{"meta":{"query_hash":"e471de49da32","filters":{"topic":"Topic Modeling"},"cohort_total":2769,"direct_labels_cover":6,"predictions_cover":2769,"exported":2769,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e471de49da32","api":"https://metacan.xera.ac/api/v1/cohort?topic=Topic+Modeling"},"results":[{"id":"W101928771","doi":"","title":"Refining the Notions of Depth and Density in WordNet-based Semantic Similarity Measures","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"WordNet; Semantic similarity; Computer science; Artificial intelligence; Natural language processing; Similarity (geometry); Intuition; Psychology","score_opus":0.09751094935188148,"score_gpt":0.24840329148164772,"score_spread":0.15089234212976624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W101928771","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3524852,0.000019492643,0.64505374,0.00031037835,0.00003709747,0.000030959658,8.869295e-8,0.000025911535,0.002037098],"genre_scores_gemma":[0.9235035,0.000001076024,0.07626588,0.00020250167,0.0000041886724,0.0000016416594,6.629652e-8,0.000001627457,0.000019529643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99943435,0.00005936257,0.0001334899,0.00015396331,0.000114545204,0.00010430348],"domain_scores_gemma":[0.99949306,0.00007441573,0.00003436629,0.00033769268,0.00003679418,0.000023676586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043411707,0.0000498624,0.000082208004,0.00004660508,0.00005129992,0.000016569407,0.00026787203,0.000026770482,0.000004524777],"category_scores_gemma":[0.00006374276,0.000034087363,0.0000176389,0.0001387556,0.0000373421,0.00009157908,0.000106921,0.00008621976,0.0000011226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010888617,0.00013481772,0.83095133,0.000034859906,0.000014696315,0.000012571061,0.0045961505,0.0012447758,0.0007538402,0.10998676,0.000052082167,0.052207228],"study_design_scores_gemma":[0.00021009747,0.000020377178,0.5464146,0.000028098893,0.000005211405,0.000003118178,0.00005068962,0.44564077,0.0037960825,0.0037158765,0.000025686086,0.000089365545],"about_ca_topic_score_codex":0.0015087341,"about_ca_topic_score_gemma":0.006239878,"teacher_disagreement_score":0.5710183,"about_ca_system_score_codex":0.000007647838,"about_ca_system_score_gemma":0.00003463689,"threshold_uncertainty_score":0.34819984},"labels":[],"label_agreement":null},{"id":"W104649228","doi":"","title":"Interfacing Issues for Information Extraction","year":2000,"lang":"en","type":"article","venue":"National Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Query expansion; Domain (mathematical analysis); Information extraction; Task (project management); Query language; User interface; World Wide Web; Programming language","score_opus":0.1555867381301594,"score_gpt":0.38288216419909377,"score_spread":0.22729542606893435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W104649228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052680974,0.000009941094,0.9675332,0.0036378347,0.0003312732,0.0002401474,0.000007572238,0.0001386065,0.02283334],"genre_scores_gemma":[0.9681762,0.0000146114735,0.030692559,0.0005544134,0.0001368779,0.000048442264,0.0000103660395,0.0000037151694,0.00036282087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869925,0.000029317549,0.00039099468,0.00024581375,0.0004495957,0.00018504052],"domain_scores_gemma":[0.9990174,0.00013175611,0.00008582901,0.00018472286,0.0005294306,0.000050822622],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041005417,0.00011344793,0.000098357785,0.0001576845,0.00016555875,0.0003438754,0.00044406703,0.00006976637,0.00037835535],"category_scores_gemma":[0.00020635464,0.00011582371,0.00004767387,0.00019970749,0.000028380657,0.0010977216,0.000034781224,0.0001446847,0.0008228227],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014525395,0.000015828322,7.525459e-7,0.0000029764042,0.000001992018,1.0433652e-7,0.00025238213,0.0051512476,0.00027042488,0.5208718,0.00006425492,0.47335365],"study_design_scores_gemma":[0.000018142871,0.000059409656,0.000023652163,0.000021447879,0.0000010681102,0.0000023020375,0.00006543339,0.6415901,0.019931259,0.33327946,0.0048946505,0.00011308448],"about_ca_topic_score_codex":0.000030734802,"about_ca_topic_score_gemma":0.000013759662,"teacher_disagreement_score":0.9629081,"about_ca_system_score_codex":0.000084900974,"about_ca_system_score_gemma":0.00012327087,"threshold_uncertainty_score":0.9999552},"labels":[],"label_agreement":null},{"id":"W108365020","doi":"10.1007/978-3-642-25631-8_35","title":"An Aspect-Driven Random Walk Model for Topic-Focused Multi-document Summarization","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Computer science; Random walk; Multi-document summarization; Exploit; Task (project management); Information retrieval; Markov chain; Artificial intelligence; Natural language processing; Machine learning","score_opus":0.03908626929132147,"score_gpt":0.2656497139802484,"score_spread":0.22656344468892692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W108365020","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006566442,0.00012350743,0.9962682,0.00030644683,0.0014115836,0.001046218,0.000006250059,0.00022869367,0.00054340466],"genre_scores_gemma":[0.11643428,0.000023409388,0.881786,0.0007146954,0.00035940754,0.000041889987,0.000011830737,0.000040008945,0.0005884975],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960532,0.000039508144,0.0006372252,0.0018619758,0.00072153466,0.0006865242],"domain_scores_gemma":[0.99709547,0.0002250491,0.00030491134,0.0018351106,0.00032296128,0.00021649133],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007684963,0.000536609,0.00057514413,0.00057676964,0.0002904586,0.00052574795,0.0036229058,0.00035726817,0.000013661977],"category_scores_gemma":[0.00006753858,0.00049892237,0.00017169568,0.0002373277,0.00023182546,0.0010285866,0.0007398242,0.00046597768,0.000011102728],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001794822,0.000043469994,0.0000309508,0.000033931377,0.00001198358,0.000011028304,0.0021185596,0.46951616,0.00016810099,0.059818815,0.000005332312,0.46822372],"study_design_scores_gemma":[0.0009950992,0.00011653973,0.000012851545,0.000105583764,0.000010144098,0.0000059827335,7.0773126e-8,0.8197069,0.00062461884,0.1777917,0.00015052914,0.0004799826],"about_ca_topic_score_codex":0.000042589447,"about_ca_topic_score_gemma":0.00020435368,"teacher_disagreement_score":0.46774372,"about_ca_system_score_codex":0.0003194727,"about_ca_system_score_gemma":0.0005069275,"threshold_uncertainty_score":0.99974626},"labels":[],"label_agreement":null},{"id":"W10957333","doi":"","title":"Data-Driven Response Generation in Social Media","year":2011,"lang":"en","type":"article","venue":"NPARC","topic":"Topic Modeling","field":"Computer Science","cited_by":580,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Phrase; Computer science; Machine translation; Natural language processing; Artificial intelligence; Social media; Speech recognition","score_opus":0.17167629064284334,"score_gpt":0.2990671782790738,"score_spread":0.12739088763623047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W10957333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5487756,0.000008488421,0.4439342,0.001033606,0.00038951458,0.00006880958,0.0000064340197,0.00007681193,0.005706534],"genre_scores_gemma":[0.8439742,0.0000010473361,0.15570192,0.00010275473,0.00017666076,0.0000031758725,0.0000058578044,0.0000025628142,0.00003185394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993324,0.00010244586,0.000110192814,0.0002194179,0.000123688,0.00011180265],"domain_scores_gemma":[0.9994612,0.00003781596,0.000024236899,0.00043741372,0.000015753956,0.00002358075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042347168,0.000040582334,0.0000551875,0.000054470333,0.000039592738,0.000024550669,0.000717394,0.000033860266,0.00005958698],"category_scores_gemma":[0.000089924724,0.000040727668,0.000008692327,0.000099102275,0.000011893064,0.00031960302,0.00027518303,0.00006306559,0.000035941135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001577929,0.00021396908,0.0017922785,0.0000106692505,0.000017490833,0.00016450284,0.07428807,0.00023588691,0.13984096,0.3788167,0.03233733,0.37212434],"study_design_scores_gemma":[0.00026366406,0.000012561064,0.009252013,0.0000029999862,0.0000016242644,0.0000029121695,0.000029802439,0.9711816,0.0015946386,0.015411191,0.0021320463,0.00011499538],"about_ca_topic_score_codex":0.0000070817227,"about_ca_topic_score_gemma":0.00009176986,"teacher_disagreement_score":0.97094566,"about_ca_system_score_codex":0.00002096342,"about_ca_system_score_gemma":0.000050758954,"threshold_uncertainty_score":0.1660826},"labels":[],"label_agreement":null},{"id":"W116210019","doi":"","title":"Products of Hidden Markov Models.","year":2001,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Hidden Markov model; Computer science; Inference; Task (project management); Artificial intelligence; Machine learning; Markov model; Markov process; Character (mathematics); Maximum-entropy Markov model; Theoretical computer science; Markov chain; State (computer science); Range (aeronautics); Variable-order Markov model; Algorithm; Mathematics","score_opus":0.03646892649386003,"score_gpt":0.2347605916783509,"score_spread":0.19829166518449087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W116210019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039585643,0.00006469379,0.88791454,0.0016081099,0.000121568286,0.000060565962,8.3104524e-8,0.000089428424,0.07055535],"genre_scores_gemma":[0.67840135,0.000009408393,0.318199,0.00010247562,0.000031492506,0.000001504158,1.1532945e-7,0.0000020614782,0.0032525666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994081,0.000011548801,0.00011936525,0.0001982174,0.00014465247,0.00011808256],"domain_scores_gemma":[0.999372,0.000010412038,0.00002672631,0.00050034584,0.000063181426,0.000027333745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011531252,0.000045811757,0.00006951199,0.00003847909,0.000015285521,0.000017628172,0.00046605626,0.00001873444,0.000022668448],"category_scores_gemma":[0.000012263671,0.00003835463,0.000016621494,0.0001786314,0.000009396849,0.00031144923,0.00014879419,0.000033008946,0.000012943354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041462504,0.000072468,0.00071777205,0.00002500999,0.000011023957,0.000014238407,0.0007913737,0.0018947046,0.0018502232,0.4987482,0.002713176,0.49315766],"study_design_scores_gemma":[0.00011466822,0.000016289172,0.0002413467,0.0000067855153,0.0000013143501,0.000015572645,0.000009244929,0.96737134,0.0033101977,0.027546309,0.0012799938,0.0000869383],"about_ca_topic_score_codex":0.000055549095,"about_ca_topic_score_gemma":0.0000038586904,"teacher_disagreement_score":0.96547663,"about_ca_system_score_codex":0.000008128728,"about_ca_system_score_gemma":0.000031955187,"threshold_uncertainty_score":0.15640564},"labels":[],"label_agreement":null},{"id":"W124170475","doi":"","title":"Discrepancy Between Automatic and Manual Evaluation of Summaries","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Automatic summarization; Computer science; Metric (unit); ROUGE; Natural language processing; Information retrieval; Artificial intelligence; Coherence (philosophical gambling strategy); Evaluation methods; Significant difference; Data mining; Statistics; Mathematics; Reliability engineering","score_opus":0.06725810240843816,"score_gpt":0.3314334499184848,"score_spread":0.2641753475100466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W124170475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6754901,0.0001496346,0.3214434,0.00016881706,0.000061931554,0.00006874015,4.083883e-7,0.000039688963,0.002577294],"genre_scores_gemma":[0.9255434,9.4113574e-7,0.074336655,0.0000120167115,0.00003852956,0.0000031098227,6.8622643e-7,0.0000013175134,0.000063297244],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994025,0.000048817325,0.000120376724,0.00008036119,0.00024903673,0.00009890832],"domain_scores_gemma":[0.9996427,0.00005333631,0.00003578697,0.00019491777,0.00003823492,0.00003498274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000733181,0.000037191927,0.0000695623,0.000029065131,0.000023863528,0.00002035002,0.000120232085,0.000017525465,0.000021834103],"category_scores_gemma":[0.000043720695,0.000029533481,0.00001049761,0.000049553775,0.00001576732,0.0004410857,0.00011110823,0.000020211166,0.000004490374],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.0156945e-7,0.000017119455,0.21111485,0.000027940918,0.0000140084685,4.6725443e-8,0.002296502,0.00001587668,0.000043470136,0.18102793,0.00006475833,0.60537726],"study_design_scores_gemma":[0.00018326883,0.000014682448,0.38828576,0.000013659836,0.000028543765,0.000001427454,0.000070219125,0.59296435,0.0010169523,0.017233418,0.000105674786,0.00008202823],"about_ca_topic_score_codex":0.000033942662,"about_ca_topic_score_gemma":0.000004072493,"teacher_disagreement_score":0.60529524,"about_ca_system_score_codex":0.000009902371,"about_ca_system_score_gemma":0.000019123676,"threshold_uncertainty_score":0.12043404},"labels":[],"label_agreement":null},{"id":"W127158828","doi":"","title":"Automatic Dream Sentiment Analysis","year":2006,"lang":"it","type":"article","venue":"NPARC","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dream; Lexicon; Artificial intelligence; Normative; Sentiment analysis; Natural language processing; Computer science; Word (group theory); Class (philosophy); Baseline (sea); Psychology; Linguistics; Epistemology; Philosophy","score_opus":0.012854497029111579,"score_gpt":0.23832382789942536,"score_spread":0.2254693308703138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W127158828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1802327,0.000116904936,0.7698012,0.0023444348,0.0005245709,0.00018693409,0.0000045514935,0.0002410803,0.046547655],"genre_scores_gemma":[0.9131552,0.0000033907347,0.07970421,0.00016716888,0.00022125355,0.000008589527,0.0000047313083,0.000009866234,0.0067256056],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977353,0.00010287369,0.00049358717,0.0006032668,0.0005903659,0.00047459922],"domain_scores_gemma":[0.99852395,0.00006118058,0.00015990922,0.0010802312,0.00006890177,0.000105851075],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036004625,0.00020832592,0.00035516833,0.00029521564,0.00014702226,0.00032862884,0.00074190024,0.000088747925,0.0019323645],"category_scores_gemma":[0.0000111469635,0.0002114957,0.00028363895,0.0012081576,0.00004079061,0.00021249341,0.0002964805,0.00014254631,0.00055719144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007357355,0.0016719745,0.046186265,0.0002605893,0.0031261847,0.0003677051,0.004104202,0.10940732,0.014938388,0.32472545,0.031756107,0.46344844],"study_design_scores_gemma":[0.00018835819,0.00002010133,0.006575318,0.000022615166,0.00040960597,0.0000042673432,0.000013594498,0.97884,0.0009364441,0.01127915,0.0014835537,0.00022699559],"about_ca_topic_score_codex":0.00025846457,"about_ca_topic_score_gemma":0.0000351112,"teacher_disagreement_score":0.8694327,"about_ca_system_score_codex":0.000119864,"about_ca_system_score_gemma":0.00007847548,"threshold_uncertainty_score":0.99898},"labels":[],"label_agreement":null},{"id":"W133424112","doi":"10.1007/978-3-642-30353-1_29","title":"Text Similarity Using Google Tri-grams","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Similarity (geometry); Artificial intelligence; Set (abstract data type); Natural language processing; Word (group theory); n-gram; Data set; Information retrieval; Language model; Mathematics; Image (mathematics)","score_opus":0.049105195206289545,"score_gpt":0.27087556995842194,"score_spread":0.2217703747521324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W133424112","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025541402,0.0011507828,0.9920049,0.00044550662,0.0028362582,0.0003586589,0.0000034713187,0.00022487226,0.0027201844],"genre_scores_gemma":[0.19126683,0.000035118115,0.8056622,0.0015534129,0.0011650783,0.000004215409,0.0000026337511,0.000046243083,0.0002642289],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952985,0.0000484951,0.0006359269,0.0017256016,0.0012052429,0.0010862063],"domain_scores_gemma":[0.9966301,0.00033349788,0.00033136143,0.00218886,0.00021108342,0.00030513544],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012826578,0.0006215673,0.0006361182,0.00068796205,0.00035468492,0.0006391721,0.004218102,0.00048710484,0.000042142463],"category_scores_gemma":[0.00009020306,0.00058799936,0.00018856178,0.00060681504,0.0005199625,0.0010755161,0.0022606608,0.0011459698,0.00006597276],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002479947,0.00003371794,0.00011858075,0.000035081226,0.000009878052,0.000045363086,0.0006571984,0.045442227,0.0002413942,0.02214083,0.000009215502,0.93126404],"study_design_scores_gemma":[0.00020061387,0.000049465136,0.00004758022,0.00022806799,0.000011521,0.00009870289,1.008408e-7,0.9005431,0.00086831494,0.09468456,0.0025297753,0.000738204],"about_ca_topic_score_codex":0.000074947435,"about_ca_topic_score_gemma":0.00004831786,"teacher_disagreement_score":0.93052584,"about_ca_system_score_codex":0.00051447615,"about_ca_system_score_gemma":0.0006103607,"threshold_uncertainty_score":0.99965715},"labels":[],"label_agreement":null},{"id":"W134362049","doi":"","title":"Modeling Language Acquisition at Multiple Temporal Scales","year":2000,"lang":"en","type":"article","venue":"eScholarship (California Digital Library)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Verb; Context (archaeology); Representation (politics); Linguistics; Computer science; Noun; Argument (complex analysis); Artificial intelligence; Natural language processing; Cognitive science; Psychology; Cognitive psychology; History","score_opus":0.013881826250613445,"score_gpt":0.21217777493749737,"score_spread":0.19829594868688394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W134362049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91144735,0.00032446554,0.075177155,0.0005329558,0.00009834375,0.00019924904,0.0003183164,0.0010747737,0.010827376],"genre_scores_gemma":[0.9775211,0.000009172866,0.01948878,0.0007678089,0.00018540285,0.000015323782,0.00032221546,0.000047717655,0.001642431],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978259,0.00006768022,0.00044322025,0.0006885737,0.0004412213,0.00053338904],"domain_scores_gemma":[0.99875796,0.000070805654,0.00005704415,0.0007958734,0.000022060061,0.0002962862],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014647945,0.00028885243,0.00023260734,0.00012686424,0.00023500323,0.0015603334,0.001089676,0.0001438321,0.0005388973],"category_scores_gemma":[0.00004369099,0.00027591063,0.0001663868,0.00035264544,0.000039238123,0.0069176033,0.00048181665,0.00028632078,0.004256211],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041712457,0.00087997416,0.35105875,0.00021743999,0.00013911854,0.00066794385,0.001281919,0.04919079,0.0025653036,0.0077674533,0.0029812958,0.5828329],"study_design_scores_gemma":[0.00079702964,0.00004882058,0.0009147236,0.00008439956,0.0000057266293,0.00005072258,0.000032642307,0.9741006,0.0023229124,0.007131426,0.013827695,0.00068331684],"about_ca_topic_score_codex":0.000010498918,"about_ca_topic_score_gemma":0.0000042987826,"teacher_disagreement_score":0.9249098,"about_ca_system_score_codex":0.000059873866,"about_ca_system_score_gemma":0.000044059812,"threshold_uncertainty_score":0.9999693},"labels":[],"label_agreement":null},{"id":"W13618705","doi":"10.1007/978-3-642-38457-8_13","title":"Feature Combination for Sentence Similarity","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; SemEval; Sentence; Artificial intelligence; Task (project management); Similarity (geometry); Feature (linguistics); Feature vector; Ranking (information retrieval); Semantic similarity; Natural language processing; Pattern recognition (psychology); Support vector machine; Semantic feature","score_opus":0.024271195096126942,"score_gpt":0.25115860976537,"score_spread":0.2268874146692431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W13618705","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005155811,0.00024696442,0.98889524,0.0057773283,0.0023016322,0.00087742653,0.0000058912906,0.00019242891,0.0016515108],"genre_scores_gemma":[0.048726205,0.000025824585,0.94595623,0.0027529923,0.000524352,0.0000414688,0.000010919912,0.000036841833,0.0019251416],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99646646,0.00001982525,0.0003526791,0.0016487074,0.00085933006,0.0006530259],"domain_scores_gemma":[0.9971388,0.0004193147,0.00027400837,0.001491228,0.0005163072,0.00016032052],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007559934,0.00047392683,0.00046027024,0.000510775,0.00029110454,0.0006749394,0.0033821706,0.00043538032,0.0000130253975],"category_scores_gemma":[0.00015241514,0.00044223285,0.00015023146,0.00034394948,0.00033183795,0.00087587914,0.001050261,0.0007675416,0.000036444148],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034884804,0.000034573473,0.000047980677,0.00008988624,0.000010505824,0.000014160176,0.0004333978,0.01693307,0.00017488729,0.13832533,0.00040157523,0.84353113],"study_design_scores_gemma":[0.00022747529,0.00008315284,0.00005354434,0.00016448856,0.0000044287467,0.000021686315,7.252755e-8,0.7138977,0.000493884,0.28159577,0.0030521867,0.00040557553],"about_ca_topic_score_codex":0.000017130846,"about_ca_topic_score_gemma":0.000031851818,"teacher_disagreement_score":0.8431256,"about_ca_system_score_codex":0.00030807348,"about_ca_system_score_gemma":0.000388948,"threshold_uncertainty_score":0.99980295},"labels":[],"label_agreement":null},{"id":"W136188959","doi":"","title":"CLASSY and TAC 2008 Metrics.","year":2008,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Information retrieval","score_opus":0.016530037573413182,"score_gpt":0.2413698430885062,"score_spread":0.22483980551509303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W136188959","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047226544,0.0018831698,0.94714296,0.00020059598,0.000016267035,0.000104932406,0.0000015940064,0.000044432505,0.0033795086],"genre_scores_gemma":[0.98717815,0.00038112866,0.011879545,0.00005165733,0.000026236656,0.000033507695,9.5029526e-7,0.0000025905165,0.00044622654],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999562,0.000028080247,0.00011297144,0.00015226997,0.00006984363,0.000074792384],"domain_scores_gemma":[0.99941665,0.00016363413,0.000045702895,0.00029109226,0.000045708162,0.000037190362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002329802,0.000053334577,0.00008787296,0.000070068636,0.00015185287,0.00001700903,0.00021126725,0.000026460779,0.000003880312],"category_scores_gemma":[0.000022811511,0.000047823276,0.000011455842,0.00023621313,0.00019493474,0.00016941171,0.00010610363,0.000043657095,0.0000031284578],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020000602,0.000010078903,0.00029530816,0.0000075679795,0.000003804217,2.5507657e-7,0.00042852358,0.000005552443,0.0001465023,0.97135836,0.000048446163,0.027693585],"study_design_scores_gemma":[0.00016473712,0.00002498314,0.0015971848,0.0000028316879,0.0000085955035,0.000049189868,0.00019630803,0.00152456,0.0055168974,0.97456133,0.016223801,0.0001295763],"about_ca_topic_score_codex":0.000008631497,"about_ca_topic_score_gemma":5.883631e-7,"teacher_disagreement_score":0.9399516,"about_ca_system_score_codex":0.000003091469,"about_ca_system_score_gemma":0.00002225561,"threshold_uncertainty_score":0.19501767},"labels":[],"label_agreement":null},{"id":"W137601953","doi":"","title":"Unsupervised Part-of-Speech Tagging in Noisy and Esoteric Domains With a Syntactic-Semantic Bayesian HMM","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Hidden Markov model; Computer science; Artificial intelligence; Natural language processing; Bayesian probability; Generative grammar; Unsupervised learning; Topic model; Probabilistic logic; Generative model; Speech recognition","score_opus":0.015672723018685213,"score_gpt":0.2306368129663256,"score_spread":0.21496408994764038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W137601953","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4438987,0.00008092348,0.5539606,0.0005315945,0.00007682118,0.00010701102,1.610592e-7,0.000051377872,0.0012928054],"genre_scores_gemma":[0.8512284,0.000009275853,0.1484867,0.00016667694,0.000043489887,0.0000063508724,2.2474359e-7,0.0000075286202,0.000051312814],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988965,0.00005206629,0.00022263605,0.00026373146,0.0001991166,0.00036594528],"domain_scores_gemma":[0.9992866,0.00008459819,0.000055951452,0.00043723133,0.000021456137,0.00011416268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031702965,0.00012462464,0.00019166475,0.00013171248,0.000043229287,0.000058174184,0.00028864224,0.00004178909,0.000021350545],"category_scores_gemma":[0.00001806584,0.0000973438,0.000019604351,0.000319606,0.000030778167,0.00079309545,0.00015676308,0.00010006558,0.000005269423],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053174193,0.00046246283,0.529968,0.00042514276,0.00009157229,0.00017114967,0.016471729,0.0005163602,0.007915802,0.19174281,0.00007317922,0.2521086],"study_design_scores_gemma":[0.002607612,0.00025164857,0.05640391,0.0004700601,0.000041264426,0.00039414575,0.0007789203,0.92595226,0.0077801473,0.002417205,0.0018700478,0.0010328002],"about_ca_topic_score_codex":0.0002207942,"about_ca_topic_score_gemma":0.00009834955,"teacher_disagreement_score":0.9254359,"about_ca_system_score_codex":0.000025278883,"about_ca_system_score_gemma":0.00003142593,"threshold_uncertainty_score":0.3969565},"labels":[],"label_agreement":null},{"id":"W138032095","doi":"10.1609/aiide.v5i1.12371","title":"Supporting Dialogue Generation for Story-Based Games","year":2009,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Immersion (mathematics); Character (mathematics); Game design; Human–computer interaction; Multimedia; Artificial intelligence; Mathematics","score_opus":0.063535911672882,"score_gpt":0.31215809089826363,"score_spread":0.24862217922538163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W138032095","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37915966,0.000014639564,0.60950017,0.0076515633,0.00038549394,0.0007404777,0.000014686628,0.000055875287,0.0024774696],"genre_scores_gemma":[0.9973423,0.000005095939,0.0017315724,0.00069035735,0.00007385255,0.00003483992,0.0000032119733,0.000005886059,0.000112918526],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986563,0.000008707635,0.0003914208,0.000433292,0.00025060866,0.00025967573],"domain_scores_gemma":[0.99904966,0.00008421701,0.00031590956,0.00015932739,0.00032566357,0.00006522339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024281142,0.00017971781,0.00018767503,0.00009059466,0.00014118587,0.00048175824,0.0005679103,0.000044045977,0.000005257262],"category_scores_gemma":[0.0003085741,0.00013599092,0.0001130947,0.000102925376,0.00006793461,0.00087610877,0.00009948714,0.00014525536,0.0000044225467],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011390506,0.0002819575,0.00016603943,0.000020970352,0.00002035962,3.41649e-7,0.0021480955,0.00019830061,0.05014436,0.3892911,0.00015446206,0.5574601],"study_design_scores_gemma":[0.00006953498,0.00073165895,0.00007602491,0.00015476864,0.000008470202,0.0000019547642,0.0008043051,0.5005818,0.454171,0.04288269,0.00031491608,0.00020289505],"about_ca_topic_score_codex":0.0000036502915,"about_ca_topic_score_gemma":0.0000014733773,"teacher_disagreement_score":0.6181826,"about_ca_system_score_codex":0.000068171365,"about_ca_system_score_gemma":0.000045132096,"threshold_uncertainty_score":0.5545549},"labels":[],"label_agreement":null},{"id":"W1422654747","doi":"10.1007/978-3-642-54943-4_12","title":"Measuring Conceptual Entanglement in Collections of Documents","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Quantum entanglement; Computer science; Context (archaeology); Phenomenon; Conceptual model; Natural language; Natural language processing; Artificial intelligence; Quantum; Quantum mechanics; Physics","score_opus":0.03580766092353518,"score_gpt":0.24960816396945096,"score_spread":0.21380050304591577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1422654747","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003500619,0.00017990179,0.99151206,0.00022241726,0.0013407957,0.000348703,0.0000020295029,0.00005480379,0.0059892163],"genre_scores_gemma":[0.71362096,0.00002320349,0.28493246,0.0004371983,0.00021498333,0.000014476642,0.0000015714916,0.000021362872,0.0007337646],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99666184,0.00004623109,0.0006930766,0.0010967272,0.0010021462,0.00049995614],"domain_scores_gemma":[0.9981208,0.0002691677,0.00028763423,0.00105298,0.00016530327,0.00010414796],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009415756,0.00033404765,0.00049231737,0.0010542227,0.00014302522,0.00019016674,0.0023107007,0.00018131996,0.000030420855],"category_scores_gemma":[0.000073922805,0.00033529237,0.00009373651,0.0007226902,0.00043108928,0.00028514856,0.0011009563,0.0005056619,0.00000960517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000903965,0.00007866706,0.0006433231,0.000085650405,0.000027136683,0.000058401783,0.0050841076,0.256894,0.000493535,0.15910462,0.00004304728,0.57747847],"study_design_scores_gemma":[0.0010394702,0.00027157817,0.00016370128,0.0011063521,0.000010124187,0.000038588216,0.0000015718244,0.8666326,0.005192889,0.1220144,0.0026243634,0.0009043852],"about_ca_topic_score_codex":0.000091368835,"about_ca_topic_score_gemma":0.00037692394,"teacher_disagreement_score":0.7132709,"about_ca_system_score_codex":0.00049402745,"about_ca_system_score_gemma":0.00041209502,"threshold_uncertainty_score":0.99990994},"labels":[],"label_agreement":null},{"id":"W142564969","doi":"10.1136/amiajnl-2013-001624","title":"À la Recherche du Temps Perdu: extracting temporal relations from medical text in the 2012 i2b2 NLP challenge","year":2013,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Topic Modeling","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"National Research Council Canada","funders":"U.S. National Library of Medicine","keywords":"Recall; Natural language processing; Artificial intelligence; Computer science; Task (project management); Relation (database); Relationship extraction; Post hoc; Information retrieval; Psychology; Information extraction; Cognitive psychology; Data mining; Medicine; Engineering","score_opus":0.08013885544504842,"score_gpt":0.3295911244913692,"score_spread":0.24945226904632076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W142564969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6196402,0.000129434,0.23862162,0.13661231,0.00057929475,0.00021036349,0.0000013721044,0.000029055931,0.004176377],"genre_scores_gemma":[0.96146923,0.00026707255,0.03411101,0.0036405693,0.00043243603,0.0000075736066,0.0000011717061,0.0000070525416,0.000063858155],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99451387,0.001571552,0.001180703,0.000075398,0.002403239,0.00025522202],"domain_scores_gemma":[0.9901119,0.0068308306,0.002307073,0.00034611835,0.00021571276,0.00018834983],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012725697,0.000116010495,0.0002903603,0.00010120387,0.00013633147,0.00018358396,0.0017862418,0.00025891158,0.00012375215],"category_scores_gemma":[0.016097717,0.00006558229,0.00013939205,0.00049107824,0.0000851081,0.0012830638,0.00022569898,0.00232744,0.00004631359],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000106817915,0.0005062055,0.09448268,0.000024475361,0.00021870631,0.000030706215,0.099419504,0.0006447499,0.000018721352,0.00478019,0.03357984,0.7662835],"study_design_scores_gemma":[0.0010110037,0.00012761721,0.07910339,0.00036356767,0.00004151991,0.00015957406,0.013750049,0.8761351,0.0000059911267,0.0123379,0.016696762,0.00026752782],"about_ca_topic_score_codex":0.00047294295,"about_ca_topic_score_gemma":0.00010028843,"teacher_disagreement_score":0.87549037,"about_ca_system_score_codex":0.00053901575,"about_ca_system_score_gemma":0.0005738319,"threshold_uncertainty_score":0.99997425},"labels":[],"label_agreement":null},{"id":"W1436680051","doi":"10.3115/v1/w15-0609","title":"Towards Automatic Description of Knowledge Components","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science","score_opus":0.12789403296203156,"score_gpt":0.28945505554558926,"score_spread":0.1615610225835577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1436680051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19967043,0.000047489924,0.7807696,0.00011368023,0.0003126646,0.00004360485,9.185674e-8,0.000113817805,0.018928602],"genre_scores_gemma":[0.8259275,4.129935e-7,0.1735985,0.000028079556,0.000015579899,0.0000016458774,3.0962383e-7,0.0000017712741,0.0004261756],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946725,0.00003101161,0.00015038569,0.00011440373,0.00014713634,0.00008982524],"domain_scores_gemma":[0.9995214,0.000009038084,0.000034762244,0.00028356235,0.000086124666,0.00006512719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022515487,0.000045612636,0.000085867905,0.000051738472,0.0000119745655,0.000023466524,0.00037234018,0.000021945229,0.000008903864],"category_scores_gemma":[0.000024347366,0.00003838487,0.00002097733,0.00011452179,0.000011200959,0.00025202252,0.00015793943,0.000028181757,0.000072960516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004616251,0.0005113993,0.0061897915,0.00015068233,0.000040207895,0.000006851722,0.013695636,0.0010070539,0.00935553,0.43897772,0.0135086635,0.51655185],"study_design_scores_gemma":[0.00019406952,0.000023503078,0.003254217,0.000013889153,0.0000015405549,0.0000032882976,0.000022716762,0.9886186,0.0012156786,0.0060872957,0.00051360874,0.000051597435],"about_ca_topic_score_codex":0.00008514743,"about_ca_topic_score_gemma":0.0000063613184,"teacher_disagreement_score":0.98761153,"about_ca_system_score_codex":0.000034068427,"about_ca_system_score_gemma":0.00006566173,"threshold_uncertainty_score":0.15652895},"labels":[],"label_agreement":null},{"id":"W14532928","doi":"10.1155/2003/213213","title":"Mining and re-ranking for answering biographical queries on the web","year":2006,"lang":"en","type":"article","venue":"National Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Association of Gastroenterology","keywords":"Computer science; Bootstrapping (finance); Ranking (information retrieval); Information retrieval; Question answering; Knowledge base; Web mining; World Wide Web; Web page; Artificial intelligence","score_opus":0.14680838160324203,"score_gpt":0.3276615497888354,"score_spread":0.18085316818559335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W14532928","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08903495,0.000034830977,0.89053583,0.013189588,0.00030274945,0.00026349345,0.000007552352,0.000105422965,0.0065255747],"genre_scores_gemma":[0.98308206,0.000010725193,0.016066724,0.00058466056,0.00016570133,0.000044615583,0.0000023897833,0.0000061349538,0.000037020327],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985937,0.00004677613,0.00029450015,0.00039955383,0.00044812448,0.00021737014],"domain_scores_gemma":[0.99865097,0.0007645458,0.000082094135,0.00019615103,0.00027069976,0.000035535773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006071382,0.00013202587,0.00010950142,0.00016311108,0.0003377909,0.00033793514,0.00044211495,0.000065504864,0.000021373146],"category_scores_gemma":[0.00028999968,0.00010451964,0.0000517823,0.00027988115,0.00012556075,0.00017824878,0.00006768326,0.00013015162,0.000008854798],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001357657,0.000021938169,0.000055038454,0.0000032899013,0.0000033938502,7.102278e-7,0.00014466005,0.0010915753,0.0012349169,0.9596836,0.00006697733,0.03768034],"study_design_scores_gemma":[0.000018851271,0.000070444956,0.00016500673,0.00004835734,0.0000017598396,0.000001543107,0.00014011237,0.62936175,0.009682511,0.35974964,0.00062580744,0.00013419992],"about_ca_topic_score_codex":0.000027942719,"about_ca_topic_score_gemma":0.00017057356,"teacher_disagreement_score":0.8940471,"about_ca_system_score_codex":0.000028988024,"about_ca_system_score_gemma":0.00010076018,"threshold_uncertainty_score":0.42621875},"labels":[],"label_agreement":null},{"id":"W1481096275","doi":"10.34105/j.kmel.2014.06.002","title":"Use of global context for handling noisy names in discussion texts of a homeopathy discussion forum","year":2014,"lang":"en","type":"article","venue":"Knowledge Management & E-Learning An International Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Context (archaeology); Computer science; Task (project management); Homeopathy; Natural language processing; Artificial intelligence; Information retrieval; Linguistics; History; Medicine; Engineering","score_opus":0.02262400135493118,"score_gpt":0.29429362097023715,"score_spread":0.27166961961530595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1481096275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107309476,0.00007288598,0.88889664,0.0011298568,0.0011800226,0.0001860398,0.0000029646087,0.00003539578,0.0011867238],"genre_scores_gemma":[0.96878535,0.000029113457,0.030301338,0.00003958502,0.00015949763,0.000010047451,0.0000051900497,0.000011160928,0.00065874937],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981167,0.0002004302,0.00063186657,0.00032832703,0.00045817855,0.00026449634],"domain_scores_gemma":[0.9988181,0.00009156806,0.00044420914,0.00024706035,0.0003080534,0.00009099899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000881324,0.0001577018,0.0002578866,0.0003043019,0.000117404,0.00024311498,0.0010906432,0.000052913136,0.000009090265],"category_scores_gemma":[0.00023667031,0.00010096058,0.00014703265,0.00019120959,0.00003666526,0.000976379,0.0005276378,0.0002085616,0.000004227288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009912021,0.00029635816,0.06618185,0.00005978701,0.000073850155,0.000007972265,0.0016743576,0.010103131,0.00015445142,0.08345449,0.00013431557,0.8377603],"study_design_scores_gemma":[0.0023759364,0.0004218968,0.030771706,0.0013353853,0.00002602816,0.000028784409,0.0017021295,0.93425035,0.0002103505,0.009257104,0.019320602,0.00029971395],"about_ca_topic_score_codex":0.000015741127,"about_ca_topic_score_gemma":0.000082099396,"teacher_disagreement_score":0.92414725,"about_ca_system_score_codex":0.00016268034,"about_ca_system_score_gemma":0.000038847553,"threshold_uncertainty_score":0.4117053},"labels":[],"label_agreement":null},{"id":"W1492071093","doi":"10.48550/arxiv.1401.0509","title":"Zero-Shot Learning for Semantic Utterance Classification","year":2013,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Semantic space; Utterance; Discriminative model; Zero (linguistics); Classifier (UML); Natural language processing; Training set; Machine learning; Linguistics","score_opus":0.14724743541191562,"score_gpt":0.21097881591590373,"score_spread":0.0637313805039881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492071093","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19772227,0.000029509716,0.79981357,0.00021413641,0.0005304945,0.00039018723,0.0000013568329,0.00024164694,0.0010568462],"genre_scores_gemma":[0.98390263,0.00004743586,0.011331402,0.000094317445,0.00010190936,0.0000058909436,0.000013637342,0.000018067323,0.004484703],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981558,0.00009233124,0.000205376,0.0011336769,0.000078491794,0.0003343647],"domain_scores_gemma":[0.99823034,0.00011684342,0.00027442767,0.0010817983,0.0001933195,0.00010326954],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022062032,0.00024142428,0.0002596754,0.00017413599,0.00018830657,0.00018010827,0.0015273859,0.00019459907,0.0000144809155],"category_scores_gemma":[0.000041702337,0.00029146296,0.00016929934,0.00022150566,0.000042928496,0.0004182281,0.0008460074,0.00050648843,0.00010996239],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009860473,0.00004489415,0.002979233,0.00020965506,0.00005470665,0.00001974377,0.0004157834,0.64495426,0.0004700306,0.34530497,0.00038128425,0.005155609],"study_design_scores_gemma":[0.00024548426,0.00001735448,0.00094868726,0.00007920404,0.00002456433,0.0000014591204,0.000022371869,0.9469495,0.000083572115,0.050036862,0.0012945922,0.00029638896],"about_ca_topic_score_codex":0.000084039566,"about_ca_topic_score_gemma":0.000008896048,"teacher_disagreement_score":0.7884821,"about_ca_system_score_codex":0.00014906166,"about_ca_system_score_gemma":0.00010522791,"threshold_uncertainty_score":0.99995375},"labels":[],"label_agreement":null},{"id":"W1498740961","doi":"10.48550/arxiv.1410.0718","title":"Not All Neural Embeddings are Born Equal","year":2014,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Natural language processing; Machine translation; Artificial intelligence; Similarity (geometry); Word (group theory); Translation (biology); Artificial neural network; Linguistics; Image (mathematics)","score_opus":0.10884516484628487,"score_gpt":0.20611422685168357,"score_spread":0.0972690620053987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498740961","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27362666,0.000021317312,0.7228208,0.0003363388,0.0009608956,0.00015588994,0.000006754601,0.0003715748,0.0016997643],"genre_scores_gemma":[0.99354035,0.000015855725,0.0039893705,0.0008560514,0.00022003491,7.2664676e-7,0.00000799034,0.000023399252,0.001346241],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735767,0.00014954901,0.00025373788,0.0015461158,0.0001585606,0.0005343704],"domain_scores_gemma":[0.9972686,0.0001116686,0.00037003984,0.001858233,0.0001473534,0.0002441096],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030931595,0.00038703086,0.00042450448,0.00023566092,0.00012857767,0.00021558533,0.0030914617,0.00035394693,0.000024896659],"category_scores_gemma":[0.00005175287,0.00045916878,0.0002649527,0.00024639463,0.00007299289,0.0003967821,0.0037666822,0.0008252706,0.00016271495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020286292,0.00006281982,0.002238929,0.00011992096,0.00009417279,0.0005201479,0.000470944,0.73636097,0.000069974325,0.25728032,0.00080194505,0.0019595597],"study_design_scores_gemma":[0.00031614446,0.00003184346,0.0006987562,0.00006413715,0.000040441755,0.000006407036,0.000026693895,0.97727615,0.00008054142,0.019679205,0.0012728462,0.00050685863],"about_ca_topic_score_codex":0.00017890662,"about_ca_topic_score_gemma":0.000033549204,"teacher_disagreement_score":0.71991366,"about_ca_system_score_codex":0.00018689767,"about_ca_system_score_gemma":0.00010088415,"threshold_uncertainty_score":0.999786},"labels":[],"label_agreement":null},{"id":"W1503829033","doi":"","title":"Experiments with the Negotiated Boolean Queries of the TREC 2008 Legal Track","year":2008,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Relevance (law); Task (project management); Computer science; Relevance feedback; Information retrieval; Recall; Standard Boolean model; Rank (graph theory); Boolean expression; Learning to rank; Boolean network; And-inverter graph; Theoretical computer science; Boolean function; Data mining; Artificial intelligence; Algorithm; Mathematics; Ranking (information retrieval); Combinatorics; Psychology; Cognitive psychology","score_opus":0.04573418768938414,"score_gpt":0.24959330938408245,"score_spread":0.2038591216946983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503829033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89479846,0.00023227665,0.09706339,0.001986193,0.00022374536,0.00029404278,0.000002964742,0.00010922263,0.005289692],"genre_scores_gemma":[0.9958075,0.000017466298,0.0016604421,0.0002308659,0.000032408923,0.0000041478447,5.4293344e-7,0.000008649295,0.0022379665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984827,0.000121320154,0.00024721184,0.00033790313,0.00053855364,0.00027230298],"domain_scores_gemma":[0.998547,0.00007792337,0.00016676719,0.0009638192,0.00018453594,0.00005992593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016668552,0.00017150627,0.00019767006,0.00003203595,0.00027528717,0.00008105252,0.0015046583,0.00005734408,0.000058681297],"category_scores_gemma":[0.000056527322,0.00009000124,0.000064572436,0.00044131387,0.00038988853,0.00036490322,0.00024173335,0.00024053798,0.000015253346],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014558322,0.001126009,0.03629505,0.00017454808,0.0005630305,0.00037862835,0.12968093,0.002577599,0.09982333,0.6560469,0.014034887,0.057843227],"study_design_scores_gemma":[0.0044468082,0.001420549,0.11552779,0.00042216553,0.00008454494,0.0008854013,0.0027135385,0.13535208,0.7044419,0.0019854542,0.03082487,0.0018948984],"about_ca_topic_score_codex":0.00025167374,"about_ca_topic_score_gemma":0.000048918584,"teacher_disagreement_score":0.6540615,"about_ca_system_score_codex":0.000029379738,"about_ca_system_score_gemma":0.00036970296,"threshold_uncertainty_score":0.3670144},"labels":[],"label_agreement":null},{"id":"W150418520","doi":"10.1007/3-540-47922-8_30","title":"Retrieval of Short Documents from Discussion Forums","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Recall; Information retrieval; Precision and recall; Document retrieval; World Wide Web","score_opus":0.021740752960943487,"score_gpt":0.25364779628556444,"score_spread":0.23190704332462095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W150418520","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044511573,0.00029379086,0.9936461,0.0006505168,0.0019572938,0.000288406,0.000008172675,0.000094433635,0.0026161945],"genre_scores_gemma":[0.4208225,0.00007761105,0.576925,0.0005628953,0.0005434767,0.0000027873473,0.0000079914635,0.000039032013,0.0010187048],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99574196,0.000028344692,0.00068922894,0.0015471367,0.0014325735,0.00056077115],"domain_scores_gemma":[0.997351,0.00022531304,0.00025031055,0.0018571209,0.00015497422,0.00016130906],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000529434,0.00044631402,0.000577632,0.0005278951,0.00013876059,0.00025624118,0.0037668953,0.00033263877,0.00005968905],"category_scores_gemma":[0.00006649769,0.0003205868,0.00015806948,0.00042535554,0.00037269847,0.0006771899,0.0019660508,0.0006431691,0.000025342253],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008805007,0.00003866036,0.00031779654,0.00002815171,0.000017978191,0.000060570495,0.0009886326,0.011803283,0.00059839623,0.008926379,0.000031932694,0.9771794],"study_design_scores_gemma":[0.00024355229,0.00013129429,0.00017245127,0.0006285429,0.00001086464,0.000014997209,1.4748086e-7,0.7534475,0.004177508,0.23944983,0.0011169282,0.0006064198],"about_ca_topic_score_codex":0.000038072223,"about_ca_topic_score_gemma":0.000018017527,"teacher_disagreement_score":0.976573,"about_ca_system_score_codex":0.00023022066,"about_ca_system_score_gemma":0.00018858211,"threshold_uncertainty_score":0.9999246},"labels":[],"label_agreement":null},{"id":"W1505951874","doi":"10.48550/arxiv.cs/0412024","title":"Human-Level Performance on Word Analogy Questions by Latent Relational Analysis","year":2004,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Analogy; Word (group theory); Computer science; Natural language processing; Linguistics; Psychology; Cognitive psychology; Philosophy","score_opus":0.10671591628618171,"score_gpt":0.2968550252287323,"score_spread":0.1901391089425506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505951874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6299484,0.0001063132,0.36785948,0.0008888283,0.00034940828,0.00011475041,0.00001586919,0.0001392167,0.0005777662],"genre_scores_gemma":[0.98510027,0.000043348497,0.012717012,0.00034932085,0.00014953983,0.00004469565,0.00013254175,0.000015380743,0.0014479099],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99766314,0.00008037721,0.0005151533,0.00096344214,0.0004330772,0.00034481892],"domain_scores_gemma":[0.99808264,0.00004673891,0.00026994714,0.0013419642,0.00013986931,0.00011885916],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030437636,0.00029474645,0.0003820354,0.00043451667,0.00027110308,0.000084803134,0.0010964191,0.00029050294,0.00006599562],"category_scores_gemma":[0.000031188476,0.00030339728,0.0002470305,0.00062317896,0.000053553027,0.0002042872,0.0007596398,0.00084338797,0.00018620922],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023806947,0.000118623975,0.38540784,0.00002721782,0.00036644324,0.000009879532,0.00027065308,0.5944181,0.00006309059,0.017285716,0.00022097779,0.0018090508],"study_design_scores_gemma":[0.00018968397,0.000032899014,0.8488886,0.000082205515,0.00013540254,0.000002404567,0.0000021544731,0.14793663,0.00006506988,0.001984425,0.00031633044,0.0003641926],"about_ca_topic_score_codex":0.00029789424,"about_ca_topic_score_gemma":0.000103836755,"teacher_disagreement_score":0.46348077,"about_ca_system_score_codex":0.00032908804,"about_ca_system_score_gemma":0.0002005576,"threshold_uncertainty_score":0.9999418},"labels":[],"label_agreement":null},{"id":"W1507075132","doi":"10.1002/asi.23216","title":"Truth and deception at the rhetorical structure level","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Deception; Rhetorical question; Computer science; Robustness (evolution); Coherence (philosophical gambling strategy); Sample (material); Psychology; Social psychology; Artificial intelligence; Epistemology; Linguistics; Mathematics; Statistics","score_opus":0.01646754413629537,"score_gpt":0.25067359460632643,"score_spread":0.23420605047003107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507075132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65666795,0.000031277552,0.30543768,0.036184676,0.0011134846,0.00016039585,0.0000035418336,0.000026169357,0.00037481278],"genre_scores_gemma":[0.99587363,0.00000940457,0.0037312426,0.0003099116,0.000030096844,0.00000112555,1.1157593e-7,6.754422e-7,0.000043781878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99918616,0.000016937165,0.00023168589,0.00005393904,0.0004046339,0.00010662022],"domain_scores_gemma":[0.99856293,0.00012860278,0.00055989693,0.00014102545,0.0005856624,0.000021869588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017923106,0.00003847044,0.000069424605,0.00018117316,0.00043849822,0.00015240746,0.0005226867,0.00006871799,4.6750387e-7],"category_scores_gemma":[0.0022280237,0.000020321977,0.000018924393,0.0005266267,0.00009282205,0.001487914,0.00019942423,0.00011336187,8.498367e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057116104,0.0000051648112,0.014009074,0.000007680837,0.000012009891,2.2238611e-8,0.001360369,0.00024554788,0.0021173502,0.7018675,0.0012280276,0.27914152],"study_design_scores_gemma":[0.0024173658,0.00038402076,0.11814278,0.000042239357,0.000048314283,0.00034809622,0.000836935,0.29628903,0.019077951,0.35172653,0.21035871,0.00032799694],"about_ca_topic_score_codex":7.996392e-7,"about_ca_topic_score_gemma":0.00000261739,"teacher_disagreement_score":0.35014096,"about_ca_system_score_codex":0.0001908444,"about_ca_system_score_gemma":0.00006938458,"threshold_uncertainty_score":0.3372618},"labels":[],"label_agreement":null},{"id":"W1510000161","doi":"","title":"A Probabilistic Answer Type Model","year":2006,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Type (biology); Set (abstract data type); Probabilistic logic; Artificial intelligence; Machine learning; Questions and answers; Answer set programming; Natural language processing; Programming language","score_opus":0.02411001214264613,"score_gpt":0.23279789367626263,"score_spread":0.2086878815336165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510000161","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016868759,0.000018046883,0.930572,0.00041870412,0.000106623294,0.000053343647,9.131968e-8,0.00017538213,0.051787067],"genre_scores_gemma":[0.7400733,2.4931933e-7,0.25414693,0.00019718542,0.000037168546,0.0000024112999,2.9622865e-7,0.0000025233428,0.0055399043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949485,0.000006288879,0.00008869948,0.00018316375,0.00010225137,0.0001247718],"domain_scores_gemma":[0.99958336,0.000010504206,0.000012081618,0.00032986686,0.000042358824,0.000021819815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000061317456,0.000047302987,0.000047047753,0.000022777092,0.000026259411,0.000048447884,0.00029674644,0.000021373762,0.000015193759],"category_scores_gemma":[0.000009166538,0.000038740243,0.000015325051,0.00011157888,0.000008049166,0.00014271791,0.00007697214,0.00003438519,0.00006904584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6858702e-7,0.000019792038,0.00008309555,0.0000030583246,7.892064e-7,0.0000017678129,0.000035354802,0.14041573,0.00020131786,0.85516036,0.0019232479,0.0021550362],"study_design_scores_gemma":[0.000042556003,0.0000059620093,0.00007102182,0.0000013595237,6.415358e-7,0.0000019380232,6.067113e-7,0.8940254,0.00008465449,0.10522021,0.0004938216,0.000051834708],"about_ca_topic_score_codex":0.00006836207,"about_ca_topic_score_gemma":0.000022838678,"teacher_disagreement_score":0.75360966,"about_ca_system_score_codex":0.000015392838,"about_ca_system_score_gemma":0.00004028331,"threshold_uncertainty_score":0.15797813},"labels":[],"label_agreement":null},{"id":"W1510597680","doi":"","title":"Using learned browsing behavior models to recommend relevant web pages","year":2005,"lang":"en","type":"article","venue":"Alexandria (UniSG) (University of St.Gallen)","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web; Web page; Set (abstract data type); Information retrieval; Web navigation; User information; Empirical research; Information system; Mathematics; Engineering","score_opus":0.11982968127798144,"score_gpt":0.26351996843197817,"score_spread":0.14369028715399673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510597680","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39630863,0.00015899338,0.5931176,0.005983864,0.00024100649,0.0003062979,0.000013870458,0.00019047978,0.0036792804],"genre_scores_gemma":[0.63857174,0.00016466418,0.35967237,0.00017797945,0.00006750072,5.3313966e-7,0.000004107409,0.000017859435,0.0013232484],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99793714,0.00011480078,0.00025418232,0.0007233939,0.0004621615,0.00050828897],"domain_scores_gemma":[0.9984002,0.0000835911,0.00019695694,0.0008827325,0.00016915573,0.00026732776],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000379321,0.00024603965,0.00038548006,0.00038758156,0.00045484654,0.00008461772,0.001376837,0.0001603694,0.00018756946],"category_scores_gemma":[0.000013638934,0.0003227144,0.0001600907,0.00045297522,0.00007767173,0.0020025368,0.0008419162,0.0002723283,0.0000530255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002352797,0.0010245895,0.0009199636,0.00015521304,0.00034124704,0.0004150674,0.030698735,0.13137561,0.05696708,0.09033829,0.00818089,0.67934805],"study_design_scores_gemma":[0.0015578321,0.00015678744,0.0005596709,0.00016620873,0.000093359624,0.000049783615,0.0021193016,0.97412497,0.00027567422,0.0015842768,0.018645355,0.00066680525],"about_ca_topic_score_codex":0.00036599254,"about_ca_topic_score_gemma":0.0007079959,"teacher_disagreement_score":0.8427493,"about_ca_system_score_codex":0.0001949419,"about_ca_system_score_gemma":0.00015858834,"threshold_uncertainty_score":0.9999225},"labels":[],"label_agreement":null},{"id":"W1515236857","doi":"","title":"Poly-co: an unsupervised co-reference detection system","year":2010,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Conditional random field; Computer science; Artificial intelligence; Natural language processing; Named-entity recognition; Co-occurrence; Speech recognition; Pattern recognition (psychology); Engineering","score_opus":0.016266787439585633,"score_gpt":0.242484993553053,"score_spread":0.22621820611346738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515236857","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22824393,0.00015185129,0.7662921,0.00049230974,0.0003964066,0.00044952263,0.000015367486,0.0023437755,0.0016147468],"genre_scores_gemma":[0.82256234,0.000009333269,0.17609996,0.0006147411,0.00023356685,0.0002502956,0.0000130911785,0.000046255558,0.00017041154],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99673975,0.00020095716,0.0005960905,0.00094957446,0.000599844,0.0009138117],"domain_scores_gemma":[0.99648684,0.00009207239,0.00022750265,0.0024466028,0.00017247799,0.00057447754],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000998552,0.00041879222,0.00038951947,0.0004957538,0.00046868267,0.00063186465,0.0021058705,0.0004878682,0.000026823616],"category_scores_gemma":[0.000093038965,0.00042663774,0.00013796795,0.00056808477,0.000078207915,0.0013673668,0.00025226668,0.0009960468,0.00009760153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005268375,0.0002941617,0.012747467,0.000101323625,0.00004421767,0.00010634499,0.0007402919,0.0004755033,0.45418856,0.20905197,0.00019183771,0.32200566],"study_design_scores_gemma":[0.0005132512,0.00017639197,0.0125445705,0.00003676955,0.000014758128,0.00033759626,0.00011177684,0.81612855,0.16600405,0.0011846025,0.00229223,0.0006554374],"about_ca_topic_score_codex":0.008341204,"about_ca_topic_score_gemma":0.0045032036,"teacher_disagreement_score":0.8156531,"about_ca_system_score_codex":0.0003273594,"about_ca_system_score_gemma":0.00026702115,"threshold_uncertainty_score":0.99981856},"labels":[],"label_agreement":null},{"id":"W1522404235","doi":"","title":"Near-synonym Lexical Choice in Latent Semantic Space","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Latent semantic analysis; Computer science; Artificial intelligence; Natural language processing; Synonym (taxonomy); Probabilistic latent semantic analysis; Curse of dimensionality; Context (archaeology); Space (punctuation); Semantic space; Task (project management); Representation (politics)","score_opus":0.022122818924413572,"score_gpt":0.2580109281140938,"score_spread":0.23588810918968026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1522404235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.653616,0.0000074994996,0.33590826,0.0050184475,0.0004295036,0.00006557692,5.2735626e-8,0.00011172132,0.004842915],"genre_scores_gemma":[0.8981797,7.037241e-7,0.09973764,0.00038492895,0.00006337684,0.0000031559255,1.2375595e-7,0.000003788306,0.0016265492],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917984,0.000017321454,0.00013432116,0.00027781577,0.0001596789,0.00023100426],"domain_scores_gemma":[0.9993441,0.000059008114,0.000018971758,0.00048300205,0.000018922421,0.000075992786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018929337,0.00007420661,0.00009160172,0.000037596517,0.000038669445,0.00012708589,0.00052399456,0.00006140694,0.000108067994],"category_scores_gemma":[0.00004826091,0.00006226323,0.000027503573,0.00016721331,0.000022724995,0.00021827729,0.00021552043,0.00026236175,0.00017645328],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004368423,0.00028224324,0.19083938,0.000036938924,0.000012865705,0.00011799221,0.0015473351,0.003410602,0.014601879,0.68275183,0.0014187209,0.104975864],"study_design_scores_gemma":[0.00021422093,0.000013337968,0.047798563,0.000007015776,9.061194e-7,0.000012979462,0.000002993865,0.94241893,0.0010630153,0.0018489896,0.0064899744,0.00012905689],"about_ca_topic_score_codex":0.00068778545,"about_ca_topic_score_gemma":0.0014860523,"teacher_disagreement_score":0.93900836,"about_ca_system_score_codex":0.000011210306,"about_ca_system_score_gemma":0.00004351732,"threshold_uncertainty_score":0.25390208},"labels":[],"label_agreement":null},{"id":"W1530262931","doi":"10.1007/11765448_11","title":"Using Semantic Constraints to Improve Question Answering","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Redundancy (engineering); Question answering; Information retrieval; Ranking (information retrieval); Rank (graph theory); Artificial intelligence; Natural language processing; Semantic Web","score_opus":0.02340020090838834,"score_gpt":0.2666794486687881,"score_spread":0.24327924776039977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530262931","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063323,0.00010150113,0.99392,0.00032784193,0.0024881314,0.00042900635,0.0000030328354,0.0001945631,0.001902655],"genre_scores_gemma":[0.30336025,0.0000022353972,0.69531083,0.0006908367,0.000476336,0.0000033497959,0.0000012379363,0.000025671543,0.00012922205],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99622077,0.000027446047,0.000543212,0.0016799922,0.00082479394,0.00070380745],"domain_scores_gemma":[0.9979679,0.0001564557,0.00020933116,0.0012775838,0.0002037328,0.00018497375],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008249616,0.00046858608,0.00044791374,0.0008123931,0.00021377171,0.00058605976,0.0022218288,0.00026617452,0.0000076723545],"category_scores_gemma":[0.00007053792,0.0004783415,0.00009543556,0.0004528195,0.00038269052,0.000534081,0.0012023002,0.00058602076,0.000026744076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013819594,0.000010523326,0.00004460579,0.000037186226,0.0000045777397,0.00008467513,0.0002750422,0.38558593,0.0025163307,0.013525373,0.0000043149817,0.59791005],"study_design_scores_gemma":[0.00012623568,0.000060590748,0.0000440902,0.00053670525,0.000005819282,0.00008227584,7.5369236e-8,0.9515792,0.0019961735,0.044859827,0.00014849551,0.0005605144],"about_ca_topic_score_codex":0.00013576036,"about_ca_topic_score_gemma":0.000068179535,"teacher_disagreement_score":0.5973496,"about_ca_system_score_codex":0.00047580522,"about_ca_system_score_gemma":0.00047321242,"threshold_uncertainty_score":0.9997668},"labels":[],"label_agreement":null},{"id":"W1531174292","doi":"","title":"Domain Adaptation to Summarize Human Conversations","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Automatic summarization; Domain adaptation; Leverage (statistics); Computer science; Domain (mathematical analysis); Adaptation (eye); Labeled data; Artificial intelligence; Natural language processing; Information retrieval; Machine learning; Classifier (UML); Psychology; Mathematics","score_opus":0.02784659043970881,"score_gpt":0.26229919776693444,"score_spread":0.23445260732722564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1531174292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12008853,4.1228043e-7,0.865344,0.0023854845,0.00028629196,0.00007382609,2.058027e-7,0.000117833115,0.011703427],"genre_scores_gemma":[0.5934343,3.4634123e-8,0.40538064,0.00040626494,0.000034553665,0.0000049740042,6.5394835e-7,0.0000015476028,0.0007370447],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995273,0.000010474529,0.00009149157,0.00016356267,0.00010828689,0.00009892352],"domain_scores_gemma":[0.9995206,0.000023087738,0.000015849346,0.00033657037,0.000039359584,0.0000645218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013569304,0.00004047018,0.000038730777,0.00005214116,0.000088570705,0.00007738324,0.00031854172,0.00002595954,0.00007970047],"category_scores_gemma":[0.000012467103,0.000038584767,0.000015634423,0.000108894834,0.000007952953,0.00020315699,0.00008388445,0.00007059373,0.00014231997],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.7711315e-7,0.000006890808,0.00028741543,6.261907e-7,0.0000013213039,6.1136024e-7,0.0013869808,0.00016635061,0.019651119,0.9739711,0.00024275882,0.004284648],"study_design_scores_gemma":[0.0009283918,0.000108793545,0.021846028,0.000009893588,0.000006040008,0.000011213261,0.0007486306,0.63327456,0.008590577,0.22726516,0.106563784,0.0006469275],"about_ca_topic_score_codex":0.0002120746,"about_ca_topic_score_gemma":0.00072067283,"teacher_disagreement_score":0.74670595,"about_ca_system_score_codex":0.00000939487,"about_ca_system_score_gemma":0.000023637163,"threshold_uncertainty_score":0.18292826},"labels":[],"label_agreement":null},{"id":"W1538369613","doi":"10.1007/978-3-540-72665-4_25","title":"Question Answering Summarization of Multiple Biomedical Documents","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Automatic summarization; Information retrieval; Computer science; Question answering","score_opus":0.02123581115807662,"score_gpt":0.27439893159899154,"score_spread":0.25316312044091493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1538369613","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032150667,0.00014911075,0.9963671,0.00015024649,0.0017196854,0.0002345481,0.0000020120424,0.000106033396,0.00094974163],"genre_scores_gemma":[0.29842377,0.000025791434,0.7008668,0.00025136926,0.00029555615,0.000002337369,0.000008673183,0.000018622672,0.000107065134],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99681765,0.000024245426,0.0006107264,0.0010053193,0.0011068971,0.00043516952],"domain_scores_gemma":[0.9981533,0.00029029293,0.0002977454,0.00091761124,0.00020765989,0.0001333852],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011939772,0.00029840108,0.00035274908,0.00093920063,0.000103077844,0.00015392654,0.0018820601,0.00030924418,0.000009241274],"category_scores_gemma":[0.00015799902,0.00028937627,0.0000744452,0.0005282739,0.00039264845,0.00054736633,0.0008771615,0.00044555642,0.000008744108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041729204,0.00002851039,0.00046124353,0.000055267836,0.0000068080567,0.000029859375,0.00047362284,0.029737769,0.0008088511,0.018244397,0.0000027592725,0.95014673],"study_design_scores_gemma":[0.00024303056,0.0000892035,0.00019629874,0.00048542023,0.0000041321173,0.00001849936,8.560656e-8,0.95375586,0.0024859793,0.041750483,0.00063961797,0.00033141402],"about_ca_topic_score_codex":0.000077754215,"about_ca_topic_score_gemma":0.00006389743,"teacher_disagreement_score":0.94981533,"about_ca_system_score_codex":0.00024186561,"about_ca_system_score_gemma":0.0002745294,"threshold_uncertainty_score":0.99995583},"labels":[],"label_agreement":null},{"id":"W1541367332","doi":"10.1007/978-3-642-21043-3_15","title":"Exploiting Conversational Features to Detect High-Quality Blog Comments","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"CRFS; Computer science; Conditional random field; Quality (philosophy); Natural language processing; Artificial intelligence; Moderation; Social media; Binary number; Information retrieval; Machine learning; World Wide Web; Mathematics","score_opus":0.04797135374995147,"score_gpt":0.27760490326209586,"score_spread":0.22963354951214437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541367332","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000728427,0.00010861206,0.9921096,0.0012270912,0.002257208,0.00040573496,0.000007640755,0.00020910666,0.0029465705],"genre_scores_gemma":[0.3513856,0.0000074441577,0.64238816,0.0054337825,0.00047041342,0.000014271818,0.0000048147867,0.000028161066,0.00026737395],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99552613,0.000069464804,0.00065265776,0.0017932978,0.0012274745,0.0007309826],"domain_scores_gemma":[0.9969651,0.0005530772,0.00032327487,0.0015985161,0.0002840959,0.0002759048],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013038091,0.00052864436,0.0005479587,0.0006930816,0.00030893664,0.000433516,0.0038762216,0.00030798616,0.000048489364],"category_scores_gemma":[0.0001530255,0.0005133112,0.000125798,0.0004011396,0.00030407554,0.0005244876,0.0022152844,0.0008157471,0.00008281982],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012858252,0.000024988787,0.00017308435,0.000049808048,0.000026516955,0.000067444875,0.0022666194,0.015221651,0.00038614747,0.1530309,0.00006488999,0.8286751],"study_design_scores_gemma":[0.0006839145,0.00025862988,0.0022059414,0.00062377873,0.000014666821,0.0000799333,7.833497e-7,0.05738965,0.0072997184,0.92838204,0.0013023516,0.001758596],"about_ca_topic_score_codex":0.00020069972,"about_ca_topic_score_gemma":0.00011567811,"teacher_disagreement_score":0.8269165,"about_ca_system_score_codex":0.0003799184,"about_ca_system_score_gemma":0.00037904628,"threshold_uncertainty_score":0.99973184},"labels":[],"label_agreement":null},{"id":"W1541437296","doi":"","title":"Unsupervised Modeling of Dialog Acts in Asynchronous Conversations","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Dialog box; Conversation; Asynchronous communication; Hidden Markov model; Artificial intelligence; Graph; Probabilistic logic; Natural language processing; Theoretical computer science; World Wide Web; Linguistics","score_opus":0.040179922661745804,"score_gpt":0.2484000574484378,"score_spread":0.208220134786692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541437296","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17051545,0.000055415323,0.81991774,0.0002024912,0.00015510165,0.00006315051,2.1440589e-7,0.000041847685,0.009048564],"genre_scores_gemma":[0.9206409,0.0000044960984,0.07919729,0.00009849353,0.00003140646,0.0000035851594,5.299335e-7,0.000002848185,0.000020444622],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993512,0.000026223857,0.0001858947,0.00011914311,0.0001144012,0.0002031224],"domain_scores_gemma":[0.9995452,0.00004270726,0.000024258265,0.00029975726,0.000030632462,0.000057418336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022308854,0.00005493519,0.000095160045,0.00008754221,0.000019271009,0.000013341059,0.00029479,0.00003544284,0.000028307491],"category_scores_gemma":[0.000029064446,0.000051849584,0.00002410039,0.00015713548,0.000009086439,0.0005219789,0.00010456491,0.000055278044,0.00001895305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003522089,0.00025466425,0.0396758,0.000038365884,0.000016286638,0.0000020386535,0.012238972,0.22898887,0.0024949266,0.69710815,0.000026778796,0.019151619],"study_design_scores_gemma":[0.00018534271,0.000006046477,0.00085531425,0.000006678654,0.0000012338086,9.769703e-7,0.000045567325,0.9965093,0.0006368037,0.0016734666,0.000017658838,0.000061587125],"about_ca_topic_score_codex":0.00021341298,"about_ca_topic_score_gemma":0.00002925308,"teacher_disagreement_score":0.7675204,"about_ca_system_score_codex":0.000033282708,"about_ca_system_score_gemma":0.00004790328,"threshold_uncertainty_score":0.21143647},"labels":[],"label_agreement":null},{"id":"W1546791496","doi":"10.1609/aaai.v25i1.7975","title":"Using Semantic Cues to Learn Syntax","year":2011,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Army Research Laboratory; Air Force Research Laboratory; Army Research Office; Advanced Research Projects Agency; Defense Advanced Research Projects Agency","keywords":"Computer science; Natural language processing; Artificial intelligence; Syntactic predicate; Intuition; Predicate (mathematical logic); Exploit; Syntax; Programming language; Cognitive science","score_opus":0.2479244645014024,"score_gpt":0.32588280797772073,"score_spread":0.07795834347631833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546791496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51966846,0.000013269718,0.46008107,0.0013336851,0.0006285302,0.0004218116,0.0000011714473,0.00014346522,0.017708555],"genre_scores_gemma":[0.9522693,0.00000573684,0.04722133,0.00025199476,0.00005573751,0.000009440653,3.394072e-8,0.000011647303,0.0001747545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981855,0.000014902471,0.00047111386,0.0005252689,0.00042620042,0.00037700633],"domain_scores_gemma":[0.99875057,0.000035035016,0.00023176186,0.00040366445,0.0004599453,0.000119039556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043726878,0.00019978208,0.00023363983,0.0001564686,0.000173926,0.00016508425,0.0023767117,0.00007156722,0.000068662266],"category_scores_gemma":[0.0002974805,0.00015591898,0.00009593514,0.00058598677,0.000118473596,0.00041406712,0.0006407082,0.00022928244,0.00014997326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023158895,0.00008273099,0.00049909257,0.000028641307,0.000010490319,8.0954607e-7,0.0046379585,0.00013636233,0.054309826,0.89476097,0.00002320794,0.045486767],"study_design_scores_gemma":[0.00001160129,0.00012260552,0.00017321853,0.00026321175,0.0000109956145,0.000007855204,0.0005831832,0.18910943,0.6475202,0.16192223,0.000035822297,0.00023964545],"about_ca_topic_score_codex":0.00023486784,"about_ca_topic_score_gemma":0.00001731389,"teacher_disagreement_score":0.73283875,"about_ca_system_score_codex":0.000044103563,"about_ca_system_score_gemma":0.0000801548,"threshold_uncertainty_score":0.6358192},"labels":[],"label_agreement":null},{"id":"W1547627874","doi":"10.1016/s0306-4573(99)00048-5","title":"Passage-based query refinement","year":2000,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Computer science; Ranking (information retrieval); Information retrieval; Relevance (law); Query expansion; Task (project management); Set (abstract data type); Interface (matter); Construct (python library); Relevance feedback; Function (biology); Term (time); Artificial intelligence; Image retrieval","score_opus":0.01105825729091549,"score_gpt":0.22562178257574456,"score_spread":0.21456352528482905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1547627874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014478553,0.000031375555,0.8688098,0.0020023074,0.000100652556,0.00018836849,4.4629277e-7,0.00036706452,0.12705213],"genre_scores_gemma":[0.74774754,0.000016872167,0.24270815,0.006905735,0.000041734325,0.00010875483,0.000018477953,0.000007360783,0.002445396],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988099,0.0000154088,0.00038039015,0.00015931296,0.00041282267,0.00022216536],"domain_scores_gemma":[0.99937063,0.0000065627332,0.00010906164,0.00040806527,0.000056661236,0.00004901322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030411198,0.00011363611,0.00008124186,0.00015897896,0.00017041719,0.00049670035,0.00052000914,0.000029281175,0.00014539943],"category_scores_gemma":[0.000003902423,0.000108471904,0.000031598767,0.00030029245,0.000012596664,0.0022617097,0.00008350247,0.00006881224,0.00039149492],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028812672,0.000017116872,0.00001491613,0.00011768686,0.0000046943687,0.0000019942795,0.00033062493,0.014598549,6.9045814e-7,0.009579666,0.0009991897,0.974332],"study_design_scores_gemma":[0.0005072736,0.000015945527,0.00065080746,0.000101709564,0.000007319525,0.0000016510091,0.000060008395,0.67019165,0.00009925999,0.0020903302,0.32607388,0.00020018779],"about_ca_topic_score_codex":0.000009172597,"about_ca_topic_score_gemma":7.9547596e-7,"teacher_disagreement_score":0.9741318,"about_ca_system_score_codex":0.00007895874,"about_ca_system_score_gemma":0.000038666225,"threshold_uncertainty_score":0.5032006},"labels":[],"label_agreement":null},{"id":"W1554237613","doi":"","title":"Identifying synonyms among distributionally similar words","year":2003,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":208,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing","score_opus":0.02478478907119317,"score_gpt":0.25200049803264957,"score_spread":0.2272157089614564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554237613","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036214247,0.00005129517,0.9429518,0.0002530784,0.00034327968,0.00005716608,6.5416623e-7,0.00017040882,0.019958053],"genre_scores_gemma":[0.88574326,0.0000028713212,0.112813085,0.00018017538,0.00002702019,0.0000055303267,0.0000013964551,0.0000037781435,0.001222905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899465,0.000041406343,0.0001710809,0.0002967042,0.00025946563,0.00023667826],"domain_scores_gemma":[0.99936724,0.00004198793,0.000035897214,0.00042827945,0.000046623947,0.00007995825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030729422,0.000086115884,0.00008368709,0.00004120052,0.00011216484,0.00017861043,0.000479849,0.000040840485,0.00012881358],"category_scores_gemma":[0.000075827964,0.00007948543,0.000050234587,0.00021496728,0.000021649863,0.0004753781,0.00011480212,0.00009142038,0.000067977155],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.546989e-7,0.00002057114,0.0103867175,0.0000053546914,0.000009217323,0.000014998133,0.00013019826,0.00055887236,0.00013616955,0.98536015,0.00049607165,0.0028813514],"study_design_scores_gemma":[0.0011714539,0.000078985875,0.067256846,0.00011976401,0.000023867806,0.000099181256,0.00029429462,0.60458225,0.012810793,0.27681607,0.035251237,0.0014952393],"about_ca_topic_score_codex":0.000017497494,"about_ca_topic_score_gemma":0.000014204917,"teacher_disagreement_score":0.84952897,"about_ca_system_score_codex":0.00004430194,"about_ca_system_score_gemma":0.00004865066,"threshold_uncertainty_score":0.32413217},"labels":[],"label_agreement":null},{"id":"W1558536082","doi":"10.1007/978-3-319-30671-1_27","title":"Multi-document Summarization Based on Atomic Semantic Events and Their Temporal Relationships","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Computer science; Novelty; Natural language processing; Event (particle physics); Sentence; Information retrieval; Artificial intelligence; Domain (mathematical analysis); Precision and recall; Set (abstract data type); Multi-document summarization; Salient","score_opus":0.029557536198477907,"score_gpt":0.24569082159476685,"score_spread":0.21613328539628895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1558536082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059509976,0.00009538818,0.9963242,0.0012538861,0.000903,0.00041009992,0.0000037621742,0.00011838477,0.0002962106],"genre_scores_gemma":[0.71179414,0.0000106380485,0.28717044,0.0005976215,0.00013607943,0.0000069068406,0.0000042024712,0.000021882817,0.00025810127],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972155,0.00008039509,0.0004294004,0.0013073119,0.0005612168,0.00040614008],"domain_scores_gemma":[0.99782556,0.0005612135,0.00024144532,0.0011246596,0.0001114577,0.00013566118],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009915264,0.0004125828,0.00032924287,0.00065646117,0.00030139115,0.00025181234,0.0013740268,0.00024230235,0.0000069433813],"category_scores_gemma":[0.00010067699,0.00030742635,0.00007077163,0.000241305,0.00020842969,0.00046895098,0.0005962259,0.0005227501,0.000024648303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018080942,0.000078611374,0.0074837017,0.00010697273,0.000021886639,0.000041469346,0.0015023615,0.1085688,0.00030383398,0.052725594,0.000009304508,0.8291394],"study_design_scores_gemma":[0.00036191972,0.000070049944,0.00071643427,0.0005505413,0.0000029679975,0.000008354373,8.7813795e-8,0.9024567,0.00019052003,0.09516905,0.00012400871,0.00034933919],"about_ca_topic_score_codex":0.000010877847,"about_ca_topic_score_gemma":0.000043354656,"teacher_disagreement_score":0.82879007,"about_ca_system_score_codex":0.0002949873,"about_ca_system_score_gemma":0.00032794118,"threshold_uncertainty_score":0.9999378},"labels":[],"label_agreement":null},{"id":"W156106634","doi":"","title":"A Symbolic Summarizer with 2 Steps of Sentence Selection for TAC 2009.","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Automatic summarization; Selection (genetic algorithm); Computer science; Sentence; Task (project management); Natural language processing; Quality (philosophy); Artificial intelligence; Competition (biology)","score_opus":0.014362240522970603,"score_gpt":0.2371830052548323,"score_spread":0.2228207647318617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W156106634","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041789353,0.000011937231,0.9551708,0.0006234395,0.00004640502,0.00015945779,4.978177e-7,0.00008080534,0.002117265],"genre_scores_gemma":[0.757457,0.0000019677861,0.24151799,0.00021671942,0.00002660629,0.0000055519745,3.0228696e-7,0.0000021486085,0.0007717161],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939376,0.000010406434,0.00011827523,0.00020039441,0.00012766373,0.0001494718],"domain_scores_gemma":[0.99961096,0.000024414096,0.000043015814,0.00020716291,0.000081503335,0.000032968135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000103252554,0.00006204358,0.000093264214,0.00005077816,0.000034670327,0.000026035517,0.00023390034,0.000025559897,0.0000047168223],"category_scores_gemma":[0.000007503797,0.000047074405,0.000025517047,0.00019351351,0.000008421274,0.00021463956,0.00001944561,0.00003698639,0.0000020528635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007180465,0.00024721015,0.007697862,0.000044594493,0.000033047316,0.0000011550725,0.0010506865,0.005423805,0.017063554,0.5649238,0.0013309116,0.40211156],"study_design_scores_gemma":[0.0005895815,0.00068102323,0.0028509086,0.000035626297,0.000008374631,0.000017140163,0.000027652612,0.9693234,0.013914281,0.010760315,0.0015997953,0.00019193345],"about_ca_topic_score_codex":0.000047523004,"about_ca_topic_score_gemma":0.000050828246,"teacher_disagreement_score":0.96389955,"about_ca_system_score_codex":0.000013645224,"about_ca_system_score_gemma":0.000039507875,"threshold_uncertainty_score":0.19196385},"labels":[],"label_agreement":null},{"id":"W1578729058","doi":"10.18653/v1/s15-2016","title":"TrWP: Text Relatedness using Word and Phrase Relatedness","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Phrase; Natural language processing; Word (group theory); Artificial intelligence; Computer science; Semantics (computer science); Speech recognition; Linguistics","score_opus":0.07341750464105991,"score_gpt":0.2770615194956916,"score_spread":0.20364401485463168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578729058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40413818,0.00025428008,0.58943444,0.00048839924,0.0004911463,0.00007779674,1.7994815e-7,0.00021759386,0.004897955],"genre_scores_gemma":[0.90547097,0.000006341096,0.09257462,0.0002342047,0.00004864115,0.0000019805782,4.178483e-7,0.000010240501,0.0016525969],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888444,0.00005233713,0.0002125529,0.00038770738,0.00021723635,0.00024574806],"domain_scores_gemma":[0.9991286,0.000029160587,0.000053764856,0.0004940263,0.000078829245,0.00021564127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035892508,0.00012259676,0.00014107618,0.00008750498,0.000081660124,0.00015055171,0.000386608,0.000101482125,0.000012796357],"category_scores_gemma":[0.000055153312,0.000106068714,0.000022676923,0.00031125898,0.00003523208,0.00064688135,0.00032000337,0.00015816874,0.00004583015],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007611721,0.00035629427,0.0136866495,0.0000991522,0.00015006079,0.00069270487,0.026983673,0.035894547,0.0028816604,0.35476962,0.0050702146,0.5593393],"study_design_scores_gemma":[0.00062015286,0.000019973671,0.00015566176,0.00003506268,0.0000087923245,0.000107960834,0.00019801421,0.98943496,0.00024202645,0.0072283545,0.0017102087,0.00023886273],"about_ca_topic_score_codex":0.00018275916,"about_ca_topic_score_gemma":0.0000088777415,"teacher_disagreement_score":0.9535404,"about_ca_system_score_codex":0.000058257792,"about_ca_system_score_gemma":0.00009819688,"threshold_uncertainty_score":0.43253568},"labels":[],"label_agreement":null},{"id":"W1588617094","doi":"10.1007/978-3-642-15760-8_27","title":"Coverage-Based Methods for Distributional Stopword Selection in Text Segmentation","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Selection (genetic algorithm); Segmentation; Measure (data warehouse); Representation (politics); Word (group theory); Artificial intelligence; Natural language processing; Information retrieval; Data mining; Mathematics","score_opus":0.024365051874352766,"score_gpt":0.31662918369622595,"score_spread":0.29226413182187316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588617094","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013692382,0.00006297209,0.996631,0.0007135772,0.001501743,0.000663585,0.000009785046,0.00009666396,0.00018372065],"genre_scores_gemma":[0.040745046,0.0000041481794,0.95804846,0.0007290452,0.0003013697,0.000043444285,0.000023216502,0.000018671302,0.00008659727],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970877,0.00006368558,0.00050667743,0.0012992482,0.00053877075,0.0005039263],"domain_scores_gemma":[0.9979505,0.0009135492,0.00025363278,0.0005363523,0.00024747607,0.00009850105],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016625454,0.00036111273,0.00036535444,0.0006868395,0.00022987481,0.00036404832,0.0014672043,0.00036751348,0.00002076278],"category_scores_gemma":[0.00018044608,0.00036433514,0.00011249385,0.0005293488,0.00021507358,0.0004917051,0.00031275445,0.0008324816,0.000005498463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009393009,0.000024932355,0.00010795771,0.000027756874,0.0000033891542,0.0000032813282,0.00012469367,0.08451474,0.0029185307,0.019627925,0.0000029137884,0.8926345],"study_design_scores_gemma":[0.00040747426,0.000083347375,0.0001676215,0.000095043564,0.0000038609205,0.00001144492,4.031204e-8,0.8410073,0.009119092,0.14782251,0.00093868026,0.00034360122],"about_ca_topic_score_codex":0.000029878269,"about_ca_topic_score_gemma":0.00015112854,"teacher_disagreement_score":0.8922909,"about_ca_system_score_codex":0.00060379255,"about_ca_system_score_gemma":0.00081421935,"threshold_uncertainty_score":0.99988085},"labels":[],"label_agreement":null},{"id":"W1596986901","doi":"","title":"Joint learning of words and meaning representations for open-text semantic parsing","year":2012,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":333,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Natural language processing; WordNet; Artificial intelligence; Parsing; Task (project management); Meaning (existential); Context (archaeology); Representation (politics); Natural language; Process (computing); Programming language","score_opus":0.10819543704019396,"score_gpt":0.337927349450232,"score_spread":0.22973191241003804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1596986901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010466995,0.00032456554,0.97955453,0.0005436649,0.00044799288,0.00056092517,9.152334e-7,0.00008355788,0.008016823],"genre_scores_gemma":[0.6235959,0.000021443951,0.37570766,0.0000308133,0.00006156567,0.000031894713,0.0000032729213,0.000010308162,0.0005371576],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984574,0.000085359585,0.00044551998,0.0005660171,0.00018247018,0.0002632633],"domain_scores_gemma":[0.99864984,0.00018683975,0.00030354125,0.00067533785,0.00010261956,0.000081813276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008560257,0.00016055799,0.0003539573,0.00012388313,0.00015598295,0.00036912345,0.0008175363,0.00011075586,0.000015398455],"category_scores_gemma":[0.00016955589,0.00015825947,0.00007605539,0.000091334216,0.000029622786,0.00039577726,0.0040107854,0.00031341636,0.0000020073599],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012878313,0.00012776542,0.008104004,0.0016377814,0.00021253577,0.0000043411537,0.03312111,0.08127351,0.0020452046,0.65385824,0.00030278813,0.21929984],"study_design_scores_gemma":[0.00028161157,0.000019371075,0.00050217065,0.0003867065,0.00003605075,0.000010874534,0.00038324582,0.96106815,0.0013084223,0.035506353,0.00022876289,0.0002682683],"about_ca_topic_score_codex":0.0003599554,"about_ca_topic_score_gemma":0.000019054263,"teacher_disagreement_score":0.87979466,"about_ca_system_score_codex":0.0000314592,"about_ca_system_score_gemma":0.000091747694,"threshold_uncertainty_score":0.6453634},"labels":[],"label_agreement":null},{"id":"W1602711325","doi":"10.48550/arxiv.1405.0603","title":"Extracting Family Relationship Networks from Novels","year":2014,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.13805781632773537,"score_gpt":0.19570764962359652,"score_spread":0.05764983329586115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602711325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25121203,0.00007414029,0.7443088,0.00006304813,0.0010037408,0.00012568338,0.0000035977093,0.00027946426,0.0029294647],"genre_scores_gemma":[0.9790977,0.000027168666,0.019686284,0.00017960684,0.00033854492,5.99206e-7,0.000017442093,0.000019309338,0.00063330366],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978155,0.00018163912,0.0002669193,0.001274624,0.00010427256,0.00035708246],"domain_scores_gemma":[0.9970704,0.00059165235,0.00035019635,0.0017239582,0.000107958265,0.00015587149],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037226762,0.00028784,0.00030379594,0.0001638467,0.00020850304,0.00020061406,0.0019622387,0.00044720832,0.000012565831],"category_scores_gemma":[0.00009608419,0.00036116573,0.00017957878,0.00031024183,0.00004324243,0.00043440235,0.001889259,0.0011121029,0.00007882313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003860741,0.00001765573,0.009402139,0.00000943345,0.000028717375,0.000052990035,0.00011160996,0.8836612,0.0000097103575,0.10518644,0.0001073599,0.0014088873],"study_design_scores_gemma":[0.00020678871,0.000006924963,0.009989784,0.000090559486,0.000033851386,0.0000010457022,0.000026110632,0.929499,0.000005256308,0.05943447,0.00035884374,0.00034741528],"about_ca_topic_score_codex":0.0005019901,"about_ca_topic_score_gemma":0.000030631687,"teacher_disagreement_score":0.7278857,"about_ca_system_score_codex":0.00017379054,"about_ca_system_score_gemma":0.00012278746,"threshold_uncertainty_score":0.999884},"labels":[],"label_agreement":null},{"id":"W1605562353","doi":"10.1007/11510888_46","title":"An Approach to Mining Picture Objects Based on Textual Cues","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Semantics (computer science); Domain (mathematical analysis); Information retrieval; Task (project management); Natural language processing; Process (computing); Text processing; Artificial intelligence; Meaning (existential); Programming language","score_opus":0.02463087384928613,"score_gpt":0.2521876456404516,"score_spread":0.22755677179116546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605562353","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022163465,0.00007511094,0.977829,0.00054086006,0.0009145331,0.00047572955,0.0000043438113,0.0003222957,0.01961654],"genre_scores_gemma":[0.33124837,0.0000014584786,0.66117376,0.006466154,0.00090677006,0.000011022215,0.000005331168,0.00003535047,0.00015179683],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943406,0.000058670685,0.0005287466,0.0026562524,0.0015024736,0.00091328553],"domain_scores_gemma":[0.9962496,0.00033893707,0.00019908138,0.0026341449,0.00016506817,0.00041313915],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00088576117,0.0007298431,0.0005975102,0.0012479146,0.0003014056,0.0008317114,0.0052164067,0.00043927017,0.000012771339],"category_scores_gemma":[0.00009037613,0.0006564347,0.00013148302,0.00067482586,0.00025697873,0.0005970078,0.0007916802,0.0009391728,0.00003672854],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048504394,0.000047314592,0.000022064347,0.000014486823,0.0000028235922,0.000020617588,0.001449612,0.6115002,0.00004387103,0.0059562777,0.0000138790665,0.380924],"study_design_scores_gemma":[0.00021956216,0.00029722994,0.000073707,0.0002798551,0.000004782458,0.00002493403,9.911312e-7,0.9921208,0.0004342446,0.0049991924,0.0007650392,0.0007796706],"about_ca_topic_score_codex":0.000011527201,"about_ca_topic_score_gemma":0.000042342002,"teacher_disagreement_score":0.38062057,"about_ca_system_score_codex":0.00037516718,"about_ca_system_score_gemma":0.00062835414,"threshold_uncertainty_score":0.99958867},"labels":[],"label_agreement":null},{"id":"W161156596","doi":"","title":"Generation of Formal and Informal Sentences","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Formality; Computer science; Style (visual arts); Task (project management); Natural language processing; Natural language generation; Set (abstract data type); Quality (philosophy); Formal language; Artificial intelligence; Natural language; Linguistics; Programming language","score_opus":0.08998097047917206,"score_gpt":0.24044867653227348,"score_spread":0.15046770605310142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W161156596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38130412,0.000007110078,0.60930717,0.000015547956,0.000042667918,0.000013190165,3.3495013e-8,0.000011434155,0.00929873],"genre_scores_gemma":[0.8379203,0.0000026709279,0.16194302,0.000052105202,0.000011279346,5.250729e-7,8.381835e-8,3.2416756e-7,0.000069686714],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997697,0.0000027845585,0.000075413,0.00004694024,0.00005032755,0.000054838052],"domain_scores_gemma":[0.9998645,0.000002467588,0.000019118424,0.00008107935,0.000017967079,0.000014838904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000069778616,0.000020188083,0.00002694277,0.0000191751,0.000020245874,0.0000101676205,0.00009683967,0.000010439136,0.00001050234],"category_scores_gemma":[0.0000026090788,0.00001531354,0.000006038659,0.000025989233,0.000009192851,0.00069350435,0.00007520913,0.0000121163575,0.0000014926048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001625737,0.000012780963,0.010719868,0.000009964068,0.0000047780145,7.5860737e-7,0.0059944065,0.00005074907,0.0016250449,0.58003026,0.000054702003,0.40149507],"study_design_scores_gemma":[0.00008445559,0.000041270305,0.011320468,0.0000018167206,7.991947e-7,0.000006724496,0.00007024648,0.9654543,0.02237785,0.00052756147,0.00007145024,0.00004306417],"about_ca_topic_score_codex":0.00006607194,"about_ca_topic_score_gemma":0.000016023885,"teacher_disagreement_score":0.96540356,"about_ca_system_score_codex":7.838957e-7,"about_ca_system_score_gemma":0.000007999349,"threshold_uncertainty_score":0.062446803},"labels":[],"label_agreement":null},{"id":"W161376815","doi":"","title":"Identifying Relationships Between Entities in Text for Complex Interactive Question Answering Task.","year":2006,"lang":"en","type":"article","venue":"Bilkent University Institutional Repository (Bilkent University)","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Section (typography); Task (project management); Question answering; Natural language processing; Artificial intelligence; Information retrieval; Linguistics","score_opus":0.04670287172852092,"score_gpt":0.23165165218117137,"score_spread":0.18494878045265045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W161376815","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28169766,0.00002428843,0.7052746,0.00022313496,0.00052326726,0.00038709067,0.000025352327,0.00018860227,0.011655991],"genre_scores_gemma":[0.9792146,0.000009852197,0.016464392,0.000010442518,0.00013662437,8.3988357e-7,0.000078331155,0.0000073718043,0.0040775393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9980937,0.00023627408,0.0002988075,0.00065243826,0.00037647408,0.00034225316],"domain_scores_gemma":[0.99882776,0.00024616625,0.00021746088,0.00036816005,0.00022580163,0.0001146324],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029009214,0.00022024516,0.00023965233,0.0010212889,0.0012172296,0.00013836702,0.00080063473,0.00014814467,0.000005446125],"category_scores_gemma":[0.000039463695,0.0002934425,0.00017159316,0.00071164244,0.00018660344,0.0022426667,0.00037918292,0.00031695855,0.0000120088425],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120167,0.00025676325,0.10248863,0.00008048942,0.0000809248,0.00046920477,0.0009382987,0.032915466,0.0029203668,0.8588089,0.0002853975,0.0006354344],"study_design_scores_gemma":[0.007214391,0.00024224953,0.5972799,0.0009607272,0.00028832737,0.00015106864,0.0073397835,0.13647866,0.0028001976,0.011986108,0.23302908,0.0022295031],"about_ca_topic_score_codex":0.0011275411,"about_ca_topic_score_gemma":0.0003510742,"teacher_disagreement_score":0.84682274,"about_ca_system_score_codex":0.001887389,"about_ca_system_score_gemma":0.00031438298,"threshold_uncertainty_score":0.9999518},"labels":[],"label_agreement":null},{"id":"W1633230169","doi":"10.1609/aimag.v35i1.2502","title":"Natural Language Access to Enterprise Data","year":2014,"lang":"en","type":"article","venue":"AI Magazine","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Siemens (Canada)","funders":"","keywords":"Computer science; Syntax; Data control language; Semantics (computer science); Natural language; Set (abstract data type); Data access; Enterprise data management; Question answering; Interpretation (philosophy); Query language; Data manipulation language; Programming language; Information retrieval; Enterprise information system; Database; World Wide Web; Data science; Artificial intelligence; Web search query; Query by Example","score_opus":0.026276509443169737,"score_gpt":0.3160102430337011,"score_spread":0.2897337335905314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1633230169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019971285,0.00010340435,0.96596503,0.009428404,0.00068733905,0.000098827,0.0000037245886,0.00018094089,0.0035610162],"genre_scores_gemma":[0.9476665,0.0000013887905,0.041464236,0.009488204,0.00022421441,0.000003412413,0.000013194943,0.000006836203,0.0011319974],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990867,0.000028906283,0.000119926524,0.00039635514,0.00017076133,0.00019739244],"domain_scores_gemma":[0.99811924,0.00003637956,0.00002510735,0.0017079809,0.000028649798,0.000082626226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021413613,0.000082017614,0.00009444328,0.000058653368,0.000032900454,0.00024232734,0.0030793364,0.000020119604,0.000026648775],"category_scores_gemma":[0.0001099252,0.000071584014,0.000015831516,0.0001665107,0.00000739442,0.00085764896,0.0023685787,0.000103337865,0.0005280512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009285463,0.00005542406,0.0020750328,0.000028157103,0.000016627646,0.000041821633,0.0011728348,0.00032871848,0.0054958495,0.00949163,0.13384528,0.84743935],"study_design_scores_gemma":[0.00028120974,0.000028217155,0.0067198346,0.000024089635,0.000004162448,0.000013441771,0.000003853066,0.84928465,0.0005320843,0.00049445755,0.1423993,0.00021468232],"about_ca_topic_score_codex":0.00003078809,"about_ca_topic_score_gemma":0.000058592643,"teacher_disagreement_score":0.9276952,"about_ca_system_score_codex":0.0000117731915,"about_ca_system_score_gemma":0.000014634056,"threshold_uncertainty_score":0.67872065},"labels":[],"label_agreement":null},{"id":"W1633328346","doi":"10.1007/978-3-642-21043-3_26","title":"Comparison of Semantic Similarity for Different Languages Using the Google n-gram Corpus and Second-Order Co-occurrence Measures","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Natural language processing; Similarity (geometry); German; Semantic similarity; Artificial intelligence; Word (group theory); n-gram; Word order; Language model; Linguistics","score_opus":0.07990233339630563,"score_gpt":0.32741458524636763,"score_spread":0.24751225185006198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1633328346","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004228949,0.0013802715,0.99261177,0.00013761778,0.0006616391,0.0006121172,0.00003507217,0.000059674774,0.00027287906],"genre_scores_gemma":[0.8342357,0.000025450692,0.16524468,0.0002883423,0.00013518857,0.00000876646,0.0000053020535,0.00001736004,0.000039195536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971518,0.00005449769,0.00057391747,0.0010629538,0.00066387595,0.0004929724],"domain_scores_gemma":[0.9973121,0.00069361145,0.00044342436,0.0011520538,0.0002926371,0.00010614263],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00073243043,0.00043805983,0.0006906614,0.00030151245,0.00029408274,0.0002680059,0.0022615392,0.00022921458,0.000009660749],"category_scores_gemma":[0.000119693366,0.0003146593,0.00010774303,0.00021372395,0.0007736257,0.00025258894,0.0008383569,0.0005777596,8.150985e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025459094,0.00015599892,0.006198498,0.00055200834,0.000069048256,0.000015734102,0.0083365645,0.023098305,0.0014435817,0.031058675,0.00004776357,0.92899835],"study_design_scores_gemma":[0.00028666784,0.00017347734,0.00045400014,0.00035738776,0.000029615261,0.000032885866,0.0000024628748,0.95065606,0.006278711,0.040758654,0.00044650421,0.0005235915],"about_ca_topic_score_codex":0.00005189703,"about_ca_topic_score_gemma":0.00026446255,"teacher_disagreement_score":0.9284748,"about_ca_system_score_codex":0.00008531615,"about_ca_system_score_gemma":0.00025292218,"threshold_uncertainty_score":0.99993056},"labels":[],"label_agreement":null},{"id":"W1649582405","doi":"","title":"Interactive Natural Language Query Construction for Report Generation","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Response Biomedical (Canada); Simon Fraser University","funders":"","keywords":"Computer science; Question answering; Natural language user interface; Natural language; Interface (matter); Natural language generation; Domain (mathematical analysis); Grammar; Point (geometry); Natural language processing; User interface; Information retrieval; World Wide Web; Selection (genetic algorithm); Artificial intelligence; Linguistics; Programming language","score_opus":0.02300953650142089,"score_gpt":0.29442933638425084,"score_spread":0.27141979988282994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1649582405","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11981938,0.000044773387,0.8754015,0.00021815524,0.0019140303,0.00009192547,2.3496648e-7,0.0000812131,0.002428774],"genre_scores_gemma":[0.69964665,4.3396446e-7,0.29944277,0.000103622515,0.0003791986,0.0000096067615,0.0000048547295,0.0000017989369,0.00041105264],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995703,0.000012689642,0.00011007212,0.00012591742,0.0000678661,0.00011316725],"domain_scores_gemma":[0.9996626,0.00002650974,0.000050608818,0.00018694277,0.000046096036,0.000027292348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015259597,0.000042960324,0.00004649753,0.00003072373,0.0000407803,0.000041937034,0.00008692146,0.000022156546,0.000008547274],"category_scores_gemma":[0.0000511791,0.000036397105,0.00002669521,0.000038368238,0.0000065703493,0.000794788,0.000038468996,0.00004379018,0.0000060763145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074768686,0.000048106733,0.0027852012,0.000013255188,0.000033664604,0.000011599707,0.0055628303,0.00012545427,0.05505053,0.1730311,0.0026832053,0.7606476],"study_design_scores_gemma":[0.0002314202,0.000017231085,0.0006701834,0.0000054326065,0.0000058088804,0.0005818198,0.00043338677,0.9186057,0.074607365,0.00037384007,0.0042825504,0.00018528735],"about_ca_topic_score_codex":0.000032318967,"about_ca_topic_score_gemma":0.00000997564,"teacher_disagreement_score":0.9184802,"about_ca_system_score_codex":0.000034027205,"about_ca_system_score_gemma":0.000015665357,"threshold_uncertainty_score":0.14842309},"labels":[],"label_agreement":null},{"id":"W1654173042","doi":"","title":"Unsupervised Modeling of Twitter Conversations","year":2010,"lang":"en","type":"article","venue":"NPARC","topic":"Topic Modeling","field":"Computer Science","cited_by":434,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"Microsoft Research","keywords":"Computer science; Conversation; Task (project management); Cluster analysis; Visualization; Domain (mathematical analysis); Artificial intelligence; Social media; Natural language processing; Microblogging; Topic model; Data science; World Wide Web; Linguistics","score_opus":0.03234468296183593,"score_gpt":0.24750362760771497,"score_spread":0.21515894464587904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1654173042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3287658,0.0000015970342,0.6605502,0.00091926055,0.00021761244,0.000035228077,3.0200297e-7,0.00004094643,0.009469037],"genre_scores_gemma":[0.79902565,5.802063e-7,0.20070437,0.00016112028,0.00003563826,0.0000025985587,3.4889686e-7,0.0000026910259,0.00006700399],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947166,0.000010351469,0.00013178514,0.00014759744,0.00013239829,0.00010618509],"domain_scores_gemma":[0.999417,0.000023188444,0.000024061132,0.00042976698,0.00006720483,0.000038786824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011869429,0.000046297846,0.00006826643,0.00004736882,0.000032369204,0.000022298034,0.00040385337,0.00003558517,0.00011683797],"category_scores_gemma":[0.000022033437,0.00004413213,0.000030498366,0.00008855739,0.000016253514,0.0001643119,0.00008837485,0.000112321795,0.000021491745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028880816,0.00006559414,0.0019170477,0.000025952868,0.00001904542,0.0000036401327,0.0053372122,0.012708879,0.519723,0.43694788,0.00046608568,0.022782762],"study_design_scores_gemma":[0.00012296243,0.000004886395,0.000052084128,0.0000032691423,0.0000016717919,0.0000016758491,0.00001762371,0.9714461,0.0030566745,0.02505805,0.00018617498,0.000048837475],"about_ca_topic_score_codex":0.000016218295,"about_ca_topic_score_gemma":0.000004412886,"teacher_disagreement_score":0.9587372,"about_ca_system_score_codex":0.000004377816,"about_ca_system_score_gemma":0.000039006398,"threshold_uncertainty_score":0.17996562},"labels":[],"label_agreement":null},{"id":"W1660606671","doi":"","title":"Summarize What You Are Interested In: An Optimization Framework for Interactive Personalized Summarization","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Automatic summarization; Personalization; Computer science; Consistency (knowledge bases); Preference; Information retrieval; Multi-document summarization; Personalized search; World Wide Web; Artificial intelligence","score_opus":0.07522027830310149,"score_gpt":0.29889772329250847,"score_spread":0.22367744498940698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1660606671","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009256383,0.000029844903,0.9889348,0.00035484898,0.0006000287,0.00038087036,0.0000011916757,0.00015431769,0.0002876771],"genre_scores_gemma":[0.35866225,0.000017645683,0.64066917,0.0004206061,0.000041757787,0.000048252637,0.000016306625,0.000012047908,0.00011192499],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883246,0.000085827836,0.00027132162,0.00045999244,0.00013270024,0.00021769751],"domain_scores_gemma":[0.9990504,0.00011963319,0.00014348929,0.00042528432,0.00018926484,0.000071944516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019790078,0.00013822826,0.00016685323,0.0001682884,0.000057866648,0.00032972102,0.00054872764,0.0001247475,0.000099282544],"category_scores_gemma":[0.0001574804,0.00013247589,0.000048939353,0.00027007237,0.00002463997,0.0036162473,0.00013798008,0.00013659673,0.0000043303917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004388517,0.0006452555,0.026666397,0.00007694701,0.0000613992,0.000015956008,0.049742676,0.026415274,0.00014571243,0.80434495,0.00006485962,0.09138172],"study_design_scores_gemma":[0.0004544824,0.000082648905,0.000936856,0.00015650611,0.0000046886967,0.0000015515839,0.0019272786,0.9774677,0.00037543444,0.018373108,0.000036454636,0.00018330025],"about_ca_topic_score_codex":0.000056857443,"about_ca_topic_score_gemma":0.000118412674,"teacher_disagreement_score":0.9510524,"about_ca_system_score_codex":0.000078285935,"about_ca_system_score_gemma":0.000034160814,"threshold_uncertainty_score":0.540221},"labels":[],"label_agreement":null},{"id":"W1662133657","doi":"10.1613/jair.2934","title":"From Frequency to Meaning: Vector Space Models of Semantics","year":2010,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Research","topic":"Topic Modeling","field":"Computer Science","cited_by":2883,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Semantics (computer science); Meaning (existential); Computer science; Context (archaeology); Space (punctuation); Perspective (graphical); Artificial intelligence; Programming language; Psychology","score_opus":0.2081680926678031,"score_gpt":0.4142808458992752,"score_spread":0.20611275323147213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1662133657","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2848188,0.000045416764,0.7103081,0.0034089766,0.0007623553,0.00009915532,0.0000013808251,0.000010538599,0.00054527906],"genre_scores_gemma":[0.7964733,0.00001941509,0.20288268,0.000020135138,0.00056685635,0.0000012773427,1.0966436e-7,0.000009334332,0.00002687202],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99672973,0.00017505429,0.0008508869,0.00028729328,0.001499836,0.00045721856],"domain_scores_gemma":[0.99649984,0.0005914351,0.00024548845,0.00069533754,0.0016449082,0.00032298503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032138107,0.00011762819,0.0002966262,0.00054550584,0.000113518974,0.00020299212,0.002119904,0.00011402164,0.00007000169],"category_scores_gemma":[0.0012327847,0.00010254421,0.00012049781,0.0008725387,0.0001227681,0.0006347563,0.00037388105,0.0011591206,0.000059909034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032059317,0.00014076171,0.000088103334,0.000012683414,0.000026908378,0.000059582293,0.007730806,0.011192164,0.3854487,0.54414093,0.00014374185,0.050983585],"study_design_scores_gemma":[0.000016604916,0.00020943298,0.000017783768,0.00006690537,0.0000034951152,0.000014282604,0.00061882753,0.2786266,0.25475377,0.46549565,0.000083753584,0.00009292806],"about_ca_topic_score_codex":0.0005379259,"about_ca_topic_score_gemma":0.00019556486,"teacher_disagreement_score":0.5116545,"about_ca_system_score_codex":0.000060270366,"about_ca_system_score_gemma":0.00045171255,"threshold_uncertainty_score":0.5035867},"labels":[],"label_agreement":null},{"id":"W166397155","doi":"10.1609/icwsm.v5i1.14135","title":"Extracting Meta Statements from the Blogosphere","year":2021,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Conditional random field; Computer science; Blogosphere; Information extraction; Relationship extraction; Statement (logic); Information retrieval; Classifier (UML); Precision and recall; Natural language processing; Artificial intelligence; Context (archaeology); Relation (database); Metadata; World Wide Web; Data mining; The Internet; Linguistics","score_opus":0.08824400931823363,"score_gpt":0.3052413327400337,"score_spread":0.21699732342180006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W166397155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.946866,0.00014352519,0.0007053417,0.038777903,0.0010974057,0.00008749562,0.00002439833,0.000031140033,0.012266841],"genre_scores_gemma":[0.99694693,0.000058525286,0.0018798738,0.0006649012,0.00021063203,0.000009105824,0.0000014781034,0.000003704689,0.00022481961],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989908,0.000011668798,0.00019132867,0.00022505497,0.00047418833,0.000107008396],"domain_scores_gemma":[0.99912286,0.00022872166,0.00017721487,0.00007513413,0.00037256684,0.00002351321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022259842,0.00008723814,0.00013149847,0.000010837416,0.00014043883,0.00021933121,0.00095029623,0.00003865558,0.000098647106],"category_scores_gemma":[0.00030821763,0.000053138257,0.00007260765,0.00006997357,0.00005421479,0.00028890578,0.00041709532,0.00017304585,0.000002925166],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012573125,0.000069779875,0.0038269432,0.000011995778,0.0004823599,0.0000019209183,0.011188783,0.000003967337,0.017045768,0.9240224,0.001101132,0.042232394],"study_design_scores_gemma":[0.0023311481,0.00006178107,0.03064359,0.00043743584,0.0005312993,0.00002067116,0.020314563,0.111579925,0.066557825,0.7403829,0.026230006,0.00090882415],"about_ca_topic_score_codex":0.00003073319,"about_ca_topic_score_gemma":0.00004241132,"teacher_disagreement_score":0.18363945,"about_ca_system_score_codex":0.000019937752,"about_ca_system_score_gemma":0.000089406254,"threshold_uncertainty_score":0.21669152},"labels":[],"label_agreement":null},{"id":"W169330724","doi":"10.5591/978-1-57735-516-8/ijcai11-461","title":"Analysis of adjective-noun word pair extraction methods for online review summarization","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Automatic summarization; Adjective; Computer science; Word (group theory); Natural language processing; Noun; Artificial intelligence; Identification (biology); Information retrieval; Linguistics","score_opus":0.1312730152729287,"score_gpt":0.4087756528637743,"score_spread":0.2775026375908456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W169330724","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044283186,0.0010570012,0.99714607,0.0002008118,0.000116345436,0.00021971701,0.0000018900178,0.00007029391,0.0007450345],"genre_scores_gemma":[0.0075206193,0.00038361832,0.9915189,0.00026009695,0.000017174021,0.000017609507,0.0000135638775,0.0000038318008,0.00026458458],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912393,0.00012154062,0.00031083036,0.00025484082,0.00008937294,0.00009948369],"domain_scores_gemma":[0.9990381,0.00014646849,0.00016409355,0.00041832242,0.00020340539,0.000029582789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008137569,0.000069861955,0.0002449352,0.00018383056,0.000028297209,0.000009034096,0.00027829502,0.0000363832,0.00006147885],"category_scores_gemma":[0.0001633164,0.000059471073,0.0001477626,0.00092884694,0.000008454549,0.00030600894,0.000053259955,0.00004140851,9.4459955e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036894069,0.000082680635,0.00087547966,0.00011393821,0.00017247505,1.2488216e-7,0.00018131422,0.00013159681,0.00036262473,0.014277455,0.00006477262,0.98373383],"study_design_scores_gemma":[0.0000968199,0.00004051219,0.007721387,0.00008688419,0.0004388843,6.733732e-7,0.000014950827,0.9833997,0.0019117127,0.002257943,0.0039162207,0.00011433623],"about_ca_topic_score_codex":0.00012549349,"about_ca_topic_score_gemma":0.000056982273,"teacher_disagreement_score":0.9836195,"about_ca_system_score_codex":0.000022770912,"about_ca_system_score_gemma":0.000027123331,"threshold_uncertainty_score":0.242516},"labels":[],"label_agreement":null},{"id":"W1757017496","doi":"10.1007/978-3-642-01307-2_100","title":"Boosting Biomedical Information Retrieval Performance through Citation Graph: An Empirical Study","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Information retrieval; PageRank; Linkage (software); Graph; Ranking (information retrieval); Boosting (machine learning); Hyperlink; Divergence-from-randomness model; Data mining; Citation; Artificial intelligence; Theoretical computer science; Web page; Probabilistic logic; World Wide Web","score_opus":0.03868304289903317,"score_gpt":0.29826593550915986,"score_spread":0.2595828926101267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1757017496","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014852619,0.000053291467,0.9811594,0.00056220475,0.0013463501,0.0005817148,0.000001702509,0.0002701146,0.0011725876],"genre_scores_gemma":[0.5672476,0.000019305613,0.4301098,0.0020535185,0.0005003652,0.000004420845,0.000016554486,0.00001680114,0.000031599826],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99525183,0.00006876518,0.0009058845,0.0011958085,0.0019320481,0.000645641],"domain_scores_gemma":[0.9974854,0.00025129467,0.0003926829,0.0013233756,0.00035180151,0.00019544011],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016453286,0.00047939236,0.00046076873,0.0010057228,0.00041375004,0.0007865827,0.002780159,0.00035108818,0.0000072382063],"category_scores_gemma":[0.0001944253,0.00043883958,0.00008563606,0.0011879945,0.00035061926,0.0043905517,0.0007088577,0.0010075828,0.000023222747],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013122204,0.00008747486,0.0005385933,0.000026964051,0.000006988003,0.000026163021,0.008423401,0.023299202,0.000016494418,0.0013063775,0.0000074506843,0.9662478],"study_design_scores_gemma":[0.0004607638,0.0011339147,0.002450386,0.00020018112,0.000009432181,0.00005651694,0.000002747249,0.948435,0.00009209054,0.045807045,0.0007379273,0.0006139723],"about_ca_topic_score_codex":0.000014670384,"about_ca_topic_score_gemma":0.00001225758,"teacher_disagreement_score":0.9656338,"about_ca_system_score_codex":0.00030157703,"about_ca_system_score_gemma":0.00053396187,"threshold_uncertainty_score":0.99980634},"labels":[],"label_agreement":null},{"id":"W1764253967","doi":"","title":"Fuzzy set theory-based belief processing for natural language texts","year":2007,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Fuzzy logic; Artificial intelligence; Newspaper; Set (abstract data type); Fuzzy set; Information extraction; Natural language; Natural language processing; Natural (archaeology); Machine learning; Programming language","score_opus":0.015259565497885349,"score_gpt":0.2895544110047849,"score_spread":0.27429484550689953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1764253967","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018677706,0.00030706602,0.9734795,0.00040458798,0.00019783601,0.00016417047,9.1217265e-7,0.00025523093,0.0065129856],"genre_scores_gemma":[0.73050827,8.8816584e-8,0.26691824,0.0011857663,0.000090801484,0.000004910621,0.0000023395155,0.0000058665473,0.0012837191],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991029,0.000015189396,0.00015234953,0.00027085634,0.00016024942,0.00029844724],"domain_scores_gemma":[0.99939543,0.00014577286,0.000043638516,0.0003007841,0.000059134003,0.000055256172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007218963,0.000092601564,0.00008558922,0.00007106358,0.00010366888,0.00010366377,0.00047254423,0.000042875632,0.0000071390778],"category_scores_gemma":[0.00005282742,0.00007290236,0.000045849963,0.00014687217,0.000016466505,0.00022821657,0.00006515784,0.00008399014,0.000010829909],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018757053,0.000030868407,0.00010403367,0.000055685265,0.0000053666417,0.000012974685,0.0019107953,0.00024180958,0.0024512378,0.2013904,0.00026661388,0.79351145],"study_design_scores_gemma":[0.0013593085,0.00008829983,0.0006459076,0.00007034417,0.00001011012,0.000016788435,0.00042004214,0.91427547,0.03898723,0.040193498,0.0033862265,0.0005467863],"about_ca_topic_score_codex":0.000008998566,"about_ca_topic_score_gemma":0.000028341246,"teacher_disagreement_score":0.91403365,"about_ca_system_score_codex":0.000026537507,"about_ca_system_score_gemma":0.0000601586,"threshold_uncertainty_score":0.2972872},"labels":[],"label_agreement":null},{"id":"W17684","doi":"10.1111/j.2042-7158.1977.tb11305.x","title":"Word pairs in language modeling for information retrieval","year":2004,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Bigram; Vector space model; Computer science; Word (group theory); Language model; Natural language processing; Artificial intelligence; Constraint (computer-aided design); Term Discrimination; Adjacency list; Information retrieval; Visual Word; Algorithm; Mathematics","score_opus":0.02039087438294956,"score_gpt":0.2508621982835105,"score_spread":0.2304713239005609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W17684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13171424,0.000013472379,0.8662012,0.0005446826,0.0000896841,0.00012506319,2.8933005e-7,0.000097210796,0.0012141552],"genre_scores_gemma":[0.7681051,9.890597e-7,0.2315487,0.0002917876,0.000018997054,0.0000040568157,0.0000015010592,0.0000015569002,0.00002735288],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947613,0.0000047426793,0.00017261202,0.000097683514,0.000107258784,0.00014155109],"domain_scores_gemma":[0.99971384,0.000015353233,0.000021056256,0.00019568473,0.00002866912,0.000025408239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022976332,0.000046985893,0.00005609941,0.00009263453,0.000025312183,0.00006731415,0.00024222698,0.000033203578,0.0000020185666],"category_scores_gemma":[0.000050959687,0.00004336428,0.000023013039,0.00016281416,0.0000026701482,0.0009700137,0.000056505552,0.000050292387,0.000013654256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011001129,0.000015167765,0.000052551466,0.000020866215,0.0000022382624,0.0000016869654,0.0070762015,0.76097465,0.0001526862,0.17127001,0.000016459511,0.060406458],"study_design_scores_gemma":[0.00043920573,0.000010413613,0.000017778439,0.000010839622,4.0884453e-7,0.0000012174332,0.00023541888,0.99073064,0.0005470192,0.007866246,0.000078499885,0.00006232408],"about_ca_topic_score_codex":0.000119429074,"about_ca_topic_score_gemma":0.000038147486,"teacher_disagreement_score":0.6363908,"about_ca_system_score_codex":0.000058477057,"about_ca_system_score_gemma":0.000044586403,"threshold_uncertainty_score":0.17683442},"labels":[],"label_agreement":null},{"id":"W1777006545","doi":"10.1111/j.1756-8765.2010.01108.x","title":"Comparing Methods for Single Paragraph Similarity Analysis","year":2010,"lang":"en","type":"article","venue":"Topics in Cognitive Science","topic":"Topic Modeling","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"Defence Research and Development Canada","keywords":"Paragraph; Computer science; Natural language processing; Artificial intelligence; Similarity (geometry); Word (group theory); Focus (optics); Semantic similarity; Vector space model; Simple (philosophy); Domain (mathematical analysis); Information retrieval; Linguistics; Mathematics; World Wide Web","score_opus":0.14923709677370298,"score_gpt":0.42624691451962937,"score_spread":0.27700981774592637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1777006545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21952435,0.000024021243,0.77446645,0.00020485258,0.00046445982,0.0001667616,0.000001134737,0.000049148442,0.0050988225],"genre_scores_gemma":[0.5975857,9.485488e-7,0.40217894,0.00015451205,0.000036421396,0.00001631338,5.57608e-7,0.0000018177399,0.00002483504],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998297,0.00006123554,0.0002571729,0.00069667393,0.0002660198,0.00042190283],"domain_scores_gemma":[0.99852777,0.00047423187,0.00008332025,0.00048559118,0.00032136915,0.00010770326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002663097,0.00011536221,0.0002367963,0.0005345154,0.00023956267,0.00025328566,0.0012489273,0.000057478006,0.0000071086197],"category_scores_gemma":[0.0010786417,0.00011411787,0.0000956429,0.0027392313,0.00034427567,0.00059186533,0.00037452046,0.0002787223,0.0000018108411],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010490777,0.00027203138,0.12289587,0.000020412843,0.00006202272,0.000008826829,0.0020756614,0.0008181948,0.05614874,0.24768251,0.0000059866793,0.5699993],"study_design_scores_gemma":[0.00032480143,0.000036728492,0.0481782,0.000012409217,0.00003941005,0.0000033170254,0.00006723918,0.8765512,0.030527402,0.043617863,0.0003871907,0.0002542538],"about_ca_topic_score_codex":0.00005566777,"about_ca_topic_score_gemma":0.00021325475,"teacher_disagreement_score":0.875733,"about_ca_system_score_codex":0.00003699286,"about_ca_system_score_gemma":0.0001227768,"threshold_uncertainty_score":0.46535918},"labels":[],"label_agreement":null},{"id":"W180888214","doi":"","title":"Evaluating Distributional Models of Semantics for Syntactically Invariant Inference","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Distributional semantics; Phrase; Inference; Natural language processing; Invariant (physics); Artificial intelligence; Lemma (botany); Semantics (computer science); Sentence; Focus (optics); Mathematics; Programming language","score_opus":0.17678125876358503,"score_gpt":0.3826369719767289,"score_spread":0.2058557132131439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W180888214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01619702,0.000021509046,0.9821412,0.0004962735,0.00014279493,0.00013144895,0.000003989478,0.000037921953,0.0008278743],"genre_scores_gemma":[0.5930371,6.633624e-7,0.4068449,0.00004973507,0.000032788277,0.000007871974,0.0000017940216,0.0000017021807,0.000023404158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991031,0.000027846383,0.00023524127,0.00014479518,0.00025590375,0.00023309351],"domain_scores_gemma":[0.9989773,0.00041150267,0.000071677896,0.000286455,0.00018115442,0.00007187805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007037363,0.000064834,0.00010583768,0.000025244219,0.00005046544,0.000030380992,0.00034100027,0.000037548118,0.000013083888],"category_scores_gemma":[0.00039117679,0.000055475743,0.000039436996,0.00008218084,0.000015767197,0.00064357993,0.00018758864,0.000050688228,0.0000037376146],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017286751,0.000039543866,0.000464216,0.000016117297,0.000006344381,6.3561544e-8,0.00011714971,0.005246721,0.001084661,0.9902423,0.0000170722,0.002764075],"study_design_scores_gemma":[0.0001210862,0.000027708347,0.0003213754,0.000012445843,0.0000061410024,0.0000027628803,0.000008342165,0.9364751,0.0021811244,0.06075902,0.000016686745,0.00006820608],"about_ca_topic_score_codex":0.000012842245,"about_ca_topic_score_gemma":0.0000011871025,"teacher_disagreement_score":0.9312284,"about_ca_system_score_codex":0.000023965296,"about_ca_system_score_gemma":0.00010464836,"threshold_uncertainty_score":0.22622351},"labels":[],"label_agreement":null},{"id":"W1814922127","doi":"","title":"Summarizing Blog Entries versus News Texts","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Automatic summarization; Blogosphere; Computer science; Information retrieval; Popularity; Social media; Categorization; World Wide Web; Variety (cybernetics); Event (particle physics); Multi-document summarization; Data science; Artificial intelligence; The Internet; Psychology","score_opus":0.029729404170158878,"score_gpt":0.261370563285352,"score_spread":0.23164115911519315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1814922127","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018402249,0.00014991229,0.8805466,0.0052065714,0.000683972,0.00006555317,1.1254178e-7,0.0003562404,0.09458874],"genre_scores_gemma":[0.86006606,0.000011718017,0.13713206,0.0011508134,0.00011494616,9.672042e-7,3.7043412e-7,0.0000022847894,0.0015207693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993064,0.000013703997,0.00011487223,0.00022349793,0.00014060638,0.00020095307],"domain_scores_gemma":[0.9994692,0.000047618265,0.000022722217,0.00038472333,0.000020848733,0.000054844855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000075513795,0.00006914783,0.000073740215,0.00004192697,0.000063782245,0.00012990346,0.0004745072,0.00003157272,0.00003053002],"category_scores_gemma":[0.000023633167,0.000060236893,0.000030658186,0.000121147175,0.000008433975,0.00028744424,0.00009629328,0.00006245108,0.000083006635],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072478983,0.00002155121,0.00033657957,0.0000015175607,0.000005178474,0.000013926121,0.0003209932,0.0001692309,0.00036258748,0.62698424,0.001781028,0.36999592],"study_design_scores_gemma":[0.005045451,0.0007808345,0.005023583,0.000059386886,0.000026104937,0.00003672467,0.00037414214,0.6109165,0.021686863,0.1702677,0.18421678,0.0015659448],"about_ca_topic_score_codex":0.000038674294,"about_ca_topic_score_gemma":0.000024672772,"teacher_disagreement_score":0.84166384,"about_ca_system_score_codex":0.000020236297,"about_ca_system_score_gemma":0.000029340448,"threshold_uncertainty_score":0.24563892},"labels":[],"label_agreement":null},{"id":"W1815301076","doi":"","title":"Measuring the Non-compositionality of Multiword Expressions","year":2010,"lang":"en","type":"article","venue":"International Conference on Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Principle of compositionality; Computer science; Artificial intelligence; Natural language processing; Semantics (computer science); Metric (unit); Natural language; Question answering; Combinatory categorial grammar; Distributional semantics; Expression (computer science); Information extraction; Programming language; Semantic similarity; Link grammar; Rule-based machine translation","score_opus":0.0730969691908334,"score_gpt":0.32514661388054306,"score_spread":0.25204964468970964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1815301076","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0268742,0.0000036714723,0.92831004,0.0024296052,0.0039252583,0.00014638428,0.000042697193,0.00006808791,0.038200043],"genre_scores_gemma":[0.85870135,0.0000012473104,0.14047962,0.00024886543,0.0004621551,0.000010842348,0.000021622502,0.0000057787774,0.000068523565],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983724,0.00004056933,0.00038280492,0.00029408737,0.00077271,0.00013743412],"domain_scores_gemma":[0.99720633,0.00052512233,0.00020593053,0.00036640957,0.0016302937,0.00006588496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032068774,0.00012906907,0.00012416337,0.00010182549,0.00016116418,0.00012525376,0.0013425349,0.000056549954,0.00007263871],"category_scores_gemma":[0.0009448598,0.00010370395,0.00007467823,0.00010590366,0.00010322797,0.00006612753,0.00023374503,0.00037362584,0.000029534394],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007971683,0.00008515404,0.00040351652,0.0000041521116,0.000022262795,0.0000031376337,0.0001825618,0.030654222,0.0020202445,0.9647896,0.00008612073,0.001741044],"study_design_scores_gemma":[0.0002198029,0.000018722325,0.005855537,0.000048242222,0.000003731573,0.0000061603887,0.000015136462,0.85349864,0.0010567015,0.13734834,0.0018108261,0.000118181095],"about_ca_topic_score_codex":0.00003293107,"about_ca_topic_score_gemma":0.000011363132,"teacher_disagreement_score":0.83182716,"about_ca_system_score_codex":0.00002584872,"about_ca_system_score_gemma":0.00020471872,"threshold_uncertainty_score":0.42289242},"labels":[],"label_agreement":null},{"id":"W1818810666","doi":"","title":"Positional Language Models for Clinical Information Retrieval","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal","funders":"","keywords":"Computer science; Information retrieval; Weighting; Language model; Data collection; Representation (politics); Natural language processing; Test (biology); Data mining; Artificial intelligence; Statistics; Mathematics","score_opus":0.04293954222260586,"score_gpt":0.341099770726688,"score_spread":0.29816022850408214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1818810666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05131051,0.0000030751928,0.94139326,0.00092704647,0.0005322782,0.00010447643,0.0000028616482,0.00010281001,0.005623659],"genre_scores_gemma":[0.55917823,8.049927e-7,0.43946555,0.0010236104,0.0001493012,0.0000031800414,0.000008083082,0.0000014557377,0.00016976288],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994563,0.000008217497,0.00020833062,0.00010065749,0.00012879274,0.00009772827],"domain_scores_gemma":[0.9994982,0.0000917586,0.000037449558,0.0002472807,0.000078015495,0.000047278612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004036971,0.00003948895,0.00005391734,0.000031631225,0.000043358148,0.00008386576,0.00029713303,0.00006186265,0.000019794092],"category_scores_gemma":[0.00007233674,0.00003399563,0.000047924834,0.00004839071,0.0000108322865,0.0011972048,0.000070373106,0.00010973051,0.00003334987],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000085878355,0.000016453667,0.000053151,0.0000041710014,0.0000038179355,3.1037447e-7,0.00033114964,0.0003636354,0.0003184271,0.96045876,0.0013857527,0.03705581],"study_design_scores_gemma":[0.00024088561,0.000020935831,0.0003347082,0.0000011228642,0.0000011117155,0.0000045766,0.000010922641,0.97673625,0.00027926036,0.020738283,0.00157725,0.000054723354],"about_ca_topic_score_codex":0.0000059328804,"about_ca_topic_score_gemma":0.0000031346956,"teacher_disagreement_score":0.9763726,"about_ca_system_score_codex":0.0000049410983,"about_ca_system_score_gemma":0.000045953188,"threshold_uncertainty_score":0.13863015},"labels":[],"label_agreement":null},{"id":"W1828724394","doi":"10.48550/arxiv.1410.2455","title":"BilBOWA: Fast Bilingual Distributed Representations without Word Alignments","year":2014,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":314,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Canadian Institute for Advanced Research","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Task (project management); Word (group theory); Bilingual dictionary; Sentence; Feature (linguistics); Set (abstract data type); Machine translation; Translation (biology); Speech recognition; Linguistics","score_opus":0.055720460782726695,"score_gpt":0.20385800545450294,"score_spread":0.14813754467177626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1828724394","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33929938,0.0000027890205,0.658565,0.000094219096,0.00016417548,0.0000744604,0.0000034625052,0.00015424698,0.0016422564],"genre_scores_gemma":[0.99367785,0.0000048042216,0.0047709467,0.00009224128,0.000058589245,3.74515e-7,0.000008809771,0.000007509233,0.0013788457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987322,0.000102906866,0.0001457446,0.00064252625,0.000094295,0.00028233303],"domain_scores_gemma":[0.998716,0.00008301009,0.0000910437,0.0008870688,0.000079301506,0.00014357465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018294458,0.00013183476,0.00013977344,0.00011164361,0.000181415,0.00007516473,0.0008402623,0.00005904865,0.000018068633],"category_scores_gemma":[0.00006976611,0.00014388605,0.00007029923,0.0005975176,0.000058911468,0.00045880384,0.00034449704,0.000115059425,0.0000991214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022549275,0.0001831455,0.103526704,0.000016438862,0.00007913289,0.000105138686,0.0007319194,0.22283933,0.0005693646,0.6628449,0.00041539175,0.008665971],"study_design_scores_gemma":[0.0006595714,0.00003224093,0.0047757817,0.00001550576,0.000020578676,0.000005056323,0.00013924007,0.97747666,0.0004346395,0.014700861,0.0014947846,0.00024510242],"about_ca_topic_score_codex":0.000099569734,"about_ca_topic_score_gemma":0.000039888255,"teacher_disagreement_score":0.7546373,"about_ca_system_score_codex":0.00007713546,"about_ca_system_score_gemma":0.000059283182,"threshold_uncertainty_score":0.5867503},"labels":[],"label_agreement":null},{"id":"W183308553","doi":"","title":"Evaluating WordNet Features in Text Classification Models.","year":2006,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"WordNet; Computer science; Artificial intelligence; Naive Bayes classifier; Classifier (UML); Support vector machine; Natural language processing; Machine learning; Information retrieval","score_opus":0.09596409055603045,"score_gpt":0.3292957080679671,"score_spread":0.23333161751193665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W183308553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056090854,0.00010425358,0.886722,0.0012305232,0.00009329853,0.00009362033,1.02622664e-7,0.00012282886,0.055542514],"genre_scores_gemma":[0.79045683,0.0000012227362,0.20783453,0.00013082025,0.000042670472,0.000009524282,0.0000011757772,0.0000028913028,0.0015203157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914855,0.00003995725,0.00017276927,0.00027254067,0.00020875831,0.00015744919],"domain_scores_gemma":[0.9995236,0.000037173686,0.00003675485,0.00035177884,0.00003218996,0.000018540504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031805914,0.000063014915,0.000064861524,0.00008378057,0.000035280038,0.00009199041,0.0003616919,0.000041038562,0.000010937055],"category_scores_gemma":[0.000013991141,0.000056445424,0.000017986247,0.00022198247,0.000007323038,0.0003787416,0.00007693775,0.00008645626,0.000016101607],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011420481,0.000028400926,0.00074529264,0.0000034874831,8.3869065e-7,0.0000013723155,0.00021880439,0.15478201,0.001568045,0.699311,0.0008500609,0.14248954],"study_design_scores_gemma":[0.00011677497,0.0000060303437,0.009776932,0.000006521659,5.0990695e-7,0.0000017613016,0.000014249403,0.9215006,0.00016458528,0.06827422,0.00007088228,0.000066926135],"about_ca_topic_score_codex":0.00049398997,"about_ca_topic_score_gemma":0.00026943273,"teacher_disagreement_score":0.76671857,"about_ca_system_score_codex":0.000045100962,"about_ca_system_score_gemma":0.000034503864,"threshold_uncertainty_score":0.23017776},"labels":[],"label_agreement":null},{"id":"W1838551284","doi":"10.1136/amiajnl-2013-002214","title":"Natural language processing: algorithms and tools to extract computable information from EHRs and from the biomedical literature","year":2013,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Topic Modeling","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CONTEST; Computer science; Narrative; Natural language processing; Health records; Artificial intelligence; Task (project management); Interpretation (philosophy); Structuring; Information retrieval; Biomedical text mining; Quality (philosophy); Text mining; Linguistics; Programming language; Health care","score_opus":0.005966570501120155,"score_gpt":0.2444841220209323,"score_spread":0.23851755151981216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1838551284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7074151,0.00037038242,0.27005216,0.02152005,0.00042291195,0.00015682877,0.000012796762,0.000018567189,0.00003121623],"genre_scores_gemma":[0.8729013,0.0000682542,0.11494463,0.011678607,0.0003757435,0.0000035725607,0.00001218923,0.000004096026,0.000011571563],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979494,0.00009158192,0.0006346073,0.00005502913,0.0010967065,0.00017265472],"domain_scores_gemma":[0.99762785,0.000658698,0.0011404427,0.00016518553,0.00022074993,0.00018704595],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008523177,0.000099052,0.00022256417,0.00006147831,0.00012708877,0.0010770506,0.00065767195,0.00007115555,0.0000058763726],"category_scores_gemma":[0.0016794059,0.000051759263,0.000045170975,0.00034980298,0.000062985746,0.0026535697,0.0002735261,0.00055432675,0.0000059975596],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034739744,0.0000122270685,0.0014039179,0.0000073215997,0.00003654371,9.821401e-7,0.01666948,0.000038366976,0.000029777133,0.00002352253,0.0042969873,0.9774774],"study_design_scores_gemma":[0.00040850183,0.000060106202,0.042967666,0.00021907227,0.00001880735,0.000029545849,0.002337737,0.9501871,0.000023895878,0.00074431417,0.0028939482,0.00010930879],"about_ca_topic_score_codex":0.00024378246,"about_ca_topic_score_gemma":0.0000036319273,"teacher_disagreement_score":0.9773681,"about_ca_system_score_codex":0.000110045024,"about_ca_system_score_gemma":0.00012276333,"threshold_uncertainty_score":0.99995995},"labels":[],"label_agreement":null},{"id":"W1846406155","doi":"10.19173/irrodl.v13i5.1269","title":"Instructor-aided asynchronous question answering system for online education and distance learning","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Asynchronous communication; Computer science; Question answering; Exploit; Synchronous learning; Perspective (graphical); Learning Management; Asynchronous learning; Online learning; Educational technology; Quality (philosophy); Artificial intelligence; Multimedia; World Wide Web; Mathematics education; Teaching method; Cooperative learning; Psychology","score_opus":0.06494774927665814,"score_gpt":0.42353235705436787,"score_spread":0.35858460777770973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1846406155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4208836,0.056467,0.5130736,0.0057754414,0.000548684,0.0016569956,0.000024248146,0.000059651164,0.001510775],"genre_scores_gemma":[0.9869682,0.004572415,0.008120231,0.000032672553,0.000096304175,0.00007454119,0.00006589787,0.0000054331877,0.000064304535],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859643,0.00034852096,0.0003067027,0.00020380478,0.0003318371,0.00021272153],"domain_scores_gemma":[0.99890256,0.0004543815,0.00014774292,0.00016386405,0.00026437908,0.0000670447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004216936,0.000075171876,0.00017143232,0.00008404299,0.00017436659,0.0001756339,0.0007116137,0.00002740412,0.0000030798649],"category_scores_gemma":[0.0013378467,0.000058775844,0.000021021522,0.00023113357,0.000054675456,0.00058905536,0.00055999856,0.00034537885,9.322533e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004694228,0.00012568044,0.059425812,0.0040265718,0.000027714736,0.0000011403664,0.00065898587,0.0006255309,0.0001760142,0.31467736,0.00007691031,0.6201314],"study_design_scores_gemma":[0.003031227,0.0004051306,0.11305572,0.07960946,0.000038829123,0.0002746423,0.015321226,0.6419466,0.00059087266,0.0058419914,0.1390794,0.00080488034],"about_ca_topic_score_codex":0.00024006021,"about_ca_topic_score_gemma":0.00000958079,"teacher_disagreement_score":0.64132106,"about_ca_system_score_codex":0.00016980711,"about_ca_system_score_gemma":0.00013044008,"threshold_uncertainty_score":0.23968093},"labels":[],"label_agreement":null},{"id":"W1849027473","doi":"10.1007/978-3-642-38824-8_11","title":"Evaluating Syntactic Sentence Compression for Text Summarisation","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Natural language processing; Sentence; Computer science; Linguistics; Artificial intelligence; Philosophy","score_opus":0.06215909734522565,"score_gpt":0.316962817238673,"score_spread":0.2548037198934473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1849027473","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034807422,0.00026136628,0.9940585,0.00082093093,0.0022008542,0.0010282623,0.0000027499739,0.000175277,0.0011040147],"genre_scores_gemma":[0.13189386,0.000016588285,0.86616904,0.0008503381,0.00049737265,0.00004823357,0.000006580341,0.000033933393,0.00048404973],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99570525,0.00005041089,0.0006510162,0.0017577109,0.0011618828,0.0006737248],"domain_scores_gemma":[0.99619955,0.0011820195,0.00045971113,0.001509109,0.00049132615,0.00015830754],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013480245,0.00047969722,0.00048105788,0.0005564908,0.0003881606,0.0007260622,0.002854037,0.00030862313,0.00003163936],"category_scores_gemma":[0.0003424359,0.0004351535,0.0001349979,0.00030607037,0.00025884507,0.0010571781,0.0012085893,0.0006223249,0.00006343411],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035916817,0.000013932497,0.000028217475,0.000063801184,0.000005892907,0.00000492266,0.00044007195,0.07716212,0.0007868601,0.012016663,0.000022996097,0.90945095],"study_design_scores_gemma":[0.00022635369,0.00012182818,0.000050874693,0.00052190793,0.000007996014,0.000021831947,2.2255837e-7,0.87398136,0.00085975946,0.12345134,0.00032826088,0.00042828772],"about_ca_topic_score_codex":0.00005833556,"about_ca_topic_score_gemma":0.000023183085,"teacher_disagreement_score":0.9090226,"about_ca_system_score_codex":0.00038663595,"about_ca_system_score_gemma":0.00048461565,"threshold_uncertainty_score":0.99981004},"labels":[],"label_agreement":null},{"id":"W1871378960","doi":"","title":"Extending the Entity-based Coherence Model with Multiple Ranks","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Coreference; Coherence (philosophical gambling strategy); Computer science; Pairwise comparison; Artificial intelligence; Natural language processing; Sentence; Training set; Set (abstract data type); Component (thermodynamics); Information retrieval; Statistics; Resolution (logic); Mathematics; Programming language","score_opus":0.0360831324396391,"score_gpt":0.24706129000985785,"score_spread":0.21097815757021876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1871378960","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031481013,0.00005633752,0.96430755,0.00047624594,0.00012233254,0.00012348926,3.2250895e-7,0.00014079703,0.0032918954],"genre_scores_gemma":[0.731889,5.903839e-7,0.2672393,0.00044237447,0.000031494354,0.000013903391,2.2481323e-7,0.000003833848,0.00037926767],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991632,0.00003174887,0.000100267054,0.00018357701,0.00023185075,0.00028936626],"domain_scores_gemma":[0.9991814,0.00010360676,0.000036347832,0.00057451974,0.000033368822,0.00007073915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033179228,0.00008589725,0.00007136853,0.000028103512,0.00014497292,0.0000995962,0.00066523,0.000025358302,0.000021216068],"category_scores_gemma":[0.00001932968,0.000048249734,0.000026583948,0.00012828203,0.00003002342,0.00048897945,0.00011783175,0.000104927974,0.000032067455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020834112,0.00022814628,0.091905065,0.00003454827,0.000030597264,0.0000046076725,0.0026133624,0.442621,0.0024596443,0.40278742,0.0008253078,0.056469493],"study_design_scores_gemma":[0.00021830834,0.000007990548,0.00073481596,0.000007806353,0.0000027966016,0.0000028416182,0.000013703131,0.9966261,0.0014920635,0.0004704075,0.00033290364,0.000090305504],"about_ca_topic_score_codex":0.000060435497,"about_ca_topic_score_gemma":0.000027195982,"teacher_disagreement_score":0.700408,"about_ca_system_score_codex":0.000020368478,"about_ca_system_score_gemma":0.000044994507,"threshold_uncertainty_score":0.1967567},"labels":[],"label_agreement":null},{"id":"W1879966306","doi":"","title":"Long Short-Term Memory Over Recursive Structures","year":2015,"lang":"en","type":"article","venue":"NPARC","topic":"Topic Modeling","field":"Computer Science","cited_by":273,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; National Research Council Canada","funders":"","keywords":"Computer science; Leverage (statistics); Artificial intelligence; Parsing; Theoretical computer science; Natural language processing","score_opus":0.03825664726599463,"score_gpt":0.27864304625467984,"score_spread":0.24038639898868522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1879966306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5028102,0.00009723496,0.45660782,0.0005509709,0.0011260201,0.000119395634,0.0000010658512,0.00015965546,0.038527653],"genre_scores_gemma":[0.94243324,0.0000019117927,0.056674026,0.00027256063,0.0002059237,0.0000039214146,9.66376e-7,0.0000064269825,0.00040103606],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99906844,0.000033536355,0.000120469376,0.00028096154,0.0002900916,0.00020647416],"domain_scores_gemma":[0.9992226,0.000022355953,0.000027567698,0.0005311418,0.00006133886,0.00013503774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014254604,0.000089924615,0.00009988951,0.000047201327,0.000038296574,0.000083627856,0.0006209682,0.000050061826,0.00006092893],"category_scores_gemma":[0.000035743735,0.00008040344,0.000033565608,0.00009121453,0.000024317313,0.00028586457,0.00023118164,0.00011268215,0.000027498025],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025837295,0.000069570124,0.020408114,0.000038857543,0.00006771257,0.00036043962,0.011621117,0.0019246774,0.0099361,0.35629,0.035569258,0.5636883],"study_design_scores_gemma":[0.0013135814,0.00019470873,0.04756583,0.00007238082,0.000026384872,0.00017131277,0.00021085393,0.1391287,0.025062162,0.78117114,0.0040196907,0.0010632782],"about_ca_topic_score_codex":0.000008535117,"about_ca_topic_score_gemma":0.00000847482,"teacher_disagreement_score":0.56262505,"about_ca_system_score_codex":0.000050110386,"about_ca_system_score_gemma":0.00007092578,"threshold_uncertainty_score":0.3278757},"labels":[],"label_agreement":null},{"id":"W1881423045","doi":"10.1007/978-3-642-13059-5_54","title":"Peer-Based Intelligent Tutoring Systems: A Corpus-Oriented Approach","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Multimedia; World Wide Web; Human–computer interaction","score_opus":0.029749265761990645,"score_gpt":0.24785607824101968,"score_spread":0.21810681247902905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1881423045","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008295847,0.0004745151,0.98706806,0.00042786385,0.0073859654,0.00068964623,0.0000047300227,0.00039114553,0.0034751277],"genre_scores_gemma":[0.10887644,0.00001001084,0.8876006,0.0005956027,0.0010998234,0.00003678145,0.000010889329,0.00006358592,0.0017062755],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9935223,0.00005097573,0.00083207514,0.0023718148,0.0022763691,0.0009464987],"domain_scores_gemma":[0.99539644,0.00038975428,0.00042761222,0.002721438,0.0007470387,0.00031769267],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018588668,0.0007306413,0.00072707667,0.0010860227,0.0003431056,0.0009721105,0.0047597224,0.00059023435,0.000008424867],"category_scores_gemma":[0.00022681362,0.00067642884,0.00018939676,0.00070067804,0.0005646092,0.00040240245,0.0014974262,0.0018812822,0.00004012211],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007862905,0.00007215254,0.000092704504,0.00019167342,0.000020020505,0.00012099929,0.0014709258,0.44571143,0.0004462179,0.1231144,0.000011933045,0.42873967],"study_design_scores_gemma":[0.00021539001,0.00008667363,0.000007968497,0.0003701832,0.000008222278,0.00007801898,3.8940007e-7,0.97812366,0.0015550066,0.0073034,0.011517424,0.0007336438],"about_ca_topic_score_codex":0.000085669046,"about_ca_topic_score_gemma":0.000025251162,"teacher_disagreement_score":0.53241223,"about_ca_system_score_codex":0.00050865836,"about_ca_system_score_gemma":0.00095941126,"threshold_uncertainty_score":0.9995687},"labels":[],"label_agreement":null},{"id":"W1883367367","doi":"10.1007/978-3-540-87391-4_1","title":"The Future of Text-Meaning in Computational Linguistics","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Meaning (existential); Computer science; Perspective (graphical); Computational linguistics; Linguistics; Artificial intelligence; Natural language processing; Epistemology; Philosophy","score_opus":0.017460770707665493,"score_gpt":0.24569104801959635,"score_spread":0.22823027731193085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1883367367","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005342598,0.001553886,0.99107766,0.00064100424,0.002772464,0.00021861689,0.000002177057,0.000054187854,0.0036266006],"genre_scores_gemma":[0.29223874,0.00023994637,0.7053649,0.00057742326,0.0014247239,0.000004100872,0.0000029187236,0.000027638947,0.00011960836],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967651,0.000037054197,0.0007052685,0.00094090664,0.0010567659,0.0004949056],"domain_scores_gemma":[0.99719334,0.0009408812,0.00034818167,0.0010058354,0.00042764383,0.00008411052],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080565806,0.00034715573,0.00041121308,0.0005102014,0.00028722925,0.00019962882,0.003199835,0.00023738528,0.0000027732092],"category_scores_gemma":[0.00022838218,0.00027664995,0.0000985014,0.0005454718,0.0006213722,0.00014053714,0.0010101837,0.0008776452,0.0000070633832],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002690417,0.000011850947,0.00010817585,0.000016829188,0.0000043901573,0.000049481318,0.0009853477,0.42993748,0.0000031053662,0.14908907,0.000021783588,0.4197698],"study_design_scores_gemma":[0.00015924127,0.000041276107,0.00015600087,0.00020367908,0.0000017541747,0.00003544974,3.541915e-7,0.7938994,0.00003713709,0.20045851,0.0047366302,0.0002705515],"about_ca_topic_score_codex":0.000018505796,"about_ca_topic_score_gemma":0.00014139297,"teacher_disagreement_score":0.41949925,"about_ca_system_score_codex":0.00021055747,"about_ca_system_score_gemma":0.0007473465,"threshold_uncertainty_score":0.9999686},"labels":[],"label_agreement":null},{"id":"W1902272523","doi":"10.1002/chp.21190","title":"A Community of Practice for Knowledge Translation Trainees: An Innovative Approach for Learning and Collaboration","year":2013,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Topic Modeling","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Kelowna General Hospital; St. Michael's Hospital; Institute for Clinical Evaluative Sciences; McGill University; Capital District Health Authority; Ottawa Hospital; Interior Health; Hospital for Sick Children; University of British Columbia; SickKids Foundation; University of British Columbia, Okanagan Campus; Centre hospitalier universitaire de Québec; Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Knowledge translation; Knowledge management; Community of practice; Knowledge sharing; Medical education; Professional development; Field (mathematics); Diversity (politics); Continuing professional development; Computer science; Medicine; Psychology; Sociology; Pedagogy","score_opus":0.10415007078679604,"score_gpt":0.454720237275189,"score_spread":0.35057016648839295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902272523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22783303,0.00035415925,0.76024854,0.010008309,0.0002482462,0.0011833183,8.217304e-7,0.000006199094,0.00011735418],"genre_scores_gemma":[0.6936489,0.000016080001,0.30594698,0.00017916312,0.00006890357,0.00009221853,0.0000040693076,0.000003785788,0.00003993409],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978031,0.0013115178,0.00059551536,0.000073558745,0.00010485228,0.00011144211],"domain_scores_gemma":[0.9954021,0.0018789155,0.0009483741,0.0001341206,0.0015953049,0.000041159168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050284793,0.000058737398,0.00016592353,0.00017715551,0.00026219472,0.00005362565,0.00024590758,0.00004584026,3.6638338e-7],"category_scores_gemma":[0.0015746879,0.000042974945,0.000019551815,0.00041749276,0.000019982197,0.001021983,0.000013179427,0.00037329269,4.1691177e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027880767,0.0005799083,0.00018975805,0.00023262145,0.0000061546207,6.7293273e-9,0.640028,0.0001400364,0.00036328184,0.009051294,0.00035836623,0.3490227],"study_design_scores_gemma":[0.0016826112,0.0014346833,0.0030191771,0.00088500394,0.000017229886,0.000021120244,0.8223745,0.1562127,0.00008051362,0.009509103,0.0046253623,0.00013796578],"about_ca_topic_score_codex":0.000039169605,"about_ca_topic_score_gemma":0.000015173082,"teacher_disagreement_score":0.46581584,"about_ca_system_score_codex":0.000048329624,"about_ca_system_score_gemma":0.0009863479,"threshold_uncertainty_score":0.20166163},"labels":[],"label_agreement":null},{"id":"W191017350","doi":"","title":"Enlarging Paraphrase Collections through Generalization and Instantiation","year":2012,"lang":"en","type":"article","venue":"NPARC","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"Japan Society for the Promotion of Science; National Research Council Canada","keywords":"Paraphrase; Computer science; Natural language processing; Generalization; Artificial intelligence; Quality (philosophy); Parallel corpora; Exploit; Machine translation; Mathematics","score_opus":0.02717435825852078,"score_gpt":0.255400939592151,"score_spread":0.22822658133363022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W191017350","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07691717,0.000101682075,0.9106861,0.00034273046,0.00023967892,0.0000564713,4.0209704e-7,0.00007525244,0.011580551],"genre_scores_gemma":[0.8486709,0.00003349861,0.15082464,0.00020477224,0.00008383224,0.0000066518046,0.000001200122,0.0000028595873,0.00017165332],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99954706,0.00002846242,0.000085518644,0.00011233235,0.00009156914,0.00013506865],"domain_scores_gemma":[0.999745,0.000016198956,0.00003035138,0.00014992135,0.000022757446,0.000035773624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010983532,0.000044670487,0.000044626962,0.0000463269,0.00018758579,0.00007353117,0.00007871255,0.000025755744,0.000016944796],"category_scores_gemma":[0.000017779887,0.000045257755,0.000010868105,0.000284284,0.000008679672,0.0007703107,0.000048994516,0.000035536254,0.0000044024687],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015360986,0.000046913694,0.011123171,0.000011366998,0.000010832471,8.292962e-7,0.0054448815,0.0007234493,0.014669804,0.9467589,0.001808592,0.019399714],"study_design_scores_gemma":[0.0005620639,0.000027377146,0.005596169,0.00002135196,0.00001459474,0.000038225367,0.00011982846,0.89033407,0.012658434,0.064009674,0.02629834,0.00031989513],"about_ca_topic_score_codex":0.000012277464,"about_ca_topic_score_gemma":0.0000033370056,"teacher_disagreement_score":0.8896106,"about_ca_system_score_codex":0.000019661766,"about_ca_system_score_gemma":0.000014770204,"threshold_uncertainty_score":0.18455577},"labels":[],"label_agreement":null},{"id":"W1921587136","doi":"10.1007/s10579-015-9318-3","title":"Cross level semantic similarity: an evaluation framework for universal measures of similarity","year":2015,"lang":"en","type":"article","venue":"Language Resources and Evaluation","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"European Research Council","keywords":"Computer science; Natural language processing; Similarity (geometry); Semantic similarity; Sentence; Task (project management); Artificial intelligence; Word (group theory); SemEval; Paragraph; Process (computing); Meaning (existential); WordNet; Information retrieval; Linguistics; Psychology; World Wide Web","score_opus":0.21232820109561595,"score_gpt":0.3869887300338786,"score_spread":0.17466052893826267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921587136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5476088,0.00057818973,0.45107195,0.00019131524,0.00009610457,0.00031733047,0.000006149855,0.00002857829,0.00010161671],"genre_scores_gemma":[0.9372215,0.000004252731,0.06250168,0.000072623654,0.00013379531,0.00001815306,0.000018912675,0.000007355911,0.00002169596],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805176,0.00030171662,0.00022035636,0.00033270658,0.0009269362,0.00016654845],"domain_scores_gemma":[0.998542,0.000135312,0.00014386886,0.0004233865,0.000657859,0.0000975883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004648539,0.00010421853,0.00015427482,0.00008391269,0.00010717646,0.00013845834,0.00028217878,0.0001186903,0.000012352673],"category_scores_gemma":[0.0008957342,0.00009853405,0.000039134546,0.00014734964,0.000040851086,0.00042872454,0.00008647648,0.000090247144,8.0189346e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012247334,0.000149998,0.009041608,0.0001339356,0.00006718814,0.0000024769404,0.08972238,0.06784435,0.0011732565,0.014539617,0.00006871789,0.817134],"study_design_scores_gemma":[0.0008422256,0.000111830705,0.0069548143,0.00003536484,0.000064324355,0.0000024506217,0.0016868543,0.96618557,0.00060861144,0.02324813,0.00014039037,0.00011945353],"about_ca_topic_score_codex":0.00027872314,"about_ca_topic_score_gemma":0.0001448171,"teacher_disagreement_score":0.8983412,"about_ca_system_score_codex":0.0000732385,"about_ca_system_score_gemma":0.00013349789,"threshold_uncertainty_score":0.4018102},"labels":[],"label_agreement":null},{"id":"W192510948","doi":"10.1145/2567948.2579705","title":"Entity linking with a unified semantic representation","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Referent; Entity linking; Semantics (computer science); Representation (politics); Information retrieval; Graph; Focus (optics); Natural language processing; Knowledge base; Artificial intelligence; Theoretical computer science; Linguistics; Programming language","score_opus":0.024851335809388315,"score_gpt":0.25298859766457005,"score_spread":0.22813726185518174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W192510948","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09773255,0.000002176697,0.8892126,0.00044793237,0.00008174555,0.00004606566,1.2298483e-8,0.0001435589,0.012333349],"genre_scores_gemma":[0.8517374,5.1590837e-7,0.14753358,0.00017888343,0.000037237576,0.0000018590314,3.9957985e-7,0.0000022072813,0.00050796196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994192,0.0000336012,0.000082980885,0.00021196203,0.0001500014,0.00010225927],"domain_scores_gemma":[0.9994601,0.00003596224,0.000030826206,0.0004087167,0.00003580757,0.000028580322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001691049,0.000043931574,0.000056383353,0.000036775444,0.00005117571,0.00010514035,0.00026496564,0.00001750014,0.00000787898],"category_scores_gemma":[0.000016583257,0.00003381614,0.000013074316,0.0001422709,0.000008226829,0.00027040608,0.000083168285,0.000046213674,0.000027136473],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003873667,0.000031615702,0.025915563,0.000026279366,0.000013923308,0.000006588135,0.0010603457,0.0052769817,0.0012557913,0.8838857,0.00008877215,0.08243459],"study_design_scores_gemma":[0.00019433974,0.000025437932,0.003677975,0.000017023973,0.0000027142573,0.0000067677,0.000014167695,0.98264045,0.0019855911,0.0109938765,0.00035799874,0.00008367536],"about_ca_topic_score_codex":0.00012330167,"about_ca_topic_score_gemma":0.000066800814,"teacher_disagreement_score":0.97736347,"about_ca_system_score_codex":0.000008352893,"about_ca_system_score_gemma":0.000013192617,"threshold_uncertainty_score":0.13789822},"labels":[],"label_agreement":null},{"id":"W1940242918","doi":"10.1145/2740908.2745403","title":"Question Classification by Approximating Semantics","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Semantics (computer science); Computer science; Task (project management); Semantic similarity; Natural language processing; Artificial intelligence; Distributional semantics; Theoretical computer science; Information retrieval; Programming language","score_opus":0.06951154520707058,"score_gpt":0.28784721707262384,"score_spread":0.21833567186555325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940242918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064538866,0.000023493349,0.98071796,0.0018929763,0.00013973807,0.00004730813,8.9819906e-8,0.00020707023,0.010517489],"genre_scores_gemma":[0.6019003,7.871799e-7,0.39728603,0.00012609367,0.000027221819,0.000003067643,0.0000015588702,0.00000208898,0.0006528856],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946135,0.000028161261,0.000121745354,0.0001491687,0.00015244189,0.000087137145],"domain_scores_gemma":[0.9995819,0.000013195204,0.00004250086,0.00024996727,0.00005979122,0.0000526836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035391716,0.000039946062,0.000042168223,0.000020678866,0.000027026528,0.0000813556,0.00023154728,0.000027226853,0.0000013487321],"category_scores_gemma":[0.000059217316,0.000035885165,0.000008715291,0.00008761291,0.000005937932,0.00029918892,0.000057731882,0.000041667092,0.00004375235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.1030355e-7,0.000030120156,0.0011044918,0.00000816649,0.0000024879334,5.590179e-7,0.000684353,0.0004137478,0.0030560044,0.90853447,0.007818227,0.078346886],"study_design_scores_gemma":[0.00006469502,0.000007875711,0.000056730263,0.000003923607,6.929774e-7,0.0000023151713,0.0000522507,0.98963153,0.0009657933,0.0076379897,0.0015253874,0.000050800256],"about_ca_topic_score_codex":0.000024185194,"about_ca_topic_score_gemma":0.0000014047982,"teacher_disagreement_score":0.9892178,"about_ca_system_score_codex":0.000030475987,"about_ca_system_score_gemma":0.000024198676,"threshold_uncertainty_score":0.14633547},"labels":[],"label_agreement":null},{"id":"W196214544","doi":"","title":"Generating Text with Recurrent Neural Networks","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1174,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"","keywords":"Recurrent neural network; Computer science; Language model; Sequence (biology); Artificial intelligence; Hessian matrix; Artificial neural network; Multiplicative function; Machine learning","score_opus":0.04898282774934054,"score_gpt":0.2321847635042877,"score_spread":0.18320193575494717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W196214544","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039417576,0.000044691475,0.95223165,0.00008580167,0.00024287688,0.000046739096,1.948522e-8,0.00012879533,0.0078018447],"genre_scores_gemma":[0.6916773,9.886186e-7,0.30780774,0.00028556076,0.000071005095,0.0000033908293,1.2858024e-7,0.0000029112744,0.00015099387],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994098,0.000018347986,0.000096919386,0.00021181682,0.00009113717,0.00017197613],"domain_scores_gemma":[0.9995754,0.000009694758,0.000027763439,0.00031092938,0.000025796824,0.000050423565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000078087396,0.00006567065,0.000056864465,0.00001903694,0.00005672097,0.000053442032,0.0003438172,0.000019036628,0.000034200275],"category_scores_gemma":[0.0000029297928,0.000045323734,0.000014959164,0.00009261105,0.000009195297,0.00020470541,0.00011613778,0.00007981079,0.000008209561],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004531865,0.00004403006,0.0053987806,0.0000043510877,0.000011686868,0.000025530186,0.0016673186,0.059200756,0.000055998364,0.089853644,0.0004814982,0.8432519],"study_design_scores_gemma":[0.00006732159,0.0000407965,0.00033971277,0.000003942795,0.000001014451,0.000011062661,0.000009447175,0.9992257,0.00006756403,0.0000922834,0.00006434572,0.00007682036],"about_ca_topic_score_codex":0.000034792825,"about_ca_topic_score_gemma":0.00003624874,"teacher_disagreement_score":0.9400249,"about_ca_system_score_codex":0.00000783808,"about_ca_system_score_gemma":0.00001042043,"threshold_uncertainty_score":0.18482481},"labels":[],"label_agreement":null},{"id":"W1963912989","doi":"10.1145/1236181.1236183","title":"Inferential language models for information retrieval","year":2006,"lang":"en","type":"article","venue":"ACM Transactions on Asian Language Information Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Inference; Language model; Smoothing; Term (time); Natural language processing; Artificial intelligence; Query language; Machine learning; Information retrieval; Data mining","score_opus":0.010749421293758955,"score_gpt":0.24988615467232533,"score_spread":0.2391367333785664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963912989","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036291962,0.000033568496,0.98903877,0.00067101914,0.00023423103,0.0003834928,0.00003379357,0.0004863176,0.005489633],"genre_scores_gemma":[0.85195476,0.0000013506258,0.1472263,0.00050274143,0.00006801238,0.000040802635,0.000108519715,0.000008121058,0.000089376765],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985428,0.000020696354,0.0005874255,0.00015395452,0.00039175508,0.00030337417],"domain_scores_gemma":[0.9989148,0.00004103365,0.00025012836,0.00053526025,0.0001941861,0.000064594526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024787514,0.00018333906,0.00014903571,0.00044688885,0.00035269096,0.00074326404,0.00062222546,0.00012738437,0.000020295653],"category_scores_gemma":[0.000053235126,0.00018314047,0.00009500488,0.0004534997,0.00002210227,0.012553564,0.000016929094,0.00020109011,0.000054456654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037058016,0.000034260756,0.0000015561487,0.00014073234,0.000008817244,7.252523e-7,0.0166693,0.04016806,0.00014179955,0.0058809514,0.00006011988,0.9368566],"study_design_scores_gemma":[0.0014288486,0.00007171695,0.000054779215,0.00009262866,0.000023099798,0.000025134243,0.004315624,0.9766793,0.009512666,0.0053941887,0.0019821895,0.0004197795],"about_ca_topic_score_codex":0.000062651976,"about_ca_topic_score_gemma":0.000014502903,"teacher_disagreement_score":0.9365113,"about_ca_system_score_codex":0.00010136415,"about_ca_system_score_gemma":0.00013388545,"threshold_uncertainty_score":0.9101031},"labels":[],"label_agreement":null},{"id":"W1965221819","doi":"10.1016/j.patcog.2009.06.003","title":"Personalized text snippet extraction using statistical language models","year":2009,"lang":"en","type":"article","venue":"Pattern Recognition","topic":"Topic Modeling","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"National Natural Science Foundation of China","keywords":"Snippet; Computer science; Automatic summarization; Information retrieval; Process (computing); Language model; Personalized search; Question answering; Identification (biology); Information extraction; Text graph; Task (project management); Search engine; Natural language processing; Artificial intelligence","score_opus":0.07131953149087347,"score_gpt":0.31790281021732764,"score_spread":0.24658327872645416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965221819","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19256118,0.000040362484,0.80617833,0.00021326532,0.0001478379,0.00008934158,0.000013152084,0.00009935731,0.0006571682],"genre_scores_gemma":[0.8974336,0.000008221324,0.1017339,0.00062377146,0.00012938393,0.00000392217,0.00003477541,0.0000064277933,0.000026017451],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898493,0.00007298625,0.00018528535,0.0003132161,0.0002299882,0.00021356833],"domain_scores_gemma":[0.9995667,0.000049214836,0.000069425536,0.00019823678,0.00004986447,0.00006658569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016452483,0.00010611129,0.00010996611,0.00008069927,0.00007960585,0.00011371273,0.00015893235,0.00005609168,0.000118431955],"category_scores_gemma":[0.000019112274,0.00010984877,0.000038529994,0.00009099561,0.00001204558,0.0006598364,0.000025568674,0.00012720423,0.00009491517],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058954374,0.000050570918,0.000040943,0.000009118466,0.0000048885477,0.00003617331,0.0008591598,0.00031648422,0.0055158404,0.00064650096,0.000035023848,0.9924794],"study_design_scores_gemma":[0.00032562192,0.000036796206,0.00039312762,0.00004571554,0.000010625595,0.000079759404,0.00008356741,0.9817,0.0014682998,0.015660167,0.00002652773,0.00016978843],"about_ca_topic_score_codex":0.000088770066,"about_ca_topic_score_gemma":0.000005985395,"teacher_disagreement_score":0.99230963,"about_ca_system_score_codex":0.00005901904,"about_ca_system_score_gemma":0.000021425069,"threshold_uncertainty_score":0.44795027},"labels":[],"label_agreement":null},{"id":"W1965599733","doi":"10.1016/j.mcm.2009.08.015","title":"A behavioural mode research on user-focus summarization","year":2009,"lang":"en","type":"article","venue":"Mathematical and Computer Modelling","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Automatic summarization; Computer science; Multi-document summarization; Focus (optics); Selection (genetic algorithm); Information retrieval; Process (computing); Quality (philosophy); tf–idf; Granularity; Artificial intelligence; Term (time)","score_opus":0.12966549870643815,"score_gpt":0.33046489513329735,"score_spread":0.2007993964268592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965599733","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0920687,0.000034064695,0.9057631,0.0009993119,0.000050654668,0.0001468496,3.748616e-7,0.00013951272,0.00079746626],"genre_scores_gemma":[0.7085104,0.000006994193,0.2911301,0.00016802625,0.000081016144,0.0000052595674,6.373857e-7,0.0000059392214,0.000091603295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983266,0.000082510145,0.00027995926,0.0004570197,0.00048128638,0.00037260604],"domain_scores_gemma":[0.9991311,0.00015546536,0.000033563167,0.0004542076,0.000089874535,0.00013579837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004530115,0.00014452299,0.00019314377,0.00014487773,0.00020483878,0.00033155977,0.00047217365,0.00007983285,0.0000035954524],"category_scores_gemma":[0.000006165137,0.00012071536,0.00004552579,0.00021371868,0.000030150668,0.0002712858,0.00017632947,0.00028415307,0.000033952798],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004226689,0.000116717725,0.000018906418,0.00001328918,0.0000032500598,0.000010229647,0.0006101939,0.07370826,0.000017197555,0.8788362,0.000035597903,0.046625886],"study_design_scores_gemma":[0.00011193739,0.00009710411,0.00002437084,0.00007543128,0.0000020309838,0.000008730988,0.0000041409626,0.7000723,0.00014077297,0.29934996,0.000014503715,0.00009873218],"about_ca_topic_score_codex":0.000010313902,"about_ca_topic_score_gemma":4.8481786e-7,"teacher_disagreement_score":0.626364,"about_ca_system_score_codex":0.000028936685,"about_ca_system_score_gemma":0.000018120514,"threshold_uncertainty_score":0.49226296},"labels":[],"label_agreement":null},{"id":"W1965732604","doi":"10.1109/iccse.2014.6926421","title":"Mining case summaries in BioWorld","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Correctness; Information retrieval; Natural language processing; Artificial intelligence; Data science; Data mining; Programming language","score_opus":0.028524374019517164,"score_gpt":0.24558018467743797,"score_spread":0.21705581065792082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965732604","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19017766,0.0000146246175,0.79001063,0.0008742032,0.0001450038,0.00002426665,4.7740524e-8,0.000084083695,0.018669503],"genre_scores_gemma":[0.8332898,3.146412e-7,0.16584782,0.00033012856,0.000025830073,0.0000016053664,8.932829e-8,0.0000015631662,0.00050285825],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995369,0.00002350786,0.00009738516,0.00015746897,0.00005864375,0.00012610728],"domain_scores_gemma":[0.9996058,0.00007619668,0.00001307972,0.00026674752,0.000009418971,0.00002876026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021147735,0.00004127492,0.000055790595,0.000062982646,0.000029261084,0.00006624188,0.00021153572,0.000016985925,0.000013508923],"category_scores_gemma":[0.00003758549,0.00003596996,0.0000109368375,0.00012590019,0.000009550002,0.00017545381,0.00012914298,0.000037348036,0.00001775617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.191602e-7,0.000017303797,0.01483781,0.000008125822,0.0000021584458,0.00039963212,0.0015972289,0.0008364098,0.00007975363,0.6950687,0.0006856875,0.28646633],"study_design_scores_gemma":[0.00013603101,0.000010455842,0.00032639224,0.000007888262,4.382447e-7,0.00013655945,0.000060261173,0.98802406,0.00044810062,0.0032335059,0.0075237746,0.000092530485],"about_ca_topic_score_codex":0.00031923605,"about_ca_topic_score_gemma":0.0010921971,"teacher_disagreement_score":0.9871876,"about_ca_system_score_codex":0.000009106081,"about_ca_system_score_gemma":0.000010431318,"threshold_uncertainty_score":0.14668123},"labels":[],"label_agreement":null},{"id":"W1967932323","doi":"10.1145/2396761.2398483","title":"Hierarchical topic integration through semi-supervised hierarchical topic modeling","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Topic model; Hierarchical database model; Hierarchical organization; Information retrieval; Data science; Artificial intelligence; Data mining","score_opus":0.05065778021385397,"score_gpt":0.2817311694565262,"score_spread":0.23107338924267223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967932323","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13589399,0.00015126554,0.84626305,0.0030155883,0.00069663854,0.00015437964,4.1418159e-7,0.00030051448,0.013524189],"genre_scores_gemma":[0.75110304,0.0000152144885,0.24646525,0.0012291525,0.0005172448,0.000017735932,0.0000037679918,0.000009763795,0.0006388099],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979817,0.00012642324,0.00040849103,0.0004602135,0.00041432682,0.00060880074],"domain_scores_gemma":[0.99881935,0.00010140704,0.00003554026,0.0007784847,0.00006149805,0.00020373463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034447457,0.00020956568,0.0002299018,0.0000820249,0.0001650475,0.00015106867,0.00080903684,0.00015549742,0.000118971126],"category_scores_gemma":[0.00007649631,0.00017131337,0.0001133181,0.00024218604,0.00003477602,0.0013532842,0.0003758841,0.0004543681,0.000087483626],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052940586,0.00011545945,0.0012782239,0.000017104974,0.000015469423,0.000003787034,0.004515952,0.0023809928,0.0010870887,0.8812401,0.0001651392,0.10917534],"study_design_scores_gemma":[0.0002671739,0.000029485518,0.00021898247,0.00001970594,0.0000053287863,0.00001709176,0.0000617346,0.9644868,0.00085290207,0.032599933,0.001214492,0.00022638828],"about_ca_topic_score_codex":0.00010641628,"about_ca_topic_score_gemma":0.00001293295,"teacher_disagreement_score":0.9621058,"about_ca_system_score_codex":0.000075097574,"about_ca_system_score_gemma":0.000063684594,"threshold_uncertainty_score":0.69859564},"labels":[],"label_agreement":null},{"id":"W1968377807","doi":"10.1080/13645579.2011.645700","title":"A computer-assisted approach to filtering large numbers of documents for media analyses","year":2012,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Trinity Western University; Western University; Abbotsford Veterinary Clinic","funders":"Trinity Western University","keywords":"Computer science; Selection (genetic algorithm); Filter (signal processing); Selection bias; Information retrieval; Reduction (mathematics); Data mining; Data science; Machine learning; Statistics; Mathematics","score_opus":0.6865705192359098,"score_gpt":0.610141181123146,"score_spread":0.07642933811276387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968377807","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048457846,0.00006222348,0.94821787,0.0012086646,0.0014050106,0.00010941509,0.000008288714,0.000007197288,0.00052345573],"genre_scores_gemma":[0.44720036,0.000005023897,0.55180305,0.00008349541,0.0008744931,0.0000065545933,0.0000014843919,0.000004900792,0.000020622105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996426,0.0013207803,0.0005613751,0.00016389607,0.001090864,0.0004370812],"domain_scores_gemma":[0.9950816,0.002776235,0.00029940644,0.00013147797,0.0015408549,0.00017043267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010627721,0.000084004176,0.00033211874,0.0006221834,0.00008713613,0.0000635813,0.0016066167,0.000084034684,0.000015723295],"category_scores_gemma":[0.0025221016,0.000075411954,0.00018546492,0.00030315883,0.000064702,0.0004291333,0.0005649699,0.00028830208,0.0000027193842],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009025877,0.0016851602,0.0036393106,0.00012595067,0.002099005,0.000037293867,0.07262011,0.0015494061,0.06455043,0.52710193,0.007145564,0.31854326],"study_design_scores_gemma":[0.029299233,0.0043009524,0.23380415,0.0009475632,0.00038864298,0.0023208535,0.024726238,0.26942897,0.105442576,0.20311108,0.12312571,0.0031040134],"about_ca_topic_score_codex":0.000049293165,"about_ca_topic_score_gemma":0.0000046758064,"teacher_disagreement_score":0.3987425,"about_ca_system_score_codex":0.0001748402,"about_ca_system_score_gemma":0.00014633671,"threshold_uncertainty_score":0.36833772},"labels":[],"label_agreement":null},{"id":"W1970791442","doi":"10.1109/asru.2011.6163952","title":"A dialogue system for accessing drug reviews","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Grassroots; Parsing; Domain (mathematical analysis); Recommender system; World Wide Web; Drug; Information retrieval; Natural language processing; Medicine","score_opus":0.13717618333409023,"score_gpt":0.2916642548653229,"score_spread":0.15448807153123265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970791442","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007752539,0.00031782183,0.9776914,0.00008700821,0.00048303034,0.0002559633,2.1700863e-7,0.00017896948,0.020210339],"genre_scores_gemma":[0.4309754,0.000007150972,0.56799966,0.00021546712,0.00008714573,0.000053124422,2.940529e-7,0.0000041932126,0.00065756764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934065,0.000031512587,0.00020085742,0.00021858959,0.00005953751,0.0001488462],"domain_scores_gemma":[0.9994271,0.000026963584,0.000059859158,0.00041574962,0.000027675153,0.000042687934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042648992,0.000062953026,0.0001281435,0.000030186631,0.000065430046,0.000070875365,0.00061659206,0.000018857232,0.0000069282273],"category_scores_gemma":[0.000022530498,0.00004655847,0.00005396368,0.00007482785,0.000005539609,0.00034163232,0.00012505706,0.000029625635,0.000045596647],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027482015,0.000027697957,0.00036924376,0.00037739283,0.000008174088,0.0000044491685,0.004629303,0.000007754542,0.00023078264,0.6238052,0.0041364525,0.36640078],"study_design_scores_gemma":[0.0009900039,0.000061584986,0.00046570876,0.00070618,0.00003099231,0.00004162305,0.00029993773,0.865976,0.014871422,0.016868385,0.09879715,0.0008910049],"about_ca_topic_score_codex":0.000080838894,"about_ca_topic_score_gemma":0.00001608234,"teacher_disagreement_score":0.8659682,"about_ca_system_score_codex":0.000021017413,"about_ca_system_score_gemma":0.000018600167,"threshold_uncertainty_score":0.18985993},"labels":[],"label_agreement":null},{"id":"W1974230338","doi":"10.1109/ccece.2013.6567775","title":"Virtual cardiologist — A conversational system for medical diagnosis","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Conversation; Computer science; Focus (optics); Meaning (existential); Process (computing); Medical diagnosis; Ask price; Human–computer interaction; Multimedia; Psychology; Programming language; Medicine; Radiology","score_opus":0.03184602320474247,"score_gpt":0.2570850538251836,"score_spread":0.22523903062044112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974230338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013698528,0.000026119067,0.9796159,0.003748808,0.0006689309,0.00027563874,0.0000022935428,0.00022580233,0.0017379721],"genre_scores_gemma":[0.8987614,0.0000033281992,0.099440984,0.00064175675,0.0002393663,0.00041026584,0.0000046047253,0.000004480314,0.00049381924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988903,0.000043731423,0.00021371047,0.00030127456,0.0003468071,0.0002041984],"domain_scores_gemma":[0.9989136,0.00045546808,0.000037366324,0.0003446991,0.00011254702,0.00013631205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003694523,0.00008279862,0.00014627799,0.000037678707,0.00007436612,0.000091839676,0.0006110419,0.00009125401,0.00020405023],"category_scores_gemma":[0.0002278311,0.00006468952,0.0000767301,0.00005997827,0.000040523777,0.00023171866,0.00016692276,0.00006175085,0.00037504607],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002190082,0.000029630428,0.006760532,0.000039762712,0.00005543344,0.0000019788886,0.00029134317,0.00057407154,0.00004902001,0.91429955,0.038768224,0.03912829],"study_design_scores_gemma":[0.0011519429,0.00011372611,0.0028763907,0.000063458996,0.000012801556,0.00006353175,0.00027236118,0.9296521,0.0002936054,0.0035341824,0.061522134,0.00044377006],"about_ca_topic_score_codex":0.00030434752,"about_ca_topic_score_gemma":0.0000193718,"teacher_disagreement_score":0.92907804,"about_ca_system_score_codex":0.000060317827,"about_ca_system_score_gemma":0.00009740808,"threshold_uncertainty_score":0.48205835},"labels":[],"label_agreement":null},{"id":"W1974442733","doi":"10.5539/ijel.v2n3p64","title":"Metadiscoursal Markers in Medical and Literary Texts","year":2012,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Linguistics; Test (biology); Significant difference; Medical literature; Literature; Psychology; Statistics; Mathematics; Biology; Art; Medicine; Philosophy; Pathology; Botany","score_opus":0.0140155748697388,"score_gpt":0.2926779781701875,"score_spread":0.27866240330044867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974442733","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29994604,0.013712432,0.416998,0.0017455012,0.17099048,0.00021357862,0.000015105786,0.000114824375,0.09626405],"genre_scores_gemma":[0.9598457,0.00008384497,0.030488545,0.00031761493,0.009234577,4.0055482e-7,6.1994643e-7,0.000005223543,0.000023440378],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857986,0.000051715506,0.00042221977,0.0000891202,0.00069705525,0.00016005355],"domain_scores_gemma":[0.99671143,0.00024526112,0.00016997293,0.000103741986,0.0025798378,0.00018977838],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001023191,0.00007560731,0.00013162088,0.00021312386,0.000013045341,0.000096609954,0.00071067986,0.000058312067,0.00002647035],"category_scores_gemma":[0.03242885,0.00006698929,0.000043335716,0.00007000319,0.000030855146,0.00027852252,0.0001900663,0.0002946691,0.0000012445175],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001375133,0.00076976453,0.18178764,0.000043174743,0.00046305507,0.0015297442,0.013267124,0.0004964043,0.000013003484,0.5904469,0.007346003,0.20369968],"study_design_scores_gemma":[0.0050194007,0.00024754953,0.060080573,0.00092104793,0.00006760865,0.00043199002,0.00039543406,0.09922775,0.00030308374,0.05276196,0.77968967,0.0008539351],"about_ca_topic_score_codex":0.0000040178247,"about_ca_topic_score_gemma":0.000001956085,"teacher_disagreement_score":0.77234364,"about_ca_system_score_codex":0.00005141821,"about_ca_system_score_gemma":0.00010777489,"threshold_uncertainty_score":0.9757214},"labels":[],"label_agreement":null},{"id":"W1974586764","doi":"10.1080/09540090110052996","title":"Syntactic systematicity arising from semantic predictions in a Hebbian-competitive network","year":2001,"lang":"en","type":"article","venue":"Connection Science","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Hebbian theory; Computer science; Artificial intelligence; Natural language processing; Connectionism; Embedding; Competitive learning; Simple (philosophy); Leabra; Artificial neural network; Generalization error; Philosophy","score_opus":0.031078408995862356,"score_gpt":0.2704708189559582,"score_spread":0.23939240996009584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974586764","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27691373,0.000052629333,0.71802133,0.00045736297,0.0012284097,0.000182669,5.135682e-7,0.0001625808,0.0029807382],"genre_scores_gemma":[0.9872749,0.000009942994,0.012289318,0.00018413448,0.00016738135,0.000021436806,3.9295122e-7,0.000004656298,0.000047845515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979039,0.00012118394,0.00037927303,0.0006762397,0.0004910595,0.00042833303],"domain_scores_gemma":[0.99860847,0.00036365117,0.00014504603,0.0006208372,0.00014249947,0.0001194999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012127626,0.00012209095,0.00020193803,0.00025886705,0.00047359645,0.0003958306,0.00078606815,0.00004851307,0.000023980961],"category_scores_gemma":[0.00047346,0.00012193376,0.000039274397,0.0023334667,0.00012912482,0.0015119261,0.0002164409,0.00019582167,0.00006143551],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002476968,0.00036499082,0.21966818,0.00012651851,0.000048742775,0.00022887746,0.010454908,0.31904757,0.008357502,0.42470214,0.00017949617,0.016796285],"study_design_scores_gemma":[0.00017838772,0.000022980226,0.0377169,0.0003174629,0.000005645336,0.00007480818,0.000414662,0.9537381,0.0002215095,0.007015127,0.00013920882,0.00015524623],"about_ca_topic_score_codex":0.00063261256,"about_ca_topic_score_gemma":0.00044942,"teacher_disagreement_score":0.7103611,"about_ca_system_score_codex":0.00027556578,"about_ca_system_score_gemma":0.00018648853,"threshold_uncertainty_score":0.49723142},"labels":[],"label_agreement":null},{"id":"W1975422446","doi":"10.1145/1076034.1076086","title":"Integrating word relationships into language models","year":2005,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"WordNet; Computer science; Dependency (UML); Language model; Natural language processing; Word (group theory); Artificial intelligence; Independence (probability theory); Information retrieval; Linguistics","score_opus":0.045667234214624874,"score_gpt":0.2723542965639025,"score_spread":0.2266870623492776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975422446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029554082,0.00009634267,0.92624557,0.0022321742,0.00005890425,0.000045330227,5.5982344e-8,0.000261454,0.0415061],"genre_scores_gemma":[0.53686184,7.1391605e-7,0.4617437,0.000210299,0.0000534053,0.0000027518724,2.9520598e-7,0.0000023147109,0.0011246926],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993509,0.000037348702,0.00015387063,0.00020079639,0.00012628094,0.00013082437],"domain_scores_gemma":[0.9994478,0.000068173504,0.00002742904,0.0003827602,0.00002569544,0.000048126596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002629099,0.000063553685,0.000059896727,0.000057733556,0.0001028535,0.00009044372,0.00041388784,0.000036371228,0.000025118923],"category_scores_gemma":[0.000049566206,0.000053514414,0.000025894555,0.00015095425,0.0000075857347,0.00078260305,0.0001351117,0.0001665653,0.000094924995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8841302e-7,0.00000907406,0.00011912998,0.0000018724402,0.0000022731328,0.0000014372587,0.00882592,0.016603408,0.00021159419,0.70040256,0.00024259134,0.27357984],"study_design_scores_gemma":[0.000054820848,0.0000028084253,0.000033714343,0.000007318058,7.2656155e-7,0.00000283265,0.00032571435,0.9736692,0.00036799946,0.024948508,0.0005140641,0.00007232959],"about_ca_topic_score_codex":0.000104327744,"about_ca_topic_score_gemma":0.00029845675,"teacher_disagreement_score":0.95706576,"about_ca_system_score_codex":0.00004119111,"about_ca_system_score_gemma":0.000023598059,"threshold_uncertainty_score":0.21822543},"labels":[],"label_agreement":null},{"id":"W1975471657","doi":"10.3758/bf03201255","title":"Turning an advantage into a disadvantage: Ambiguity effects in lexical decision versus reading tasks","year":2000,"lang":"en","type":"article","venue":"Memory & Cognition","topic":"Topic Modeling","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Lexical decision task; Categorization; Psychology; Ambiguity; Reading (process); Task (project management); Contrast (vision); Meaning (existential); Linguistics; Word (group theory); Cognitive psychology; Lexico; Disadvantage; Word recognition; Natural language processing; Artificial intelligence; Cognition; Computer science","score_opus":0.018558864728846963,"score_gpt":0.3081781869163606,"score_spread":0.28961932218751363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975471657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6847503,0.000038911825,0.3121838,0.000051122945,0.0004024432,0.00018577174,8.407371e-7,0.00015919331,0.0022276018],"genre_scores_gemma":[0.9588227,0.00001671521,0.04070723,0.00019642932,0.00014534405,0.00002753563,0.000021633601,0.000014500449,0.000047907655],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981478,0.0001965689,0.0003103306,0.000624407,0.00036758854,0.00035334774],"domain_scores_gemma":[0.998912,0.00035335196,0.000057883415,0.00048792223,0.000048120877,0.00014074666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005122562,0.00018486696,0.00020855543,0.00016388489,0.0001692435,0.00014356243,0.00043435904,0.00010540321,0.00007345062],"category_scores_gemma":[0.00024573927,0.00019205752,0.00005171585,0.00039392608,0.00003648116,0.0013315876,0.00012208513,0.00031793368,0.000130055],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019800063,0.000109962864,0.00020773661,0.000029859104,0.0000046024193,0.00015937394,0.0013273921,0.0011739737,0.008074064,0.00050274964,0.000012499678,0.9881998],"study_design_scores_gemma":[0.010809057,0.0011294761,0.027912358,0.0011651125,0.0000710328,0.0001066295,0.000605935,0.8733703,0.027687997,0.05479303,0.0008370491,0.00151202],"about_ca_topic_score_codex":0.00007298794,"about_ca_topic_score_gemma":0.000103880506,"teacher_disagreement_score":0.9866878,"about_ca_system_score_codex":0.00013279862,"about_ca_system_score_gemma":0.000036401005,"threshold_uncertainty_score":0.7831878},"labels":[],"label_agreement":null},{"id":"W1976320987","doi":"10.1142/s0218213008003881","title":"TEXT SUMMARIZATION USING LEXICAL COHESION: APPROACHES AND EVALUATIONS","year":2008,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence Tools","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Automatic summarization; Cohesion (chemistry); Popularity; Multi-document summarization; Information retrieval; Context (archaeology); Identification (biology); The Internet; World Wide Web; Natural language processing","score_opus":0.3494098354123179,"score_gpt":0.3781528857572114,"score_spread":0.028743050344893495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976320987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15453497,0.00009882932,0.8430564,0.0013392402,0.00072817586,0.00006231595,0.000001418492,0.000014902209,0.00016377043],"genre_scores_gemma":[0.89733845,0.00006088935,0.10203788,0.0001156222,0.000418619,0.0000012156365,0.0000013061365,0.000005287213,0.000020756768],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823236,0.00009479265,0.00065413344,0.00018800929,0.0006990248,0.00013164672],"domain_scores_gemma":[0.99864817,0.00022260965,0.00030380872,0.0001499631,0.0005873213,0.00008810077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006898988,0.000099747616,0.00014669703,0.00022883149,0.00013542511,0.00023876467,0.00058548927,0.000058872265,0.000033919907],"category_scores_gemma":[0.0004863575,0.00009125417,0.00007503566,0.00017410505,0.0001011186,0.0012026464,0.000144842,0.00017569141,0.000012565013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004708871,0.00016937479,0.0017803845,0.0000038724393,0.000077196884,0.00013487812,0.002005158,0.06762986,0.0062744324,0.21685772,0.000049588412,0.7049704],"study_design_scores_gemma":[0.000048451628,0.00006118079,0.0009673169,0.000043898126,0.000010334417,0.00084604195,0.00015742754,0.95776105,0.012631651,0.027150977,0.00019549705,0.00012617322],"about_ca_topic_score_codex":0.000015993406,"about_ca_topic_score_gemma":0.000004649262,"teacher_disagreement_score":0.8901312,"about_ca_system_score_codex":0.00008583407,"about_ca_system_score_gemma":0.00020479072,"threshold_uncertainty_score":0.37212372},"labels":[],"label_agreement":null},{"id":"W1977123279","doi":"10.1080/08839510903078093","title":"QUESTION ANSWERING USING QUESTION CLASSIFICATION AND DOCUMENT TAGGING","year":2009,"lang":"en","type":"article","venue":"Applied Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Question answering; Computer science; Information retrieval; Document retrieval; Document classification; Natural language processing; Artificial intelligence","score_opus":0.06235094333815122,"score_gpt":0.3230424587390867,"score_spread":0.2606915154009355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977123279","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0896405,0.000053142532,0.9082658,0.000951722,0.00018039913,0.00017685405,1.3964214e-7,0.00019009267,0.0005413067],"genre_scores_gemma":[0.86188394,0.000021078402,0.13774207,0.00022341835,0.00011040817,0.00000686005,0.0000011677766,0.000004883639,0.0000061858145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870944,0.000036970167,0.00034771772,0.00045795704,0.0002099374,0.00023798076],"domain_scores_gemma":[0.99939966,0.00003699639,0.00011183338,0.00032824432,0.000048581463,0.000074660245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051043625,0.00013254007,0.00011441667,0.0001074891,0.0002013649,0.00027026873,0.00026840356,0.000065564614,0.0000032495489],"category_scores_gemma":[0.000027046259,0.00014365975,0.000020633744,0.00023734888,0.00003583985,0.00042693503,0.00006345053,0.00013110698,0.000020614723],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028076847,0.000008899797,0.0000109134835,0.0000026819841,0.0000010787224,8.266246e-7,0.0002749256,0.004541549,0.04748219,0.5840794,7.935434e-7,0.36359397],"study_design_scores_gemma":[0.00001236793,0.000023368058,0.00034753513,0.000033189488,0.0000045913525,0.0000067462925,0.000110532186,0.67736965,0.0468302,0.27501738,0.00007904332,0.00016537184],"about_ca_topic_score_codex":0.000051054594,"about_ca_topic_score_gemma":0.0000070437645,"teacher_disagreement_score":0.77224344,"about_ca_system_score_codex":0.00009185538,"about_ca_system_score_gemma":0.00002683412,"threshold_uncertainty_score":0.58582747},"labels":[],"label_agreement":null},{"id":"W1979325497","doi":"10.4018/jswis.2006070104","title":"Information Retrieval by Semantic Similarity","year":2006,"lang":"en","type":"article","venue":"International Journal on Semantic Web and Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":228,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Semantic similarity; Computer science; Information retrieval; WordNet; Explicit semantic analysis; Semantic integration; Semantic computing; Similarity (geometry); Ontology; Vector space model; Semantic search; Natural language processing; Artificial intelligence; Semantic technology; Semantic Web; Image (mathematics)","score_opus":0.008796478971780134,"score_gpt":0.23001016622555082,"score_spread":0.2212136872537707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979325497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12730111,0.00013191564,0.84967524,0.004048062,0.0048709745,0.00026952135,0.00003517148,0.00015696624,0.013511035],"genre_scores_gemma":[0.9978134,0.00008318122,0.0005449712,0.0010720668,0.00031234405,0.000002731513,0.000043864773,0.0000035708247,0.00012385375],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976598,0.000058463313,0.00093980593,0.000089513655,0.0010547066,0.00019771307],"domain_scores_gemma":[0.9985341,0.00006401098,0.00055268366,0.000191093,0.0005645287,0.00009360316],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007559382,0.000150836,0.00016921907,0.00041368025,0.00017189856,0.0020326867,0.0005960799,0.00009354486,0.000007727851],"category_scores_gemma":[0.000080017315,0.00013000189,0.000061483,0.00015747559,0.000021797128,0.009726948,0.0001010195,0.00025519234,0.00016026558],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020194429,0.00019705837,0.006006718,0.00024584495,0.0002858906,0.000039472976,0.0033545645,0.024407668,0.0012233721,0.8423129,0.077663,0.04406162],"study_design_scores_gemma":[0.0014366173,0.00008817667,0.001719922,0.00016452491,0.0000085078045,0.000839959,0.00024904014,0.6830225,0.00032265988,0.0010514096,0.31080052,0.00029616614],"about_ca_topic_score_codex":0.000067472676,"about_ca_topic_score_gemma":7.3858905e-7,"teacher_disagreement_score":0.8705123,"about_ca_system_score_codex":0.00012859164,"about_ca_system_score_gemma":0.00008606207,"threshold_uncertainty_score":0.9990033},"labels":[],"label_agreement":null},{"id":"W1979668205","doi":"10.1109/ictai.2013.108","title":"Assessing Procedural Knowledge in Free-Text Answers through a Hybrid Semantic Web Approach","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Novelty; Text messaging; Natural language processing; Semantic similarity; Grading (engineering); Artificial intelligence; Information retrieval; WordNet; World Wide Web","score_opus":0.036868468348414875,"score_gpt":0.27796125148350354,"score_spread":0.24109278313508867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979668205","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15487605,0.00030034507,0.75585383,0.0019072088,0.00029938703,0.00029876066,1.5685946e-7,0.00023644329,0.08622783],"genre_scores_gemma":[0.7529746,0.0000041688627,0.24535073,0.00037063667,0.000062665924,0.000039922823,6.885782e-7,0.000009510661,0.0011870145],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984863,0.000062277715,0.00028696764,0.0005223157,0.00019657215,0.00044560677],"domain_scores_gemma":[0.99905443,0.00004893077,0.000050893548,0.0007058034,0.00006931109,0.00007064166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022037991,0.00016229552,0.00019193118,0.00010162041,0.00006936378,0.000539589,0.0010563437,0.000051817467,0.000047968642],"category_scores_gemma":[0.000038680024,0.00014081536,0.00004939772,0.0003829504,0.00003941306,0.0031367866,0.0004266003,0.00019781318,0.00016447288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056999606,0.002012228,0.0101210885,0.0012704654,0.00009905533,0.000103459606,0.022147005,0.005824633,0.005447549,0.33695644,0.10656192,0.50945044],"study_design_scores_gemma":[0.0003633916,0.000011340157,0.0006022882,0.000046941033,0.000002091754,0.000037144382,0.00037925557,0.98877597,0.00034271,0.008350808,0.0008654165,0.00022265119],"about_ca_topic_score_codex":0.0003941701,"about_ca_topic_score_gemma":0.00004466065,"teacher_disagreement_score":0.98295134,"about_ca_system_score_codex":0.00006570191,"about_ca_system_score_gemma":0.00016871143,"threshold_uncertainty_score":0.57422835},"labels":[],"label_agreement":null},{"id":"W1982323159","doi":"10.3115/1610075.1610081","title":"Distributional measures of concept-distance","year":2006,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"WordNet; Computer science; Distance measures; Word (group theory); Natural language processing; Ranking (information retrieval); Task (project management); Artificial intelligence; Distance matrix; Semantic similarity; Distance measurement; Distributional semantics; Thesaurus; Information retrieval; Mathematics; Algorithm","score_opus":0.0293469860076733,"score_gpt":0.23340295520841797,"score_spread":0.20405596920074467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982323159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033867722,0.00012727277,0.9852608,0.0003529855,0.00007668604,0.000024121879,0.0000035163441,0.000049787417,0.010718088],"genre_scores_gemma":[0.96017474,2.9488854e-7,0.039237622,0.000033604494,0.00003512907,0.0000012040391,0.0000023143582,9.1841486e-7,0.0005141784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994906,0.000010144949,0.000119448574,0.00011739606,0.00017800968,0.000084352534],"domain_scores_gemma":[0.9996816,0.000020507912,0.00003015754,0.00019289981,0.000060069367,0.000014799581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006651751,0.000035756435,0.000054969074,0.00001122906,0.000022634918,0.00001488059,0.00026852233,0.000015300904,0.000022610098],"category_scores_gemma":[0.000009358998,0.00003076756,0.000023821214,0.00007774272,0.000028298366,0.00010372257,0.000043892105,0.000023977247,0.000003832255],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.4748246e-7,0.000011439885,0.00088374503,0.000001131298,0.0000010569147,5.637228e-7,0.000010950351,0.000935379,0.00032957172,0.99361444,0.0011860012,0.003025365],"study_design_scores_gemma":[0.0008933808,0.000053771182,0.02850234,0.00002655691,0.000005794256,0.000016424567,0.000025671208,0.4458735,0.12989274,0.33853838,0.055698473,0.00047296722],"about_ca_topic_score_codex":0.00009132505,"about_ca_topic_score_gemma":0.000014386811,"teacher_disagreement_score":0.95678794,"about_ca_system_score_codex":0.000014652952,"about_ca_system_score_gemma":0.000027339138,"threshold_uncertainty_score":0.12546647},"labels":[],"label_agreement":null},{"id":"W1982795102","doi":"10.1109/icalt.2010.47","title":"Automarking: Automatic Assessment of Open Questions","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Computer science; Meaning (existential); Leverage (statistics); Question answering; Probabilistic logic; Taxonomy (biology); Natural language processing; Artificial intelligence; Psychology","score_opus":0.03326472433835425,"score_gpt":0.3561803345393306,"score_spread":0.32291561020097637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982795102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0481988,0.0000016789284,0.8786272,0.0010817617,0.0003715815,0.00013349883,2.170479e-7,0.00016753506,0.07141772],"genre_scores_gemma":[0.53227884,1.8295972e-7,0.4673367,0.00006306603,0.00000902471,0.000006836175,1.3962033e-7,0.0000015618552,0.0003036481],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993725,0.000024094232,0.00018138792,0.0001713388,0.00014688402,0.0001038046],"domain_scores_gemma":[0.9991482,0.00005477997,0.000058864705,0.0006446435,0.000047189205,0.000046318375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036932318,0.00005081695,0.00009606284,0.000049755046,0.0000474286,0.00016173453,0.001471004,0.000028732033,0.00015313571],"category_scores_gemma":[0.000031766045,0.000042779197,0.000022123988,0.00013556956,0.0000163504,0.00040734862,0.0006558942,0.000106825115,0.000009217454],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.1067583e-8,0.000040035018,0.0017649361,0.0000059947884,0.00000469685,0.0000010039408,0.00006786929,0.00007247663,0.003162126,0.94152135,0.00023130515,0.053128198],"study_design_scores_gemma":[0.00009003341,0.000012169886,0.026559254,0.000009130854,0.0000017829362,0.0000051339657,0.0000042651304,0.9620345,0.00043092715,0.009651747,0.0011426669,0.00005836662],"about_ca_topic_score_codex":0.00017467063,"about_ca_topic_score_gemma":0.00006701674,"teacher_disagreement_score":0.96196204,"about_ca_system_score_codex":0.0000108093855,"about_ca_system_score_gemma":0.0001558423,"threshold_uncertainty_score":0.27335158},"labels":[],"label_agreement":null},{"id":"W198356813","doi":"","title":"Unsupervised Approach for Selecting Sentences in Query-based Summarization","year":2008,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Computer science; Information retrieval; Relevance (law); Cosine similarity; Multi-document summarization; Task (project management); Natural language processing; Query expansion; Artificial intelligence; Cluster analysis","score_opus":0.05152992492658181,"score_gpt":0.2434124001038703,"score_spread":0.1918824751772885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W198356813","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046350285,0.000012419916,0.9514426,0.00024730153,0.00005653303,0.00020030116,1.9359787e-7,0.00011981126,0.001570565],"genre_scores_gemma":[0.54649705,8.6762725e-7,0.4531875,0.00017887808,0.000019031764,0.00001947499,0.0000031411544,0.000002630993,0.00009145173],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999224,0.000029922581,0.00016400614,0.00027440157,0.00012641773,0.00018122603],"domain_scores_gemma":[0.9996337,0.00007281404,0.000029228971,0.00018133852,0.000054600096,0.000028307522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021279478,0.000066958884,0.000086398984,0.000097636854,0.00009386791,0.000034766024,0.000289256,0.00003707971,0.0000022326699],"category_scores_gemma":[0.00004779205,0.0000606355,0.000028023398,0.0003409798,0.00001091729,0.0002413396,0.000031947533,0.00004988301,0.0000010917571],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030832154,0.0004935863,0.35788652,0.00019689623,0.000019490797,0.000011182893,0.005188639,0.48755568,0.005788591,0.094540626,0.00044931506,0.047838647],"study_design_scores_gemma":[0.00030447316,0.000015193046,0.0007544579,0.000004605028,5.5928547e-7,0.0000026568746,0.000042410113,0.9967717,0.0016560273,0.00031592505,0.000051289775,0.00008071617],"about_ca_topic_score_codex":0.00017790326,"about_ca_topic_score_gemma":0.000036015106,"teacher_disagreement_score":0.509216,"about_ca_system_score_codex":0.000027683665,"about_ca_system_score_gemma":0.00009262921,"threshold_uncertainty_score":0.24726439},"labels":[],"label_agreement":null},{"id":"W1985620863","doi":"10.3758/s13423-014-0701-7","title":"Item-properties may influence item–item associations in serial recall","year":2014,"lang":"en","type":"article","venue":"Psychonomic Bulletin & Review","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Recall; Serial position effect; Cognitive psychology; Short Forms; Developmental psychology; Free recall; Clinical psychology","score_opus":0.030978897327540226,"score_gpt":0.26400753132175536,"score_spread":0.23302863399421514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985620863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4319853,0.17956035,0.0814194,0.25192773,0.009903963,0.0057388204,0.000023781562,0.0015315256,0.037909117],"genre_scores_gemma":[0.7518533,0.07612857,0.107707456,0.05559557,0.0018776965,0.0009277704,0.000023500375,0.00015340358,0.0057327203],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974124,0.0004121049,0.000874386,0.0006770382,0.00021101037,0.00041305862],"domain_scores_gemma":[0.9981414,0.00031748522,0.00030571484,0.0010432845,0.0000809407,0.00011115914],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016767223,0.00023799535,0.0005288931,0.00008776152,0.00009494908,0.00015332154,0.0012619426,0.000102009224,0.00014304627],"category_scores_gemma":[0.0009434677,0.00021944115,0.00013238192,0.00026607688,0.000034216147,0.00019332145,0.00021911263,0.00028145462,0.0012729651],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036549216,0.00044669234,0.026508143,0.004202926,0.000115145995,0.000011420729,0.0016831959,0.0020052602,0.0011620381,0.04099082,0.12816575,0.7946721],"study_design_scores_gemma":[0.00049687113,0.00003633037,0.0076101837,0.0032467325,0.000016526934,0.000009480257,0.0000047983817,0.0072663897,0.000026746973,0.00054005795,0.98029774,0.0004481373],"about_ca_topic_score_codex":0.00016544056,"about_ca_topic_score_gemma":0.000029943565,"teacher_disagreement_score":0.852132,"about_ca_system_score_codex":0.00015161578,"about_ca_system_score_gemma":0.00005923484,"threshold_uncertainty_score":0.9995047},"labels":[],"label_agreement":null},{"id":"W1986408257","doi":"10.1145/1321440.1321453","title":"Semantic verification in an online fact seeking environment","year":2007,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Question answering; Artificial intelligence; Semantic Web; Information retrieval; Semantics (computer science); Natural language processing; Word (group theory); World Wide Web; Programming language","score_opus":0.04919431739901922,"score_gpt":0.26896918553973315,"score_spread":0.21977486814071392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986408257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3874658,0.000010753383,0.6120201,0.00013829145,0.00003642568,0.000035298046,6.3166475e-8,0.000034353125,0.00025894298],"genre_scores_gemma":[0.8751487,0.000004071736,0.12462845,0.00011836241,0.000024577219,6.433454e-7,0.0000017577191,0.0000022971553,0.00007113546],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937147,0.000014128989,0.00014481711,0.00020945007,0.00012037589,0.00013976918],"domain_scores_gemma":[0.9995701,0.000016419937,0.000023375604,0.00034896875,0.0000042233737,0.000036912348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028065653,0.000046758807,0.000047415786,0.000062510444,0.000020734418,0.000027587039,0.00026187213,0.000024536756,0.000016168706],"category_scores_gemma":[0.000003285183,0.000044319262,0.000010108922,0.00006850773,0.000005407832,0.00025174403,0.000055665463,0.000055335364,0.000023875567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003185721,0.00028545398,0.048960302,0.0000089832865,0.0000030175192,0.00002490604,0.0018154099,0.009805689,0.039446637,0.024719901,0.000005324319,0.8749212],"study_design_scores_gemma":[0.000106642656,0.000019108795,0.12385015,0.000004866838,5.562845e-7,0.0000021972987,0.000064950866,0.87303996,0.001857862,0.00049173494,0.0004791734,0.00008280533],"about_ca_topic_score_codex":0.000064510794,"about_ca_topic_score_gemma":0.00013381403,"teacher_disagreement_score":0.8748384,"about_ca_system_score_codex":0.00004989606,"about_ca_system_score_gemma":0.0000072486755,"threshold_uncertainty_score":0.1807287},"labels":[],"label_agreement":null},{"id":"W1988047293","doi":"10.1007/s10115-013-0617-y","title":"Analyzing topics and authors in chat logs for crime investigation","year":2013,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Computer science; Exploit; Latent Dirichlet allocation; Online chat; Process (computing); The Internet; Order (exchange); Volume (thermodynamics); Channel (broadcasting); Topic model; Data science; World Wide Web; Information retrieval; Computer security","score_opus":0.026709074949374544,"score_gpt":0.2508178429459265,"score_spread":0.22410876799655197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988047293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18069315,0.0010049746,0.8112191,0.00060307985,0.00069560064,0.00079689635,0.0000012603045,0.000081333565,0.004904574],"genre_scores_gemma":[0.99607676,0.000023541505,0.0034380008,0.00007023927,0.0000751913,0.00007781833,0.000005507286,0.0000019270647,0.00023101685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994371,0.000024806917,0.00029308663,0.0000885246,0.000050249437,0.000106258114],"domain_scores_gemma":[0.9996111,0.00003247681,0.00007583302,0.00011796373,0.000105542895,0.0000571171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032117916,0.000060926664,0.00009823649,0.00015818048,0.00006161073,0.0002883639,0.000093995164,0.00005785878,5.4869224e-7],"category_scores_gemma":[0.00004028002,0.000054568525,0.000010343667,0.00012198282,0.0000118672815,0.0033662536,0.000054028085,0.00004471911,0.00001750556],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020979542,0.000011527392,0.020187732,0.0009843673,0.00001396367,1.6019636e-7,0.042568237,0.00031616905,0.0002247831,0.5953673,0.002050033,0.3382736],"study_design_scores_gemma":[0.00027307146,0.000020292606,0.008983702,0.00006382536,0.0000016677301,0.000004216295,0.0003341092,0.9718997,0.00010115577,0.0012235107,0.016996376,0.0000983695],"about_ca_topic_score_codex":0.000075585995,"about_ca_topic_score_gemma":0.000004022404,"teacher_disagreement_score":0.97158355,"about_ca_system_score_codex":0.000022945487,"about_ca_system_score_gemma":0.000022521706,"threshold_uncertainty_score":0.27806997},"labels":[],"label_agreement":null},{"id":"W1990080335","doi":"10.4236/jilsa.2011.33015","title":"Insertion of Ontological Knowledge to Improve Automatic Summarization Extraction Methods","year":2011,"lang":"en","type":"article","venue":"Journal of Intelligent Learning Systems and Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Computer science; Abstraction; Set (abstract data type); Information extraction; Function (biology); Artificial intelligence; Natural language processing; Training set; Information retrieval; Machine learning; Selection (genetic algorithm); Data mining; Programming language","score_opus":0.06537092688678746,"score_gpt":0.3557597592021147,"score_spread":0.29038883231532725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990080335","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0339055,0.00040594614,0.9646629,0.000036921272,0.00021065351,0.0002132427,1.5884773e-7,0.00002511379,0.00053954654],"genre_scores_gemma":[0.8385136,0.000032906795,0.16122542,0.0000069738976,0.000076633696,0.000025078529,2.740253e-7,0.0000040021773,0.000115108945],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988856,0.0001746511,0.0006044625,0.00013448703,0.00011410764,0.000086718916],"domain_scores_gemma":[0.998801,0.00012511037,0.00053270295,0.00015800574,0.00030336875,0.000079825964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009993996,0.00007022342,0.00018515294,0.00016317956,0.000075422184,0.00004226141,0.00022342331,0.00005843236,0.0000045702586],"category_scores_gemma":[0.00012332105,0.000056471225,0.00004814126,0.00021792667,0.000013487648,0.0001959087,0.000052075753,0.00016417365,0.000005254018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009166775,0.00021143623,0.0024392363,0.00014151695,0.000046151312,9.2649003e-7,0.0043836692,0.004871374,0.033503868,0.10348848,0.000022532447,0.85088164],"study_design_scores_gemma":[0.00026452486,0.0008666549,0.012496397,0.0003957402,0.00006946163,0.0002082172,0.0017676423,0.9357446,0.02212462,0.0032561687,0.022501,0.00030501484],"about_ca_topic_score_codex":0.00004759696,"about_ca_topic_score_gemma":0.0000023170687,"teacher_disagreement_score":0.93087316,"about_ca_system_score_codex":0.00005021429,"about_ca_system_score_gemma":0.000038279242,"threshold_uncertainty_score":0.23028298},"labels":[],"label_agreement":null},{"id":"W1992795877","doi":"10.3115/1220835.1220896","title":"Language model-based document clustering using random walks","year":2006,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; National Science Foundation","keywords":"Cluster analysis; Computer science; Random walk; Document clustering; Representation (politics); Graph; Artificial intelligence; Dimension (graph theory); Hierarchical clustering; Theoretical computer science; Mathematics; Combinatorics; Statistics","score_opus":0.016300133963564334,"score_gpt":0.2558534587018628,"score_spread":0.2395533247382985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992795877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070467465,0.00005313594,0.92385834,0.00020723333,0.000120520024,0.000096971075,2.0295968e-7,0.00019533995,0.005000795],"genre_scores_gemma":[0.6238522,1.5869664e-7,0.37547103,0.00022567408,0.000044798253,0.0000027636786,5.1160845e-7,0.00000452247,0.00039836694],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912274,0.000023104529,0.00018326244,0.00025749122,0.00018946716,0.00022393033],"domain_scores_gemma":[0.9994579,0.000025964777,0.00003609626,0.00042079602,0.00002074205,0.000038531005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018567179,0.00009513731,0.000108641965,0.0000628286,0.00007048397,0.00013638883,0.00036095528,0.000032808322,0.000019585223],"category_scores_gemma":[0.000004233265,0.00008349349,0.000050606166,0.00009186925,0.000008993712,0.00024108402,0.00014340015,0.000057095855,0.000010015781],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032570001,0.000010074395,0.00003124992,0.000006534614,0.0000016796408,0.000008226429,0.0001213468,0.98718286,0.0036820478,0.004250931,0.000031733103,0.004670037],"study_design_scores_gemma":[0.00080581836,0.000004308052,0.00000984371,0.000010987418,0.0000026070043,0.0000032489875,0.000008748208,0.9936655,0.0039063953,0.0014285696,0.00004160552,0.00011235573],"about_ca_topic_score_codex":0.00060650666,"about_ca_topic_score_gemma":0.00007184882,"teacher_disagreement_score":0.5533847,"about_ca_system_score_codex":0.00006319294,"about_ca_system_score_gemma":0.000043693126,"threshold_uncertainty_score":0.34047657},"labels":[],"label_agreement":null},{"id":"W1993536130","doi":"10.1145/564376.564438","title":"Using self-supervised word segmentation in Chinese information retrieval","year":2002,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Artificial intelligence; Character (mathematics); Word (group theory); Text segmentation; Natural language processing; Segmentation; Pattern recognition (psychology)","score_opus":0.03339622337105059,"score_gpt":0.2628235046659737,"score_spread":0.22942728129492312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993536130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4595296,0.000009162318,0.53802544,0.00015815922,0.00010762587,0.00008221512,1.048529e-7,0.000100623794,0.001987066],"genre_scores_gemma":[0.6911007,0.0000040156738,0.30860764,0.00023914056,0.000018828021,8.559815e-7,6.207537e-7,0.0000014791451,0.000026710755],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936694,0.000018800536,0.00021029488,0.00010345409,0.00017839324,0.0001221095],"domain_scores_gemma":[0.9996926,0.000014187748,0.000037262053,0.00019785152,0.000029193192,0.000028876004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014037668,0.0000621007,0.00006122061,0.00012994242,0.00003661256,0.00011149879,0.00020544151,0.00003238043,0.00006916993],"category_scores_gemma":[0.000016594642,0.000054945333,0.00001666484,0.0004449707,0.0000030468314,0.0021804874,0.00006739789,0.000058774163,0.000052209667],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023292363,0.0002862079,0.07392159,0.00013396231,0.000030546125,0.000018857494,0.06226201,0.06862333,0.0077771884,0.018886283,0.00027138123,0.76776534],"study_design_scores_gemma":[0.000322449,0.000005998953,0.0021495908,0.000004631204,6.7664354e-7,0.000003676022,0.000037011072,0.9968332,0.0002324869,0.00030958263,0.00003190627,0.000068763235],"about_ca_topic_score_codex":0.000036384445,"about_ca_topic_score_gemma":0.0000063603025,"teacher_disagreement_score":0.9282099,"about_ca_system_score_codex":0.00007706208,"about_ca_system_score_gemma":0.000010287397,"threshold_uncertainty_score":0.22406057},"labels":[],"label_agreement":null},{"id":"W1995938681","doi":"10.1016/s1364-6613(03)00020-2","title":"Show us the model","year":2003,"lang":"en","type":"review","venue":"Trends in Cognitive Sciences","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Scopus; Psychology; Connectionism; Verb; Past tense; Cognitive science; Cognitive psychology; Linguistics; MEDLINE; Neuroscience; Philosophy; Cognition","score_opus":0.44251264546395097,"score_gpt":0.4675551386572874,"score_spread":0.0250424931933364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995938681","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002418747,0.86855054,0.073464006,0.00011303481,0.00041095333,0.0001800611,0.000010063693,0.000052593306,0.057216343],"genre_scores_gemma":[0.00016144958,0.98617655,0.010981648,0.00030802822,0.000061666615,0.00010295157,0.0000031523207,0.00001138733,0.002193156],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996983,0.00033353263,0.00047624987,0.0010549967,0.000612127,0.000540107],"domain_scores_gemma":[0.99859613,0.00053209806,0.0002341757,0.0005104798,0.000059569982,0.00006754015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016142395,0.00035619244,0.0007152968,0.00061500655,0.00030621854,0.00036351877,0.0028086088,0.00014166514,0.000043619035],"category_scores_gemma":[0.00011270094,0.00020784553,0.00025420735,0.002792382,0.00049081165,0.00043358118,0.00041791244,0.00047763556,0.00004166269],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.04783325e-7,0.000014449151,0.0000037212797,0.00006948295,0.000006490646,0.000006232129,0.00012808113,0.00014208956,5.8593623e-9,0.009271686,0.00008002112,0.99027765],"study_design_scores_gemma":[0.00028915168,0.00010332803,0.000009071674,0.007380187,0.00018025479,0.000118264965,0.000108416214,0.44825932,0.000001143259,0.01273569,0.52953225,0.0012828847],"about_ca_topic_score_codex":0.000017883613,"about_ca_topic_score_gemma":0.00004706065,"teacher_disagreement_score":0.9889948,"about_ca_system_score_codex":0.000067185894,"about_ca_system_score_gemma":0.0004828823,"threshold_uncertainty_score":0.84756947},"labels":[],"label_agreement":null},{"id":"W1999247825","doi":"10.1016/j.ipm.2009.06.005","title":"Facet-based opinion retrieval from blogs","year":2009,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Topic Modeling","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Facet (psychology); Query expansion; Lexicon; Structuring; Divergence (linguistics); Natural language processing; Artificial intelligence; Linguistics","score_opus":0.01596783699014856,"score_gpt":0.2525663967330099,"score_spread":0.23659855974286134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999247825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034872333,0.00005675211,0.9816833,0.0024386577,0.00027635932,0.0001790232,0.0000010364861,0.0003570582,0.011520567],"genre_scores_gemma":[0.8463968,0.0000066467082,0.14963211,0.003815664,0.000044478045,0.0000051570496,0.000029946248,0.0000026432854,0.00006655801],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988763,0.0000139471995,0.00034442422,0.00016764057,0.00040797415,0.00018971229],"domain_scores_gemma":[0.9993401,0.0000072097164,0.00017187082,0.0003572645,0.000075317475,0.000048243804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022572564,0.00011000487,0.000088698864,0.00016407233,0.00014219327,0.00055194634,0.00055056287,0.000042399104,0.00001031625],"category_scores_gemma":[0.000013056234,0.000107748776,0.000029638639,0.00030826798,0.000009488719,0.0025844004,0.00008658188,0.00008144523,0.0001075442],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007002719,0.000022591666,0.000016219046,0.00005225754,0.0000052818964,0.000001195609,0.0007892608,0.007372029,0.000024246381,0.012629129,0.00063241116,0.9784484],"study_design_scores_gemma":[0.00068890856,0.000034163862,0.0032298274,0.00012712997,0.0000061766395,7.5663814e-7,0.00010055617,0.95669127,0.0007211014,0.009700712,0.028475301,0.00022411259],"about_ca_topic_score_codex":0.0000053123154,"about_ca_topic_score_gemma":1.385213e-7,"teacher_disagreement_score":0.9782243,"about_ca_system_score_codex":0.00006942105,"about_ca_system_score_gemma":0.000037562175,"threshold_uncertainty_score":0.53224313},"labels":[],"label_agreement":null},{"id":"W1999484828","doi":"10.1109/icsm.2013.72","title":"On the Personality Traits of StackOverflow Users","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reputation; Voting; Big Five personality traits; Personality; Computer science; World Wide Web; Psychology; Social psychology; Sociology; Political science; Social science","score_opus":0.03420112286434147,"score_gpt":0.2327080531954025,"score_spread":0.19850693033106104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999484828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6779903,0.0000037160994,0.30178806,0.00386428,0.00005409807,0.00008930861,3.5267442e-7,0.00003217182,0.016177678],"genre_scores_gemma":[0.98647577,4.4521502e-7,0.011812954,0.0010306874,0.000011565362,0.000004241965,4.2953715e-8,0.000001512174,0.0006627581],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949396,0.000030473488,0.000084174615,0.00012387519,0.00017291914,0.00009459314],"domain_scores_gemma":[0.9995135,0.00012046039,0.000023782623,0.00028131367,0.000035425284,0.000025531448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014314095,0.000042344196,0.000049287875,0.00001225611,0.000028230901,0.000035813933,0.00046128963,0.000015924392,0.00039605083],"category_scores_gemma":[0.000028442068,0.00002395585,0.000031305823,0.000064059685,0.000017409184,0.00015101649,0.000057315032,0.000049619426,0.00006893387],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.9334166e-7,0.000025667805,0.00038383022,0.000004783087,0.0000075992975,3.6035192e-7,0.0010019828,0.0003358667,0.0005589903,0.9743205,0.004790826,0.018568803],"study_design_scores_gemma":[0.00023408537,0.00006866172,0.07287171,0.000016674783,0.0000023677578,0.000001648642,0.00020037028,0.8667101,0.0033314468,0.05574768,0.0006486644,0.0001665918],"about_ca_topic_score_codex":0.0002486874,"about_ca_topic_score_gemma":0.000012256666,"teacher_disagreement_score":0.91857284,"about_ca_system_score_codex":0.000008880374,"about_ca_system_score_gemma":0.000017408764,"threshold_uncertainty_score":0.4336479},"labels":[],"label_agreement":null},{"id":"W2000231926","doi":"10.1109/cogsima.2014.6816558","title":"Textual risk mining for maritime situational awareness","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Larus Technologies (Canada); University of Ottawa","funders":"National Geospatial-Intelligence Agency","keywords":"Situation awareness; Computer science; Situational ethics; Data science; Engineering; Psychology","score_opus":0.02708779864761301,"score_gpt":0.26431921952053467,"score_spread":0.23723142087292165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000231926","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017825965,0.0000051889338,0.9750128,0.00047486788,0.00011741135,0.00006774279,0.0000017110729,0.00010626168,0.006388066],"genre_scores_gemma":[0.5791972,2.780691e-7,0.4198822,0.00025282928,0.0001118853,0.000011228004,0.0000022984207,0.0000025925785,0.00053943973],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993561,0.000024671921,0.000117259275,0.00022717164,0.0001313285,0.00014345376],"domain_scores_gemma":[0.99933755,0.00028450284,0.000035644574,0.0002434274,0.000059157494,0.000039740175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003317081,0.00005601686,0.00006881991,0.00003461724,0.00011411182,0.00007532157,0.00035192454,0.000029905752,0.00002258191],"category_scores_gemma":[0.00012319621,0.00005115677,0.000032663193,0.000053990618,0.0000089608075,0.0001855606,0.0001007008,0.00003116029,0.00002505683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020541295,0.00001842681,0.007353796,0.0000070312144,0.000007816749,2.5590052e-7,0.00019257676,0.0036287503,0.00006550722,0.6777211,0.0011858571,0.30981687],"study_design_scores_gemma":[0.00015823594,0.00002023112,0.0015930067,0.0000034747932,0.000002145684,0.0000017050775,0.000024943709,0.9831645,0.00019593006,0.011275771,0.003478034,0.00008205488],"about_ca_topic_score_codex":0.00003766516,"about_ca_topic_score_gemma":0.000026020327,"teacher_disagreement_score":0.9795357,"about_ca_system_score_codex":0.000011063698,"about_ca_system_score_gemma":0.00004002363,"threshold_uncertainty_score":0.20861125},"labels":[],"label_agreement":null},{"id":"W2000545282","doi":"10.1145/383952.384024","title":"Exploiting redundancy in question answering","year":2001,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":237,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Question answering; Computer science; Redundancy (engineering); Information retrieval; Questions and answers; Artificial intelligence","score_opus":0.029088710983966825,"score_gpt":0.26895172356739283,"score_spread":0.23986301258342602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000545282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2703959,0.00002405499,0.71537685,0.00043575934,0.00010686827,0.000026055013,8.608747e-9,0.00012645364,0.013508038],"genre_scores_gemma":[0.87453926,0.00001462607,0.12502639,0.000106091145,0.00004044649,0.0000036161864,1.05692266e-7,0.0000023560274,0.000267135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994607,0.000017972094,0.00012149167,0.00017335733,0.00008224875,0.0001442133],"domain_scores_gemma":[0.9997298,0.000015552796,0.000016707647,0.00020087558,0.0000120912955,0.00002498073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019289259,0.000041732917,0.00004737563,0.00006345531,0.000026129672,0.00005217812,0.00021630697,0.000019326659,0.0000115695375],"category_scores_gemma":[0.00002402997,0.00004188746,0.000011250334,0.00017589763,0.0000034857924,0.0004422766,0.00007618192,0.00005727653,0.000019157813],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017197341,0.000034929722,0.039834138,0.000009530717,0.0000017732862,0.00008790807,0.0013598839,0.0063419603,0.003733933,0.53631496,0.000038087455,0.4122412],"study_design_scores_gemma":[0.00020591245,0.000015100406,0.008831951,0.00007411231,4.1272824e-7,0.000027931163,0.00010436563,0.9684095,0.0012271883,0.019757427,0.0011804331,0.00016569454],"about_ca_topic_score_codex":0.00016675808,"about_ca_topic_score_gemma":0.00006126937,"teacher_disagreement_score":0.9620675,"about_ca_system_score_codex":0.000031178253,"about_ca_system_score_gemma":0.000011459215,"threshold_uncertainty_score":0.1708121},"labels":[],"label_agreement":null},{"id":"W2001214180","doi":"10.5539/cis.v3n1p168","title":"Automatic Recognition of Focus and Interrogative Word in Chinese Question for Classification","year":2010,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interrogative; Computer science; Focus (optics); Artificial intelligence; Natural language processing; Interrogative word; CRFS; Conditional random field; Word (group theory); Parsing; Part of speech; Text segmentation; Segmentation; Linguistics","score_opus":0.023976777368841653,"score_gpt":0.2882214725990372,"score_spread":0.26424469523019556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001214180","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47838753,0.0000025376828,0.52108216,0.00014574599,0.00014719061,0.00011604188,6.927527e-7,0.000017845536,0.00010028986],"genre_scores_gemma":[0.8272175,0.000004398319,0.17268832,0.00006055549,0.000013975505,0.000012301278,0.0000017523427,6.8676496e-7,4.7653447e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993691,0.000012189836,0.0002653728,0.00012986243,0.0001324595,0.00009102447],"domain_scores_gemma":[0.99943495,0.00007059366,0.00013074932,0.00014271491,0.00018182967,0.000039178303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007417959,0.000055028842,0.00007698126,0.0002927266,0.00006922272,0.0001503245,0.00021398757,0.000028053726,8.917901e-7],"category_scores_gemma":[0.00011918144,0.000046811463,0.000009552136,0.00037761612,0.00011839132,0.0059107663,0.000102476966,0.00006567515,0.0000014413113],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016467887,0.00000646488,0.0010269658,0.000024109573,4.6828845e-7,2.3266281e-8,0.0029306256,0.000015694335,0.0008714257,0.014290191,0.0000026161558,0.9808298],"study_design_scores_gemma":[0.00020951172,0.0000324163,0.10329894,0.000028288168,5.691629e-7,0.00000511669,0.000037407237,0.88838273,0.0005204249,0.0074136406,0.000020692356,0.000050235445],"about_ca_topic_score_codex":0.000009515821,"about_ca_topic_score_gemma":0.0000096958165,"teacher_disagreement_score":0.9807795,"about_ca_system_score_codex":0.000013314028,"about_ca_system_score_gemma":0.00004380711,"threshold_uncertainty_score":0.42851627},"labels":[],"label_agreement":null},{"id":"W2002358989","doi":"10.1080/17470210903267417","title":"Applying an exemplar model to the artificial-grammar task: String completion and performance on individual items","year":2009,"lang":"en","type":"article","venue":"Quarterly Journal of Experimental Psychology","topic":"Topic Modeling","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Manitoba","funders":"","keywords":"Grammar; String (physics); Task (project management); Computer science; Natural language processing; Artificial intelligence; Psychology; Linguistics; Mathematics","score_opus":0.07143995998942312,"score_gpt":0.3442594578043688,"score_spread":0.27281949781494563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002358989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72641367,0.00012880021,0.27188924,0.0009489468,0.00032154052,0.00016680751,8.4447515e-7,0.000016906919,0.00011324484],"genre_scores_gemma":[0.9810716,0.000003961958,0.016541082,0.0021514045,0.00021076035,0.000010186861,9.097466e-7,0.0000066882476,0.0000034212405],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985584,0.00009739542,0.00045193738,0.00029132608,0.00032834406,0.0002725706],"domain_scores_gemma":[0.999213,0.000024624975,0.00019988274,0.00037352685,0.00004240546,0.00014655002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005641796,0.00014861624,0.00020091796,0.00017881062,0.00019942987,0.00016637499,0.00072367606,0.000060496528,0.0000029350883],"category_scores_gemma":[0.0000032256412,0.00011577031,0.00004678687,0.00012401756,0.00003233007,0.0005230862,0.000027194752,0.00027008305,0.000007896605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002646229,0.00054275105,0.00024279118,0.0000029583973,0.000030762567,0.000032373708,0.018475251,0.00779696,0.17572007,0.01978931,0.0004027282,0.7766994],"study_design_scores_gemma":[0.003674372,0.045682903,0.021603746,0.00020920062,0.000037325302,0.0027163967,0.005660944,0.8806009,0.020403331,0.015822547,0.002359598,0.0012286974],"about_ca_topic_score_codex":0.0000029890077,"about_ca_topic_score_gemma":0.0000010088307,"teacher_disagreement_score":0.872804,"about_ca_system_score_codex":0.000035127217,"about_ca_system_score_gemma":0.000016891177,"threshold_uncertainty_score":0.47209764},"labels":[],"label_agreement":null},{"id":"W200414342","doi":"10.1007/978-3-642-24571-8_2","title":"A Pattern-Based Model for Generating Text to Express Emotion","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Sentence; Representation (politics); Natural language processing; Artificial intelligence; Class (philosophy)","score_opus":0.04712581315086143,"score_gpt":0.25549651621048153,"score_spread":0.2083707030596201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W200414342","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014687158,0.00006213841,0.99683666,0.0005215717,0.0011572532,0.0007487001,0.000008330696,0.00017149659,0.0003469567],"genre_scores_gemma":[0.19695203,0.0000013567618,0.79897153,0.0033790853,0.00039283666,0.000043263386,0.0000033338267,0.00003488625,0.00022165109],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99630344,0.000021385285,0.0005283891,0.001789327,0.00067346747,0.00068396336],"domain_scores_gemma":[0.99751866,0.00022856539,0.00022339939,0.0015361784,0.00028356377,0.00020960942],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000719432,0.00047925778,0.00042986547,0.0006540287,0.00026305104,0.0004529467,0.0030615274,0.00026861505,0.000008494854],"category_scores_gemma":[0.00007681171,0.00046409474,0.00014433154,0.0002420323,0.00012767187,0.00040295522,0.0008710371,0.00040224832,0.000017070675],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018673009,0.000008965553,0.0000060358348,0.000024163604,0.0000019562017,0.000004123655,0.00079397176,0.5586279,0.00026033536,0.0023430875,0.000009121898,0.43791845],"study_design_scores_gemma":[0.00020250722,0.000095859155,0.0000045141983,0.00029462206,0.0000043387604,0.000005888259,5.459888e-8,0.95451903,0.001405815,0.04283943,0.000118311094,0.0005096111],"about_ca_topic_score_codex":0.00002790559,"about_ca_topic_score_gemma":0.000083048486,"teacher_disagreement_score":0.43740883,"about_ca_system_score_codex":0.00023229622,"about_ca_system_score_gemma":0.000481642,"threshold_uncertainty_score":0.9997811},"labels":[],"label_agreement":null},{"id":"W2006258148","doi":"10.1075/term.14.1.02aug","title":"Pattern-based approaches to semantic relation extraction","year":2008,"lang":"en","type":"article","venue":"Terminology International Journal of Theoretical and Applied Issues in Specialized Communication","topic":"Topic Modeling","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Nantes; Université de Montréal; Université de Lyon; Centre National de la Recherche Scientifique; University of Ottawa","keywords":"Relation (database); Computer science; Relationship extraction; Semantic relation; Natural language processing; Artificial intelligence; Information retrieval; Data mining; Psychology","score_opus":0.06600968974962766,"score_gpt":0.3079913575456,"score_spread":0.2419816677959723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006258148","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46122527,0.00016009086,0.515184,0.019855818,0.00028310326,0.0001399574,5.687948e-7,0.000027476886,0.0031237248],"genre_scores_gemma":[0.94409937,0.00018432757,0.0551524,0.00039214198,0.0001413027,0.000008834284,0.000003198097,0.000005598204,0.000012817841],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998766,0.00014698655,0.000512942,0.00016881047,0.00028248713,0.0001227597],"domain_scores_gemma":[0.99905175,0.00022549757,0.0002351975,0.00034573924,0.000086957414,0.000054846747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045869232,0.000102313235,0.00020901639,0.0002977497,0.000066724024,0.000045221288,0.0010492308,0.00009434397,0.000034983157],"category_scores_gemma":[0.000086531574,0.000093174574,0.00004275513,0.0001049815,0.00021779627,0.00020200625,0.00021745417,0.00027628904,0.000009242829],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011592273,0.0001323549,0.0018897419,0.000003502287,0.000020970925,0.000023081457,0.0015715536,0.0008955748,0.00061976124,0.9061712,0.000040540624,0.088515766],"study_design_scores_gemma":[0.0048846137,0.00031459032,0.06649152,0.00028087647,0.000037593127,0.0011658609,0.00030726122,0.17037529,0.013803784,0.737036,0.0046551684,0.00064746384],"about_ca_topic_score_codex":0.000007853083,"about_ca_topic_score_gemma":0.0000032692342,"teacher_disagreement_score":0.48287413,"about_ca_system_score_codex":0.00007491272,"about_ca_system_score_gemma":0.000032135307,"threshold_uncertainty_score":0.3799549},"labels":[],"label_agreement":null},{"id":"W2006329944","doi":"10.1037/a0027023","title":"An exemplar model of performance in the artificial grammar task: Holographic representation.","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Experimental Psychology/Revue canadienne de psychologie expérimentale","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Natural language processing; Artificial intelligence; Grammar; Memory model; Linguistics","score_opus":0.08623202579178714,"score_gpt":0.3302681238390607,"score_spread":0.24403609804727355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006329944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763221,0.0015100023,0.017903766,0.0008506814,0.001571131,0.00028570468,0.000013996936,0.00001607904,0.0015265024],"genre_scores_gemma":[0.9837452,0.000026245172,0.014443502,0.0014811158,0.0002294362,0.000034063785,0.0000068859235,0.000023030923,0.00001048868],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99680084,0.00034183904,0.0009195495,0.00048599427,0.00016252432,0.0012892362],"domain_scores_gemma":[0.9972576,0.00006354284,0.000453293,0.0012256663,0.00009057234,0.00090933],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019762546,0.0002812079,0.0003979512,0.00079688465,0.00019280416,0.000068186884,0.0025407372,0.00020842564,0.000036114056],"category_scores_gemma":[0.00005472061,0.00025928006,0.0001745521,0.00071435096,0.00035473658,0.0010974879,0.0000413432,0.00053627073,0.000006886911],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027415436,0.0024959608,0.35047656,0.000039510203,0.00018713101,0.0007289824,0.11836057,0.008547524,0.4453847,0.05245937,0.0033987707,0.017646747],"study_design_scores_gemma":[0.013700254,0.0107644405,0.5357805,0.00062975544,0.00023396056,0.019813333,0.09398994,0.07967227,0.19797134,0.03575698,0.006484571,0.0052026547],"about_ca_topic_score_codex":0.0016875196,"about_ca_topic_score_gemma":0.005859128,"teacher_disagreement_score":0.24741337,"about_ca_system_score_codex":0.0003809073,"about_ca_system_score_gemma":0.00029025716,"threshold_uncertainty_score":0.99998593},"labels":[],"label_agreement":null},{"id":"W2008283248","doi":"10.1007/s10791-013-9220-9","title":"Latent word context model for information retrieval","year":2013,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Ministry of Education, Culture, Sports, Science and Technology","keywords":"Computer science; Latent Dirichlet allocation; Word (group theory); Context (archaeology); Information retrieval; Natural language processing; Latent semantic analysis; Search engine indexing; Topic model; Relevance (law); Artificial intelligence; Probabilistic latent semantic analysis; Linguistics","score_opus":0.02483661079381079,"score_gpt":0.23769802741019738,"score_spread":0.21286141661638658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008283248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03142921,0.000013921807,0.9636255,0.001416529,0.00056131894,0.0009803092,0.000015042886,0.00029062785,0.00166753],"genre_scores_gemma":[0.94534683,0.0000070210917,0.051180743,0.0029898055,0.00006534528,0.00003491534,0.00007345893,0.0000062313575,0.00029567082],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810624,0.000018095065,0.0008292467,0.00013513971,0.00054741587,0.0003638866],"domain_scores_gemma":[0.99818265,0.00008106513,0.00034145816,0.0005047977,0.0007487138,0.00014128925],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004929929,0.00017418929,0.00018058436,0.00026038758,0.00017661022,0.00076071755,0.00065631716,0.00015448578,0.0000315356],"category_scores_gemma":[0.00033030982,0.00016359171,0.000104570274,0.00038273184,0.000026179174,0.014874013,0.00016822192,0.00016793767,0.0008800389],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026350337,0.000045911955,0.00018306448,0.00023655163,0.00006164689,3.6857642e-7,0.017543223,0.076280825,0.00021130273,0.23325875,0.017146265,0.6547686],"study_design_scores_gemma":[0.00085634406,0.00005526953,0.0002700482,0.000015291042,0.0000044744847,0.0000049254736,0.00010341315,0.98154086,0.00065100496,0.0038830293,0.01240925,0.00020608868],"about_ca_topic_score_codex":0.000024406992,"about_ca_topic_score_gemma":8.8998655e-7,"teacher_disagreement_score":0.9139176,"about_ca_system_score_codex":0.00013768396,"about_ca_system_score_gemma":0.00016516019,"threshold_uncertainty_score":0.9998979},"labels":[],"label_agreement":null},{"id":"W2010181950","doi":"10.1145/1277741.1277934","title":"Power and bias of subset pooling strategies","year":2007,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pooling; Statistics; Computer science; Relevance (law); Rank (graph theory); Adjudication; Statistical power; Power (physics); Yield (engineering); Correlation; Artificial intelligence; Data mining; Econometrics; Mathematics; Combinatorics; Geometry","score_opus":0.0381045557189526,"score_gpt":0.2734510117031871,"score_spread":0.23534645598423448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010181950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.409143,0.00004726312,0.57623386,0.00006910353,0.000047011777,0.000014797306,7.159966e-8,0.00002769083,0.014417186],"genre_scores_gemma":[0.91779643,0.0000028235556,0.08203727,0.00006696962,0.000009465981,1.1808767e-7,6.2050105e-8,0.0000013918137,0.00008546984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995585,0.000005855845,0.00012339327,0.000114017894,0.0000908022,0.00010743271],"domain_scores_gemma":[0.9996929,0.000048599886,0.0000267478,0.00017514646,0.00002669225,0.000029873632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003042731,0.000038455473,0.000057179317,0.000044208973,0.000014496992,0.00004646224,0.00016455601,0.000020843227,0.000013160229],"category_scores_gemma":[0.000010495544,0.00003132739,0.000012198536,0.00007707136,0.000015647598,0.0002341334,0.0000765498,0.00003205843,0.0000021940107],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022435238,0.000014375295,0.005232573,0.000011324512,0.000006490331,0.000009153792,0.0014663389,0.00024973913,0.003086624,0.9756961,0.00006364931,0.014161418],"study_design_scores_gemma":[0.0018691964,0.0004618406,0.20540322,0.0001445446,0.000015395282,0.00016991988,0.007964333,0.47077173,0.12677565,0.17891762,0.006174086,0.0013324493],"about_ca_topic_score_codex":0.000050455805,"about_ca_topic_score_gemma":0.000021472568,"teacher_disagreement_score":0.79677844,"about_ca_system_score_codex":0.000003366056,"about_ca_system_score_gemma":0.000019118927,"threshold_uncertainty_score":0.12774938},"labels":[],"label_agreement":null},{"id":"W2010612305","doi":"10.1145/1621995.1622025","title":"Rhetorical models for computational systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Rhetorical question; Computer science; Scholarship; Natural language processing; Artificial intelligence; Documentation; Field (mathematics); Linguistics; Programming language; Mathematics; Political science","score_opus":0.0697503413865748,"score_gpt":0.288834156603689,"score_spread":0.2190838152171142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010612305","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002794776,0.000043526856,0.99342936,0.0014493667,0.00025645972,0.00012705901,5.2653047e-7,0.00015312695,0.00426107],"genre_scores_gemma":[0.6731107,2.9391165e-7,0.32609746,0.00031206588,0.00006629059,0.0000054267384,9.863246e-7,0.0000012830351,0.00040545865],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994251,0.000008677172,0.00012370198,0.00017781826,0.00014272727,0.00012195331],"domain_scores_gemma":[0.9996583,0.000053852847,0.000019320882,0.00016062816,0.000063577165,0.000044343516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009880416,0.000047012367,0.000069924135,0.000028722568,0.000046782676,0.00008634176,0.00028192034,0.000025334086,8.96085e-7],"category_scores_gemma":[0.0000056355666,0.000040333318,0.000029794732,0.00006223322,0.0000029003752,0.0002526249,0.000022604096,0.000026250595,0.0000073590672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.524685e-7,0.0000068850177,0.0000012334731,0.0000011065843,8.0790704e-7,2.2293545e-7,0.000022180313,0.41187358,0.0000036992817,0.58390665,0.0005576241,0.003625659],"study_design_scores_gemma":[0.00010442019,0.000023920544,0.00001805307,0.0000018687795,5.1767205e-7,0.0000036299991,0.0000023693635,0.82561314,0.0000070144,0.17366801,0.00051072775,0.000046301957],"about_ca_topic_score_codex":0.000006824064,"about_ca_topic_score_gemma":1.1589891e-7,"teacher_disagreement_score":0.67283124,"about_ca_system_score_codex":0.000025079868,"about_ca_system_score_gemma":0.00002726336,"threshold_uncertainty_score":0.1644745},"labels":[],"label_agreement":null},{"id":"W2013355692","doi":"10.1016/j.jbi.2012.11.006","title":"Detecting concept relations in clinical text: Insights from a state-of-the-art model","year":2013,"lang":"en","type":"article","venue":"Journal of Biomedical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"U.S. National Library of Medicine","keywords":"Computer science; Variety (cybernetics); Construct (python library); Artificial intelligence; Feature (linguistics); Natural language processing; Relationship extraction; Feature engineering; Information retrieval; State (computer science); Kernel (algebra); Data science; Information extraction; Machine learning; Deep learning; Linguistics; Programming language; Mathematics","score_opus":0.02697396741177177,"score_gpt":0.2853127824758678,"score_spread":0.258338815064096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013355692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3412961,0.0000340833,0.6572678,0.00080320326,0.00035017406,0.00006883549,9.683923e-7,0.0000066161297,0.00017220015],"genre_scores_gemma":[0.7807087,0.000008684719,0.21883759,0.00035463052,0.0000548329,9.824148e-7,3.7197043e-7,0.0000028815148,0.000031384425],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970188,0.00007166941,0.002127751,0.000057430476,0.00057071017,0.00015364106],"domain_scores_gemma":[0.99797875,0.00043012257,0.0009536212,0.0002948833,0.00018080747,0.00016180635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005565934,0.00008176929,0.0002673499,0.00015952476,0.000046128906,0.000059478505,0.00082093,0.000103297,0.000012700352],"category_scores_gemma":[0.0005872305,0.00005213529,0.00012726178,0.00034883575,0.000134476,0.0010171542,0.00024723524,0.0006071188,0.000024454184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019588942,0.000587561,0.0053482344,0.000076482625,0.00017890747,0.000018812267,0.05831235,0.1202613,0.0004814171,0.005558183,0.010735097,0.7984221],"study_design_scores_gemma":[0.00048736815,0.000058760168,0.0019725668,0.00012606251,0.0000052667265,0.000011017103,0.00015621365,0.97413844,0.00007849635,0.022423113,0.00048215,0.000060526774],"about_ca_topic_score_codex":0.000019171988,"about_ca_topic_score_gemma":0.0000059515373,"teacher_disagreement_score":0.8538772,"about_ca_system_score_codex":0.000050984818,"about_ca_system_score_gemma":0.00029240566,"threshold_uncertainty_score":0.2637663},"labels":[],"label_agreement":null},{"id":"W2013809972","doi":"10.1109/icosc.2015.7050809","title":"Aligning automatically generated questions to instructor goals and learner behaviour","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Ranking (information retrieval); Process (computing); Quality (philosophy); Artificial intelligence; Natural language processing; Information retrieval","score_opus":0.042032487168416746,"score_gpt":0.2841595463794267,"score_spread":0.24212705921100997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013809972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42671788,0.000011924625,0.5704059,0.0010665285,0.00011233297,0.00006109341,2.8787866e-7,0.00021030738,0.0014137685],"genre_scores_gemma":[0.5716624,3.4632242e-7,0.42727292,0.00040880457,0.00002767106,0.0000053070567,3.334793e-7,0.0000034675957,0.0006187177],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992338,0.00004009933,0.00015757784,0.00024486159,0.00016275015,0.00016095048],"domain_scores_gemma":[0.99933535,0.000017202157,0.000019524556,0.0002769765,0.00009918367,0.00025175954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021817752,0.00007446368,0.00009130239,0.00006426411,0.000052222404,0.00018013803,0.00025123102,0.00003855956,0.000009923355],"category_scores_gemma":[0.000092573515,0.000063555184,0.000011252099,0.00016019082,0.000012699704,0.00024515687,0.00022661666,0.00005543772,0.000054993012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042280963,0.000097061886,0.035904318,0.000014772364,0.000030998304,0.000049932245,0.0082714185,0.008506673,0.009954916,0.80650294,0.0076420633,0.12302067],"study_design_scores_gemma":[0.00039601445,0.0000944149,0.009436871,0.00002574809,0.000008128897,0.000050214607,0.00013529841,0.9816252,0.0022851138,0.0047369623,0.0008962123,0.00030984788],"about_ca_topic_score_codex":0.00014782678,"about_ca_topic_score_gemma":0.000026209753,"teacher_disagreement_score":0.9731185,"about_ca_system_score_codex":0.000026678339,"about_ca_system_score_gemma":0.00007477579,"threshold_uncertainty_score":0.2591705},"labels":[],"label_agreement":null},{"id":"W2015722806","doi":"10.1007/s10503-008-9104-0","title":"Evaluating Corroborative Evidence","year":2008,"lang":"en","type":"article","venue":"Argumentation","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Political communication; Communication studies; Political science; Psychology; Computer science; Sociology; Social science; Politics; Law","score_opus":0.23986453346287462,"score_gpt":0.4065833421626628,"score_spread":0.16671880869978817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015722806","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3625474,0.000059777158,0.6364211,0.0003450116,0.00014858802,0.000080730446,7.567785e-8,0.00006096245,0.00033635838],"genre_scores_gemma":[0.8075497,0.000014239501,0.19198586,0.00024721498,0.000028232056,0.000013233379,8.447644e-7,0.0000020436155,0.00015861681],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999279,0.000061674255,0.0001261223,0.00019703599,0.00023905186,0.00009708149],"domain_scores_gemma":[0.9995416,0.00009349795,0.00006300601,0.00020248462,0.00007301141,0.000026418727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020984065,0.000049105325,0.00004748005,0.000033610493,0.00013583657,0.000032147193,0.00021010621,0.000014131482,0.000016553637],"category_scores_gemma":[0.00009580378,0.00004867776,0.000015615416,0.00016017111,0.000013958394,0.00096267415,0.000054681554,0.000041178697,0.0001007545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031516724,0.00017100573,0.06506142,0.000047964702,0.000050261955,0.000087935536,0.07879748,0.05835164,0.1508604,0.12650356,0.0022653716,0.5177715],"study_design_scores_gemma":[0.000293705,0.00012508374,0.019018253,0.000044319528,0.000004231893,0.000027534372,0.000113012975,0.9585335,0.017460834,0.0041961214,0.000038027465,0.00014534316],"about_ca_topic_score_codex":0.000026706268,"about_ca_topic_score_gemma":0.000002084154,"teacher_disagreement_score":0.9001819,"about_ca_system_score_codex":0.000048587135,"about_ca_system_score_gemma":0.00005235403,"threshold_uncertainty_score":0.19850214},"labels":[],"label_agreement":null},{"id":"W2016568784","doi":"10.3115/1118958.1118968","title":"Answering clinical questions with role identification","year":2003,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Question answering; Computer science; Identification (biology); Context (archaeology); Domain (mathematical analysis); Natural language; Information retrieval; Data science; Natural language processing; Artificial intelligence","score_opus":0.032749389575024886,"score_gpt":0.30886842886973054,"score_spread":0.27611903929470566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016568784","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03671758,0.000021665159,0.95044845,0.00023277078,0.00014344676,0.00004456043,4.7116124e-8,0.00013414974,0.012257344],"genre_scores_gemma":[0.785894,0.0000028217714,0.21323739,0.00008663146,0.000016936088,0.000004098987,1.4218597e-7,0.0000020997827,0.00075589225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940646,0.000043321495,0.00016213654,0.00020475409,0.00009343526,0.000089884845],"domain_scores_gemma":[0.99946845,0.000029798446,0.000030268571,0.00038968335,0.000038715883,0.0000430795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003366898,0.000038289323,0.000048125716,0.00002423669,0.000053394448,0.00008014886,0.00020568345,0.000022507134,0.000012472312],"category_scores_gemma":[0.000044092663,0.00003080718,0.000016633767,0.00011165987,0.000012546142,0.00026138162,0.000022447795,0.000058721307,0.000054274467],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.440502e-7,0.0000398395,0.011833177,0.0000017092484,0.000005488703,0.0000019105817,0.00012524505,0.0011795072,0.00034954862,0.9528833,0.00006426552,0.033515465],"study_design_scores_gemma":[0.0007153896,0.00013006362,0.061903648,0.000036841237,0.000014841856,0.000071569826,0.00018935044,0.8572701,0.0067004226,0.04214392,0.030299963,0.00052389555],"about_ca_topic_score_codex":0.000015710191,"about_ca_topic_score_gemma":0.000018458833,"teacher_disagreement_score":0.91073936,"about_ca_system_score_codex":0.000009098338,"about_ca_system_score_gemma":0.000036098805,"threshold_uncertainty_score":0.12562804},"labels":[],"label_agreement":null},{"id":"W2018189188","doi":"10.1073/pnas.1219674110","title":"Limits in decision making arise from limits in memory retrieval","year":2013,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Topic Modeling","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Institute of Mental Health","keywords":"Computer science; Idealization; Probabilistic logic; Process (computing); Machine learning; Set (abstract data type); Artificial intelligence; Noise (video); Rationality; Contrast (vision); Sample (material); Test (biology)","score_opus":0.059567304085905264,"score_gpt":0.3109434555717325,"score_spread":0.2513761514858272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018189188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930423,0.00015191821,0.00023584894,0.0028523812,0.00005222299,0.00019689101,0.0000010985262,0.0000138931255,0.0034534333],"genre_scores_gemma":[0.9553182,0.000014925749,0.044256605,0.00032228284,0.000045930417,0.0000054002585,1.658544e-8,0.0000023895573,0.000034227833],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9975701,0.000010124353,0.0004814108,0.0003934099,0.0013433016,0.00020166738],"domain_scores_gemma":[0.99900895,0.00042622114,0.00032371853,0.000020279233,0.00019044917,0.000030368614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015954805,0.000093425246,0.00016395144,0.0003633978,0.00007817877,0.00008123624,0.0021743595,0.00010086861,0.000014939488],"category_scores_gemma":[0.0013087981,0.00006814766,0.000044808974,0.0014127047,0.00019289617,0.0015547557,0.00033797196,0.00025041835,0.000004574187],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075368625,0.00036828913,0.18304521,0.00011602098,0.000020842106,2.2192289e-7,0.0066637625,0.013372938,0.47225466,0.1799895,0.0016254063,0.14246777],"study_design_scores_gemma":[0.0002752612,0.0000216985,0.39138666,0.00044115708,0.00000163656,0.0000027388944,0.00014461427,0.23064394,0.05739557,0.31954822,0.000013858881,0.00012466458],"about_ca_topic_score_codex":0.00004433065,"about_ca_topic_score_gemma":8.264043e-7,"teacher_disagreement_score":0.4148591,"about_ca_system_score_codex":0.000067504356,"about_ca_system_score_gemma":0.000048025093,"threshold_uncertainty_score":0.40405372},"labels":[],"label_agreement":null},{"id":"W2020278455","doi":"10.1075/li.30.1.03nad","title":"A survey of named entity recognition and classification","year":2007,"lang":"en","type":"article","venue":"Lingvisticae Investigationes","topic":"Topic Modeling","field":"Computer Science","cited_by":2488,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"Natural Environment Research Council; Alfred P. Sloan Foundation","keywords":"Computer science; Natural language processing; Matching (statistics); Artificial intelligence; Field (mathematics); Information retrieval; Named entity; Key (lock); Word (group theory); Linguistics; Mathematics","score_opus":0.1391236913969597,"score_gpt":0.291564756940622,"score_spread":0.1524410655436623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020278455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4003949,0.00003333774,0.59886676,0.00013022264,0.00010613951,0.00006114188,0.000003956045,0.000045165893,0.00035839612],"genre_scores_gemma":[0.90266764,0.0000052331297,0.09717278,0.00006892584,0.000031819036,0.0000027565063,0.000026815565,0.000003519418,0.000020510035],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991266,0.000066693254,0.00030528463,0.00022296538,0.00016609032,0.00011235516],"domain_scores_gemma":[0.9989266,0.00035520678,0.00014393103,0.0002300088,0.0002643354,0.00007995602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001117789,0.00006522706,0.000097344986,0.00009683724,0.00006261452,0.00005681126,0.00016013555,0.000051389496,0.000004140653],"category_scores_gemma":[0.001418968,0.00006853951,0.000012010017,0.000280802,0.00010541323,0.00021196048,0.000051333,0.00006565557,0.00001301577],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018180563,0.00012107975,0.20976888,0.00017145895,0.000031576208,0.0000037248458,0.0022561634,0.000054718374,0.023953797,0.3013134,0.00007351463,0.4622335],"study_design_scores_gemma":[0.0001503918,0.000022583865,0.7463974,0.00003927819,0.0000066997027,0.0000030256954,0.000018475488,0.19473694,0.0034613023,0.054980867,0.000065375825,0.0001176778],"about_ca_topic_score_codex":0.00022395437,"about_ca_topic_score_gemma":0.000087695975,"teacher_disagreement_score":0.5366285,"about_ca_system_score_codex":0.000014837,"about_ca_system_score_gemma":0.0000462235,"threshold_uncertainty_score":0.279496},"labels":[],"label_agreement":null},{"id":"W2025486736","doi":"10.1177/154193120204602412","title":"Evaluating the Content and Usability of an Experimental Text Summarization System and Three Web-Based Search Engines","year":2002,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Automatic summarization; Computer science; Think aloud protocol; Information retrieval; Usability; Search engine; World Wide Web; Interface (matter); Subject (documents); Human–computer interaction","score_opus":0.07916089657933037,"score_gpt":0.28262016902202686,"score_spread":0.2034592724426965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025486736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989204,0.00024647822,0.0003905248,0.000089964786,0.000047827984,0.00023430001,0.000004947812,0.000027664957,0.000037904116],"genre_scores_gemma":[0.9926998,0.0000078221865,0.007225998,0.000016079348,0.000031860225,0.000005501038,3.454791e-7,0.000007377024,0.0000052368637],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904644,0.000020913269,0.00030125104,0.00028924303,0.00018272821,0.00015939776],"domain_scores_gemma":[0.9993491,0.0001117008,0.00021045584,0.00012515126,0.00015576735,0.000047826397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009872864,0.00012753916,0.00018322242,0.000017525621,0.00046204304,0.0001276057,0.00032679678,0.000056246485,6.851547e-7],"category_scores_gemma":[0.00005582139,0.00008299471,0.00006157811,0.00007409459,0.00019807681,0.00037218805,0.00034941654,0.00011716876,2.664494e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040859348,0.00020248086,0.4308923,0.0013587907,0.00010377506,5.712694e-8,0.10959056,0.002467421,0.41977715,0.024675678,0.000027504151,0.010863441],"study_design_scores_gemma":[0.00039499902,0.00014899792,0.018106312,0.00012910902,0.000015542073,0.0000015660071,0.01629437,0.93751776,0.0271684,0.00009627189,0.0000026380499,0.00012405188],"about_ca_topic_score_codex":0.00012453334,"about_ca_topic_score_gemma":0.00000497486,"teacher_disagreement_score":0.9350503,"about_ca_system_score_codex":0.00004637148,"about_ca_system_score_gemma":0.000011958772,"threshold_uncertainty_score":0.35537082},"labels":[],"label_agreement":null},{"id":"W2026695867","doi":"10.1145/1571941.1572089","title":"Integrating phrase inseparability in phrase-based model","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Phrase; Computer science; Natural language processing; Artificial intelligence; Measure (data warehouse); Information retrieval; Data mining","score_opus":0.0304809453267647,"score_gpt":0.27919166617942504,"score_spread":0.24871072085266033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026695867","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23231074,0.000012792633,0.75986916,0.0015317196,0.000036527446,0.00009605739,3.107665e-7,0.00016934377,0.005973374],"genre_scores_gemma":[0.7139004,3.366614e-7,0.28437814,0.0016395644,0.0000120916575,0.000004407197,5.57927e-7,0.0000022100198,0.000062302606],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878484,0.00005154671,0.000291396,0.00041966073,0.00019265206,0.0002598989],"domain_scores_gemma":[0.999161,0.00003979319,0.000039989052,0.0006470552,0.000036800975,0.00007534609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044101867,0.00012075304,0.00014549594,0.00010378941,0.00004286057,0.00008063953,0.0005889636,0.000053873384,0.000012685049],"category_scores_gemma":[0.00009951314,0.00010439559,0.00004898458,0.0002940768,0.000014647087,0.00038510666,0.00005772843,0.000174529,0.000013739746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015376652,0.00040341518,0.0034802228,0.000014036343,0.0000023086088,0.000025587984,0.0011902357,0.5519234,0.003833835,0.25276545,0.00021201799,0.18613411],"study_design_scores_gemma":[0.00028515645,0.000024757159,0.0005539122,0.000014226301,5.9766893e-7,8.394976e-7,0.000011132914,0.9687249,0.001105922,0.029141622,0.000015308904,0.000121631616],"about_ca_topic_score_codex":0.00010084603,"about_ca_topic_score_gemma":0.00020044418,"teacher_disagreement_score":0.48158965,"about_ca_system_score_codex":0.000089339796,"about_ca_system_score_gemma":0.00013833196,"threshold_uncertainty_score":0.42571285},"labels":[],"label_agreement":null},{"id":"W2027974960","doi":"10.3138/infor.48.1.001","title":"An Application of Operational Research to Computational Linguistics: Word Ambiguity","year":2010,"lang":"en","type":"article","venue":"INFOR Information Systems and Operational Research","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Polysemy; Ambiguity; Computer science; Natural language processing; Word (group theory); Cluster analysis; Artificial intelligence; Measure (data warehouse); Word Association; Word lists by frequency; Principle of maximum entropy; Linguistics; Sentence; Data mining","score_opus":0.08674079423171271,"score_gpt":0.41533130772775295,"score_spread":0.32859051349604024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027974960","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12033272,0.000019711135,0.8678517,0.0010361738,0.00057072745,0.001435673,0.00006608432,0.00006707391,0.0086201625],"genre_scores_gemma":[0.9494753,0.0000025476347,0.04948591,0.00017184028,0.00038177436,0.00024288181,0.00014436596,0.0000055246473,0.00008989417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961093,0.00019054444,0.0008042306,0.00027239454,0.002277741,0.00034580525],"domain_scores_gemma":[0.99106234,0.0004736461,0.00009020122,0.00053426955,0.007565903,0.00027362377],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0065680547,0.00011336038,0.00016279132,0.00080837635,0.0007216993,0.0012249465,0.0007980751,0.00013499334,0.000016497734],"category_scores_gemma":[0.0016270112,0.000106683896,0.000024099147,0.0008159609,0.00014727822,0.0019427448,0.0002976754,0.0005759266,0.00015457855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014727052,0.000032415257,0.0009491422,0.000047947608,0.0000065008257,2.3328914e-7,0.0016588212,0.054863818,0.000725906,0.9269428,0.0007708532,0.013986828],"study_design_scores_gemma":[0.0002743841,0.000110703986,0.006216322,0.00002079227,7.215579e-7,0.0000096719095,0.00036123258,0.9156817,0.0002663325,0.002836952,0.07409087,0.00013032835],"about_ca_topic_score_codex":0.0010135258,"about_ca_topic_score_gemma":0.00007816121,"teacher_disagreement_score":0.9241059,"about_ca_system_score_codex":0.00007927029,"about_ca_system_score_gemma":0.00081828807,"threshold_uncertainty_score":0.9998119},"labels":[],"label_agreement":null},{"id":"W2028279014","doi":"10.1145/2348283.2348490","title":"Lightweight contrastive summarization for news comment mining","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Theme (computing); Viewpoints; Information retrieval; Popularity; Event (particle physics); World Wide Web; Data science","score_opus":0.03445751149747339,"score_gpt":0.2630931467773359,"score_spread":0.22863563527986253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028279014","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018978668,0.000053163723,0.9877463,0.0039812373,0.00049635366,0.00018726909,6.4315964e-7,0.00008882692,0.00554837],"genre_scores_gemma":[0.60298324,0.0000021952594,0.3936707,0.002525502,0.00019945779,0.000028508171,0.00000355217,0.000004544629,0.0005822937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99941236,0.000016937896,0.0001281748,0.00013291206,0.000087772765,0.00022184462],"domain_scores_gemma":[0.9995506,0.00011535308,0.000039039227,0.00018297318,0.00004176351,0.000070314614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015568339,0.00006213531,0.00007537991,0.000031008927,0.00007032079,0.000051683553,0.00020930132,0.000028610639,0.000013154273],"category_scores_gemma":[0.00002606693,0.000051574956,0.000026511247,0.0000632829,0.0000055137903,0.0004276465,0.00007629142,0.000023729746,0.000010714567],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044324493,0.00007213711,0.010649996,0.0000094689285,0.000017846483,2.4372258e-7,0.0024795926,0.000095496616,0.00039969658,0.88749754,0.013820225,0.08495335],"study_design_scores_gemma":[0.00092803134,0.00007655844,0.0016393599,0.000021629054,0.00001287688,0.0000032647672,0.00023146567,0.78085995,0.011031049,0.0027617835,0.20211343,0.00032059258],"about_ca_topic_score_codex":0.000016516464,"about_ca_topic_score_gemma":0.00000635497,"teacher_disagreement_score":0.8847357,"about_ca_system_score_codex":0.000028535038,"about_ca_system_score_gemma":0.000014093844,"threshold_uncertainty_score":0.21031657},"labels":[],"label_agreement":null},{"id":"W2033016738","doi":"10.1145/1571941.1572087","title":"Incorporating prior knowledge into a transductive ranking algorithm for multi-document summarization","year":2009,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Automatic summarization; Ranking (information retrieval); Computer science; Artificial intelligence; Function (biology); Learning to rank; Process (computing); Information retrieval; Machine learning; Natural language processing","score_opus":0.04177516383753157,"score_gpt":0.31656684706101784,"score_spread":0.2747916832234863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033016738","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034635174,0.00034594478,0.9950549,0.0004379285,0.0011861484,0.0017232753,0.000003785878,0.00042442977,0.00047720576],"genre_scores_gemma":[0.026930891,0.000015775797,0.9718573,0.0001236364,0.0003595758,0.00024978883,0.00004452979,0.000026224268,0.00039227647],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973665,0.00012910552,0.0006718864,0.0011899177,0.00028651868,0.00035609756],"domain_scores_gemma":[0.99828136,0.000098312026,0.0003319264,0.00080220227,0.00038229715,0.000103912214],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00087816635,0.00039277843,0.0004495234,0.000249341,0.00024939585,0.00043854522,0.0012495363,0.00030386983,0.0000047130875],"category_scores_gemma":[0.000057273744,0.00039191067,0.00020987345,0.00022057506,0.000027506412,0.0004632895,0.00078760576,0.0004263454,0.0000067505907],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027504113,0.000093289906,0.000009433292,0.0001216373,0.000037394242,0.0000019435377,0.005140577,0.0039968756,0.00012483858,0.025686417,0.000019293648,0.96476555],"study_design_scores_gemma":[0.0007744693,0.000046073514,0.000030173907,0.0002056811,0.000023212266,0.0000020468228,0.000051562933,0.927301,0.0015532576,0.06939412,0.00020051982,0.00041788755],"about_ca_topic_score_codex":0.00014557806,"about_ca_topic_score_gemma":0.00011621804,"teacher_disagreement_score":0.96434766,"about_ca_system_score_codex":0.00034387733,"about_ca_system_score_gemma":0.00044193614,"threshold_uncertainty_score":0.99985325},"labels":[],"label_agreement":null},{"id":"W2033839684","doi":"10.3115/1613715.1613813","title":"Summarizing spoken and written conversations","year":2008,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Automatic summarization; Conversation; Computer science; Domain (mathematical analysis); Natural language processing; Open domain; Artificial intelligence; Information retrieval; World Wide Web; Linguistics; Question answering","score_opus":0.03376233065434065,"score_gpt":0.22319047416338736,"score_spread":0.18942814350904671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033839684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1033184,0.000039690116,0.87726736,0.0017894504,0.00007716695,0.00003677926,1.2839872e-7,0.00011854281,0.017352493],"genre_scores_gemma":[0.8721113,0.000015883505,0.12625572,0.00042836115,0.000022430164,0.0000012684488,2.3214632e-7,0.0000015240137,0.001163246],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99964076,0.000007792131,0.0000637412,0.00013372065,0.0000697771,0.000084228894],"domain_scores_gemma":[0.99972916,0.000027824288,0.000010823107,0.00017765528,0.000016874912,0.000037691345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000052196152,0.000033787153,0.000041444546,0.000030051291,0.000091331174,0.000026917392,0.00015207671,0.000016050732,0.000016200736],"category_scores_gemma":[0.000009167341,0.000030818104,0.000009745185,0.000061099934,0.00001907257,0.00023561237,0.00010563538,0.00003384478,0.000021948515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015131942,0.000034978697,0.09977155,0.000012271923,0.000022392132,0.000070310416,0.0062074936,0.00023602792,0.0011829208,0.8285318,0.0048763976,0.05905235],"study_design_scores_gemma":[0.0005029425,0.000026545413,0.044865567,0.000008763599,0.0000036948263,0.00015628696,0.0001238974,0.9301377,0.0009800956,0.007084704,0.015833806,0.00027601406],"about_ca_topic_score_codex":0.000090123984,"about_ca_topic_score_gemma":0.0000068791883,"teacher_disagreement_score":0.92990166,"about_ca_system_score_codex":0.000007293653,"about_ca_system_score_gemma":0.00001933133,"threshold_uncertainty_score":0.12567258},"labels":[],"label_agreement":null},{"id":"W2038336484","doi":"10.1145/2492517.2500308","title":"A system for the automated author attribution of text and instant messages","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Instant; Instant messaging; Authorship attribution; Attribution; Computer science; Supervisor; Artificial intelligence; Naive Bayes classifier; Multimedia; World Wide Web; Natural language processing; Psychology; Social psychology","score_opus":0.030444102845373716,"score_gpt":0.26435391313543793,"score_spread":0.23390981029006422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038336484","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04747026,0.00011001482,0.9499156,0.0015183226,0.00008559907,0.00033787644,0.0000012111633,0.00026087786,0.0003002378],"genre_scores_gemma":[0.97145957,0.000001612347,0.02824734,0.000027096374,0.000008220128,0.00003950837,2.438329e-7,0.0000018422922,0.00021457221],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995537,0.000018881792,0.00013458259,0.000117434975,0.00008186843,0.000093537004],"domain_scores_gemma":[0.9995282,0.000101213795,0.000046268935,0.00022549252,0.00007726981,0.000021528806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022744636,0.00004309303,0.0000742506,0.00002059059,0.00006383829,0.00006073128,0.00021443013,0.0000255353,0.000003596424],"category_scores_gemma":[0.000016137614,0.000024237721,0.000017135577,0.00007606749,0.000012388563,0.00016505069,0.00008768593,0.000020739702,0.0000041187054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017343554,0.0000112574535,0.00025802926,0.00011079609,0.000020248883,2.7768374e-7,0.0004473103,0.00021445894,0.004000452,0.95097786,0.0010182438,0.042939335],"study_design_scores_gemma":[0.00012594632,0.000017444347,0.0033200795,0.0000197746,0.000003326698,0.000003916302,0.00012229176,0.9933151,0.0022877764,0.00029199873,0.00045746716,0.000034860415],"about_ca_topic_score_codex":0.0001268924,"about_ca_topic_score_gemma":0.0000036499985,"teacher_disagreement_score":0.99310064,"about_ca_system_score_codex":0.0000149255675,"about_ca_system_score_gemma":0.000016650814,"threshold_uncertainty_score":0.09883855},"labels":[],"label_agreement":null},{"id":"W2040916592","doi":"10.1145/2661829.2661887","title":"Robust Entity Linking via Random Walks","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates - Technology Futures","keywords":"Computer science; Benchmark (surveying); Random walk; Information retrieval; Representation (politics); Context (archaeology); Knowledge base; Entity linking; Artificial intelligence; Popularity; Semantic similarity; Feature (linguistics); Base (topology); Similarity (geometry); Natural language processing; Task (project management)","score_opus":0.024636894154808155,"score_gpt":0.2140333906751774,"score_spread":0.18939649652036925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040916592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071031027,0.000014139383,0.97045183,0.00047298646,0.00045798864,0.000051372906,2.9057087e-8,0.00021085523,0.021237709],"genre_scores_gemma":[0.76762515,0.0000012883196,0.23112293,0.00045539998,0.00012848568,0.0000021953715,2.8839287e-7,0.0000030268543,0.00066124316],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924755,0.00004371353,0.00013320797,0.00024415698,0.00016051602,0.00017082787],"domain_scores_gemma":[0.99935853,0.00006532258,0.000029856716,0.00046214342,0.0000323632,0.000051772236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042997528,0.00006453936,0.0000969286,0.00003703788,0.00007840537,0.000120657045,0.0005501078,0.00003786734,0.00004542047],"category_scores_gemma":[0.00002857567,0.00005432917,0.000042801286,0.000086677144,0.000009409722,0.000258215,0.00021157101,0.00008380843,0.00011706446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059794847,0.000052523537,0.0034693873,0.00002901581,0.0000180914,0.0000053382323,0.00068375457,0.018511746,0.0014988261,0.35788336,0.0006307438,0.6172112],"study_design_scores_gemma":[0.00044934583,0.000008074073,0.00024275601,0.00000697854,0.0000015991862,0.0000035294577,0.000001431302,0.9850424,0.0006188671,0.010024276,0.0035150968,0.00008565836],"about_ca_topic_score_codex":0.00007240139,"about_ca_topic_score_gemma":0.00003176562,"teacher_disagreement_score":0.9665306,"about_ca_system_score_codex":0.000013378809,"about_ca_system_score_gemma":0.000011267558,"threshold_uncertainty_score":0.22154793},"labels":[],"label_agreement":null},{"id":"W2042408352","doi":"10.3115/1614108.1614144","title":"Stating with certainty or stating with doubt","year":2007,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Certainty; Statement (logic); Computer science; Focus (optics); Annotation; Perspective (graphical); Psychology; Epistemology; Artificial intelligence; Philosophy","score_opus":0.025404467894124275,"score_gpt":0.26501203491369296,"score_spread":0.2396075670195687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042408352","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16712087,0.0000044424687,0.8215037,0.00018763659,0.000035860794,0.00010179433,2.5201754e-7,0.00020282053,0.010842612],"genre_scores_gemma":[0.49174973,1.8399733e-7,0.50722456,0.00025527755,0.000021671665,0.00000208732,3.3708926e-7,0.000006446954,0.0007396945],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987029,0.000018609844,0.00020241717,0.00034888755,0.00033066398,0.0003965637],"domain_scores_gemma":[0.9991406,0.00019854774,0.00008468131,0.00038160718,0.000092294504,0.00010227324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048650452,0.000121500845,0.00011602372,0.00006051775,0.00012870175,0.00013978736,0.0003680728,0.000023466133,0.000052178402],"category_scores_gemma":[0.000024460373,0.00006905305,0.000011591829,0.00030424775,0.00002407052,0.0003840519,0.000096228556,0.0001236456,0.000007939638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024891205,0.00012143512,0.029628677,0.00010859554,0.00008881008,0.00072732585,0.016541539,0.032401517,0.0007928009,0.19292653,0.00021751516,0.72619635],"study_design_scores_gemma":[0.002444969,0.0009206455,0.0044452455,0.00018922247,0.000013183358,0.00017093006,0.0043649874,0.9782997,0.0054224827,0.001340175,0.0015385841,0.0008499016],"about_ca_topic_score_codex":0.00045424665,"about_ca_topic_score_gemma":0.0014754821,"teacher_disagreement_score":0.9458982,"about_ca_system_score_codex":0.000041843432,"about_ca_system_score_gemma":0.000103660575,"threshold_uncertainty_score":0.28159016},"labels":[],"label_agreement":null},{"id":"W2045517286","doi":"10.1109/icdim.2010.5664669","title":"Latent semantic indexing and large dataset: Study of term-weighting schemes","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Weighting; Information retrieval; Term (time); Search engine indexing; Precision and recall; Document retrieval; Latent semantic analysis; Graph; Term Discrimination; Data mining; Search engine; Concept search; Web search query","score_opus":0.02180303817818376,"score_gpt":0.2713560739859011,"score_spread":0.24955303580771734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045517286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88674515,0.000011934745,0.112768784,0.00007102806,0.00011161082,0.00010180097,0.00000281259,0.000039637544,0.00014724773],"genre_scores_gemma":[0.97293264,8.162131e-7,0.0269439,0.000055376826,0.000025364901,0.0000021204685,0.0000025399063,0.0000033227345,0.00003389614],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992435,0.000016693682,0.00017938996,0.00025368022,0.00015346207,0.00015327577],"domain_scores_gemma":[0.9993604,0.000033443644,0.00005539428,0.00048623694,0.000022405753,0.000042146585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003038578,0.000069294576,0.00010632077,0.000057288853,0.00007075271,0.00006372138,0.0003690967,0.000027102218,0.000015109784],"category_scores_gemma":[0.000021989415,0.0000552182,0.000009540207,0.00008204329,0.000010558555,0.0002716378,0.000556219,0.0001292164,0.0000032308244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035654941,0.00081842905,0.8167088,0.00009732522,0.00006804225,0.000042045245,0.007390766,0.000027270931,0.034399476,0.08164018,0.00019331227,0.058610804],"study_design_scores_gemma":[0.0022912452,0.00020834254,0.07878196,0.00005061217,0.000029540142,0.000037141825,0.00069136516,0.90305704,0.010151947,0.001427675,0.0027643945,0.00050872413],"about_ca_topic_score_codex":0.00007043433,"about_ca_topic_score_gemma":0.0001400844,"teacher_disagreement_score":0.9030298,"about_ca_system_score_codex":0.0000023888645,"about_ca_system_score_gemma":0.000011310989,"threshold_uncertainty_score":0.22517328},"labels":[],"label_agreement":null},{"id":"W2045929671","doi":"10.1145/1376815.1376819","title":"Semantic text similarity using corpus-based word similarity and string similarity","year":2008,"lang":"en","type":"article","venue":"ACM Transactions on Knowledge Discovery from Data","topic":"Topic Modeling","field":"Computer Science","cited_by":485,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Similarity (geometry); Semantic similarity; String metric; Artificial intelligence; Word (group theory); Natural language processing; Longest common subsequence problem; Focus (optics); String searching algorithm; String (physics); Representation (politics); Information retrieval; Matching (statistics); Pattern matching; Mathematics; Algorithm","score_opus":0.12043376955524356,"score_gpt":0.3074205502158795,"score_spread":0.18698678066063595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045929671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25789788,0.00048201028,0.7391785,0.000449269,0.000602322,0.00025516204,0.00088225957,0.00020093721,0.00005164174],"genre_scores_gemma":[0.9141459,0.00017585357,0.08496581,0.00028326202,0.000120357145,0.000007870697,0.00018579145,0.00003426243,0.000080889076],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996618,0.00022238604,0.00055153435,0.0015962564,0.00044516736,0.00056669087],"domain_scores_gemma":[0.9936689,0.00076636515,0.00014528865,0.0050732847,0.00010570969,0.00024043958],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042791144,0.00044899504,0.0004991243,0.00024116387,0.0008887696,0.00039133965,0.0032301676,0.00023176032,0.000043926728],"category_scores_gemma":[0.00016730548,0.00047388067,0.00013005742,0.00060182676,0.00022301223,0.0032008956,0.00044917647,0.000779875,0.000028486513],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010535731,0.014235256,0.08035918,0.0013299697,0.0020464158,0.0012449422,0.009301427,0.14382386,0.013503698,0.005221042,0.0035612078,0.7243194],"study_design_scores_gemma":[0.0015206332,0.00007072123,0.00786985,0.00022321615,0.00015579273,0.000037824124,0.000058879064,0.9804195,0.00405095,0.0030562957,0.0016796701,0.00085665035],"about_ca_topic_score_codex":0.00093957665,"about_ca_topic_score_gemma":0.0012531956,"teacher_disagreement_score":0.83659565,"about_ca_system_score_codex":0.00015528634,"about_ca_system_score_gemma":0.00045360302,"threshold_uncertainty_score":0.9997713},"labels":[],"label_agreement":null},{"id":"W2046353967","doi":"10.1145/1740592.1740594","title":"Exploiting query logs for cross-lingual query suggestions","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Microsoft Research Asia; Chinese University of Hong Kong; Innovation and Technology Commission","keywords":"Computer science; Cross-language information retrieval; Query expansion; Query language; RDF query language; Query optimization; Information retrieval; Web query classification; Sargable; Natural language processing; Relevance (law); Web search query; Discriminative model; Query by Example; Artificial intelligence; Search engine","score_opus":0.027786355921336915,"score_gpt":0.2897494147459037,"score_spread":0.2619630588245668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046353967","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03469272,0.000008073975,0.9590926,0.00041874746,0.0038447187,0.0005231868,0.000043335855,0.00047529725,0.000901299],"genre_scores_gemma":[0.94981205,0.0000035805267,0.049170516,0.00021042359,0.00017839123,0.00036711304,0.000020335126,0.000010597647,0.00022701181],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998427,0.000030950257,0.0007040183,0.00021430082,0.0003209028,0.00030286217],"domain_scores_gemma":[0.99797195,0.00035633863,0.00021791364,0.000983466,0.00035950917,0.00011083877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000639489,0.00016366683,0.00017073037,0.0003110559,0.0005785294,0.0007132674,0.000783426,0.0001701698,0.0000098927485],"category_scores_gemma":[0.00019662296,0.00016522063,0.000119983924,0.00026597964,0.000036989808,0.0035666288,0.000014954974,0.0003625697,0.00014641478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055030236,0.00021009242,0.00064419553,0.00061076786,0.00013190127,0.000002873632,0.015197644,0.35916552,0.0022671786,0.24079235,0.0005792634,0.3803432],"study_design_scores_gemma":[0.002261768,0.00020723487,0.00065187557,0.00020868996,0.00003375232,0.00022505764,0.0024885435,0.88835454,0.009206612,0.0031745739,0.09212403,0.0010633316],"about_ca_topic_score_codex":0.00014364603,"about_ca_topic_score_gemma":0.000023511535,"teacher_disagreement_score":0.9151193,"about_ca_system_score_codex":0.00006082665,"about_ca_system_score_gemma":0.00013623569,"threshold_uncertainty_score":0.6878054},"labels":[],"label_agreement":null},{"id":"W2046573508","doi":"10.3758/brm.40.3.705","title":"WINDSOR: Windsor improved norms of distance and similarity of representations of semantics","year":2008,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Topic Modeling","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Windsor; Computer science; Similarity (geometry); Word (group theory); Semantic similarity; Semantics (computer science); Meaning (existential); Natural language processing; Lexical semantics; Cognition; Artificial intelligence; Lexical item; Linguistics; Psychology","score_opus":0.27716463127891805,"score_gpt":0.5285698993187112,"score_spread":0.2514052680397932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046573508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42548692,0.00012604665,0.57383054,0.00010363717,0.000043810032,0.00025414905,0.000008776542,0.000012405186,0.00013367433],"genre_scores_gemma":[0.5483707,0.000049264872,0.45143154,0.000002168846,0.000009047908,0.000016225833,7.822016e-7,0.0000055594182,0.000114703944],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974415,0.00070494914,0.0005260808,0.00038022918,0.00064984575,0.00029744973],"domain_scores_gemma":[0.9973283,0.00071419834,0.0001799392,0.0010520123,0.00061603106,0.00010953099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003074482,0.000097542084,0.00033319276,0.00023908616,0.00012358667,0.000015112348,0.0007540128,0.00008373548,0.000007934919],"category_scores_gemma":[0.0007805201,0.00008939218,0.00007642639,0.00069441646,0.0005382302,0.0002582938,0.0005538431,0.00030732935,2.4857613e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005398123,0.0007908455,0.29932797,0.00038211714,0.000038865088,0.000029604977,0.007485661,0.00013443505,0.55437046,0.014533018,0.00006328651,0.12278972],"study_design_scores_gemma":[0.00094662514,0.00036374523,0.35813013,0.00008976018,0.000028761922,0.00003802686,0.0004983808,0.09217617,0.5433983,0.0038925044,0.00018233106,0.00025527377],"about_ca_topic_score_codex":0.000424564,"about_ca_topic_score_gemma":0.00001864886,"teacher_disagreement_score":0.12288378,"about_ca_system_score_codex":0.00002364415,"about_ca_system_score_gemma":0.00017993052,"threshold_uncertainty_score":0.36453074},"labels":[],"label_agreement":null},{"id":"W2047469196","doi":"10.1037/h0087384","title":"Strategies of text retrieval: A criterion shift account.","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Experimental Psychology/Revue canadienne de psychologie expérimentale","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Psychology; Paraphrase; Set (abstract data type); Test (biology); Inference; Statistics; Natural language processing; Social psychology; Cognitive psychology; Artificial intelligence; Information retrieval; Computer science; Mathematics","score_opus":0.05658541191767303,"score_gpt":0.307067143894818,"score_spread":0.25048173197714496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047469196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95891166,0.00786886,0.012511266,0.0027506875,0.0038107976,0.00028470194,0.000025584211,0.0000457044,0.013790735],"genre_scores_gemma":[0.98629606,0.000057179197,0.011794078,0.0014297524,0.00025238862,0.000008805897,0.0000028587724,0.00003808527,0.00012078161],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99662626,0.00018053043,0.0010679794,0.00069221784,0.00017172405,0.0012613094],"domain_scores_gemma":[0.9967078,0.00006986919,0.0006324954,0.0011620725,0.00015706995,0.0012706857],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00079668476,0.00038302524,0.0005815553,0.0008094835,0.0001903719,0.0001760172,0.0024899563,0.0002908727,0.00074306753],"category_scores_gemma":[0.0000810963,0.00041484396,0.00027475477,0.00060766004,0.0004011876,0.0010495461,0.00007946155,0.0005407075,0.00004203917],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003791076,0.0019162828,0.015639897,0.0001429392,0.00071378466,0.0070246584,0.09990108,0.00047080862,0.6898647,0.079932086,0.081065945,0.022948701],"study_design_scores_gemma":[0.040980604,0.026876003,0.11954051,0.0030435647,0.00043017615,0.048157793,0.14528267,0.015780143,0.35794497,0.079877734,0.15167016,0.010415686],"about_ca_topic_score_codex":0.0026803964,"about_ca_topic_score_gemma":0.0057258,"teacher_disagreement_score":0.33191976,"about_ca_system_score_codex":0.0008290787,"about_ca_system_score_gemma":0.00036387405,"threshold_uncertainty_score":0.99983037},"labels":[],"label_agreement":null},{"id":"W2048614195","doi":"10.1145/2641483.2641534","title":"Identifying Questions & Requests in Conversation","year":2008,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Interrogative; Conversation; Computer science; Sentence; Natural language processing; Converse; Punctuation; Artificial intelligence; Spoken language; Class (philosophy); Phrase; Interrogative word; Linguistics","score_opus":0.08462228065266532,"score_gpt":0.3026187454326794,"score_spread":0.2179964647800141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048614195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1349462,0.000024443802,0.86073923,0.00072202616,0.00017210505,0.000044027714,4.7060396e-8,0.00012520036,0.003226713],"genre_scores_gemma":[0.8269813,0.000013449934,0.17205866,0.0001451441,0.000019021989,0.0000036701003,5.9689654e-7,0.0000016962703,0.00077645545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946475,0.000027708707,0.00012657956,0.00016628031,0.00011101802,0.00010368631],"domain_scores_gemma":[0.9996393,0.00002334586,0.000021252345,0.00026196227,0.00002652747,0.000027618853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013202573,0.000039500854,0.000047981124,0.00008925964,0.000047240886,0.000029081357,0.0002122809,0.000025517644,0.000019410892],"category_scores_gemma":[0.00003442853,0.000040254952,0.00001399164,0.00017212323,0.0000119233,0.0004939809,0.00006269181,0.000060693023,0.00013116816],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022114946,0.000101147845,0.093722776,0.000021536547,0.00000814416,0.00008847431,0.018541442,0.0042062956,0.0036016512,0.8564305,0.0015593834,0.021716466],"study_design_scores_gemma":[0.0010354178,0.000025322695,0.19408834,0.000104402076,0.0000033730903,0.00023106612,0.0001241464,0.7239601,0.0020838638,0.07202541,0.0057124225,0.000606154],"about_ca_topic_score_codex":0.0004211232,"about_ca_topic_score_gemma":0.00029135685,"teacher_disagreement_score":0.78440505,"about_ca_system_score_codex":0.000045238514,"about_ca_system_score_gemma":0.000036607133,"threshold_uncertainty_score":0.1685945},"labels":[],"label_agreement":null},{"id":"W2049557239","doi":"10.1016/j.eswa.2015.04.054","title":"Evolutionary fine-tuning of automated semantic annotation systems","year":2015,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Annotation; Task (project management); Process (computing); Artificial intelligence; Natural language processing; Domain (mathematical analysis); Information retrieval; Programming language","score_opus":0.030865148638467458,"score_gpt":0.2729550098003744,"score_spread":0.24208986116190695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049557239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029358282,0.0021822157,0.9916291,0.00021961002,0.0002563584,0.0008169327,0.0000042480137,0.00074929924,0.0012063836],"genre_scores_gemma":[0.96205056,0.0000032349108,0.03657353,0.000015496855,0.00014022015,0.0009517818,0.000016860771,0.000013481667,0.00023481176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856937,0.00008266847,0.0004156304,0.0003418663,0.00040211307,0.00018832627],"domain_scores_gemma":[0.9983503,0.00006420046,0.00024844962,0.00079681305,0.00041611816,0.00012407312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025919182,0.00012786704,0.00021201358,0.000138567,0.00011061318,0.000077025004,0.0004942494,0.00006169655,5.245903e-7],"category_scores_gemma":[0.000018791256,0.00010976776,0.000023924167,0.0005431794,0.000034750457,0.00033718397,0.0000705542,0.00006336196,0.000037505288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001933311,0.00030987783,0.003512836,0.0004348257,0.00014317757,0.000011712904,0.009791418,0.4372081,0.0071678855,0.5190966,0.019921107,0.0023831483],"study_design_scores_gemma":[0.00026479838,0.000035842448,0.00016970227,0.00011587835,0.0000044204958,0.000066696746,0.000589536,0.99147725,0.00006590064,0.000082728795,0.006988049,0.00013918338],"about_ca_topic_score_codex":0.00065459794,"about_ca_topic_score_gemma":0.0000051330053,"teacher_disagreement_score":0.95911473,"about_ca_system_score_codex":0.0001065405,"about_ca_system_score_gemma":0.00018920278,"threshold_uncertainty_score":0.44761992},"labels":[],"label_agreement":null},{"id":"W2050611670","doi":"10.1371/journal.pcbi.1000391","title":"How to Get the Most out of Your Curation Effort","year":2009,"lang":"en","type":"article","venue":"PLoS Computational Biology","topic":"Topic Modeling","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences; National Institutes of Health; National Science Foundation","keywords":"Annotation; Computer science; Data curation; Sentence; Probabilistic logic; Set (abstract data type); Natural language processing; Task (project management); Information retrieval; Artificial intelligence; Machine learning; Data science; Data mining","score_opus":0.046541702477658514,"score_gpt":0.2859339761740192,"score_spread":0.2393922736963607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050611670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07784742,0.000031000433,0.8994334,0.022057809,0.00017839695,0.00013961695,0.0000036311874,0.00004206398,0.00026669237],"genre_scores_gemma":[0.9137221,8.444453e-7,0.08449406,0.0016202093,0.000096011194,0.0000052215,0.000015143013,0.0000018830624,0.00004451544],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933785,0.000041757918,0.00016193981,0.00020608019,0.00012865073,0.00012374202],"domain_scores_gemma":[0.9994436,0.000107033695,0.00007701263,0.00019688894,0.0001420465,0.000033441396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010958084,0.000069417925,0.00010497634,0.00005817617,0.00006116103,0.000039317812,0.00044092294,0.000038815593,0.0000022019312],"category_scores_gemma":[0.00006562829,0.000049746614,0.000027201819,0.00013434167,0.00002275544,0.00014235909,0.00007364499,0.00005987038,0.000015126986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009536629,0.00009365519,0.0017602049,0.0000057714255,0.00003195818,0.0000016787529,0.0014563499,0.089505866,0.0075018858,0.82321084,0.00056259637,0.075859636],"study_design_scores_gemma":[0.00018635053,0.00022110579,0.010478956,0.000008626407,0.000004622478,0.000005748265,0.000019837837,0.8312784,0.0011205476,0.15495422,0.0016002818,0.00012134253],"about_ca_topic_score_codex":0.000003444459,"about_ca_topic_score_gemma":0.0000023312598,"teacher_disagreement_score":0.8358747,"about_ca_system_score_codex":0.00001620485,"about_ca_system_score_gemma":0.000050324925,"threshold_uncertainty_score":0.2028608},"labels":[],"label_agreement":null},{"id":"W2050715302","doi":"10.1145/1982185.1982243","title":"Multi-document summarization of scientific corpora","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Automatic summarization; Computer science; Vocabulary; Pyramid (geometry); Natural language processing; Multi-document summarization; Information retrieval; Sentence; Artificial intelligence; Focus (optics); Linguistics; Mathematics","score_opus":0.0767327168714705,"score_gpt":0.2505326633670444,"score_spread":0.1737999464955739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050715302","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047066566,0.000008578187,0.9488109,0.00002665332,0.00038137942,0.00006189264,1.6785282e-7,0.000055980683,0.0035879312],"genre_scores_gemma":[0.6051044,3.8965243e-7,0.3936576,0.000017495087,0.0000033771876,0.0000012139036,5.17562e-7,0.0000011964113,0.001213836],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994286,0.00001401361,0.00014011419,0.00018858792,0.00014027416,0.00008843351],"domain_scores_gemma":[0.99944156,0.0000065162103,0.000055535882,0.0003916933,0.000073871226,0.000030824114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021074497,0.000038787202,0.000050936833,0.00006668477,0.000038698177,0.00004111549,0.00039254813,0.000016919535,0.00007130985],"category_scores_gemma":[0.000011035811,0.00003343,0.000018749342,0.00017894083,0.000030013072,0.00028114405,0.00014254393,0.000021175183,0.000030048775],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029113735,0.00020410346,0.02081028,0.000025672905,0.000012495404,0.000004382532,0.004136581,0.00023211747,0.02015562,0.893181,0.00035985498,0.060874965],"study_design_scores_gemma":[0.00038430834,0.000044485238,0.012377952,0.000016587997,0.0000040061987,0.0000024229005,0.00004410454,0.8664857,0.10502378,0.014841281,0.0006013946,0.00017394194],"about_ca_topic_score_codex":0.00008993458,"about_ca_topic_score_gemma":0.000015230457,"teacher_disagreement_score":0.8783397,"about_ca_system_score_codex":0.000009645839,"about_ca_system_score_gemma":0.000032105494,"threshold_uncertainty_score":0.13632357},"labels":[],"label_agreement":null},{"id":"W2056469463","doi":"10.3115/1072228.1072376","title":"Investigating the relationship between word segmentation performance and retrieval performance in Chinese IR","year":2002,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Segmentation; Text segmentation; Artificial intelligence; Natural language processing; Word (group theory); Information retrieval; Pattern recognition (psychology); Linguistics","score_opus":0.06429135091460345,"score_gpt":0.26874737942535387,"score_spread":0.20445602851075043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056469463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775336,0.000053963206,0.019293757,0.0014322513,0.00005600534,0.00012540557,1.3023968e-7,0.000059133014,0.0014457813],"genre_scores_gemma":[0.98048,0.000015482494,0.018883996,0.00016057472,0.00005822854,0.000004603595,7.248471e-7,0.000003887132,0.0003924929],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991769,0.0000491497,0.00022424475,0.00020482592,0.00018741193,0.00015745549],"domain_scores_gemma":[0.99933964,0.00028612147,0.000059985014,0.00025678298,0.000017187283,0.00004027495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044222677,0.00008410185,0.0000763931,0.000070098526,0.00019632073,0.00009397342,0.00028452015,0.000036525766,0.0000073739266],"category_scores_gemma":[0.00013885327,0.000057939633,0.000010647909,0.000497167,0.000037929964,0.0008439285,0.0001166521,0.00020127578,0.000016432527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.0063913e-7,0.0000023555374,0.979171,0.000011480709,8.348546e-7,1.246714e-7,0.0016523023,0.000535561,0.000017521808,0.0006861138,0.000010026785,0.017912386],"study_design_scores_gemma":[0.000108701555,0.000009580194,0.5836814,0.000015999645,7.265901e-7,0.0000020044617,0.000017294418,0.4156813,0.000052229578,0.000373335,0.000008637703,0.000048807782],"about_ca_topic_score_codex":0.000009180834,"about_ca_topic_score_gemma":0.0000068584864,"teacher_disagreement_score":0.41514573,"about_ca_system_score_codex":0.00003172892,"about_ca_system_score_gemma":0.000009748864,"threshold_uncertainty_score":0.23627096},"labels":[],"label_agreement":null},{"id":"W2060686","doi":"10.63317/47puorupsub8","title":"Automatic Summarization Using Terminological and Semantic Resources","year":2010,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Automatic summarization; Computer science; Natural language processing; Information retrieval; Artificial intelligence","score_opus":0.04781014630795609,"score_gpt":0.2754713633292548,"score_spread":0.2276612170212987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50281245,0.000033352233,0.49607167,0.00019770533,0.00025022615,0.0000932128,2.1470822e-7,0.0002005575,0.00034064945],"genre_scores_gemma":[0.6779431,0.0000054128714,0.32180893,0.00008633308,0.00006478935,0.0000033380152,0.0000011478564,0.000004839458,0.000082115184],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988481,0.000052800104,0.0002395436,0.000513942,0.00017475139,0.00017087853],"domain_scores_gemma":[0.9990888,0.000055271168,0.00011528123,0.00065117463,0.000033731536,0.00005571757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002033355,0.00015198298,0.00020113606,0.00010815584,0.00008212957,0.00038956755,0.0006342743,0.00031303137,0.000021913454],"category_scores_gemma":[0.000057460067,0.00012401698,0.000033878514,0.00005682857,0.000044277193,0.00012152293,0.0022140986,0.00043248836,0.0000043016194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029088208,0.00015626854,0.024302373,0.0013302694,0.00009844219,0.0001361881,0.0060525583,0.012703461,0.007687713,0.09799297,0.000100503225,0.84943634],"study_design_scores_gemma":[0.000046823952,0.0000057113934,0.002471888,0.00006375929,0.000008554973,0.000025504467,0.0000061060878,0.9833795,0.00011037181,0.013671262,0.00005844516,0.00015206495],"about_ca_topic_score_codex":0.00010940348,"about_ca_topic_score_gemma":0.000015205221,"teacher_disagreement_score":0.97067606,"about_ca_system_score_codex":0.00001779999,"about_ca_system_score_gemma":0.00004613185,"threshold_uncertainty_score":0.5057266},"labels":[],"label_agreement":null},{"id":"W2060733617","doi":"10.3115/1708155.1708159","title":"Optimization-based content selection for opinion summarization","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Automatic summarization; Selection (genetic algorithm); Computer science; Content (measure theory); Cluster analysis; Realization (probability); Heuristic; Multi-document summarization; Data mining; Information retrieval; Artificial intelligence; Mathematics; Statistics","score_opus":0.05149195832567969,"score_gpt":0.266172036641591,"score_spread":0.21468007831591132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060733617","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009470929,0.000008736413,0.99589914,0.0025042251,0.00024050643,0.00022307145,2.8285456e-7,0.00020746933,0.00082185137],"genre_scores_gemma":[0.27925476,0.0000019130057,0.71929806,0.0011291825,0.00006673048,0.000012077062,0.000014457673,0.0000027042245,0.00022008573],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994814,0.000012929041,0.00012521779,0.0001843983,0.000091768,0.00010431453],"domain_scores_gemma":[0.99963665,0.000029994702,0.0000385162,0.00013301572,0.00013324854,0.000028558961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010190524,0.00005259413,0.00005234357,0.000057435685,0.00007697362,0.000077043886,0.00014985897,0.000033664735,0.000008708773],"category_scores_gemma":[0.00003555051,0.000049379698,0.000026942103,0.00014930763,0.000002651656,0.0002469863,0.000007480557,0.000021980159,0.0000019222593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033079746,0.00002205975,0.00018154513,0.0000025628776,0.0000012127463,1.7873313e-8,0.000018082901,0.90289855,0.00032067753,0.07977528,0.00024735052,0.016529335],"study_design_scores_gemma":[0.00029045844,0.00007671938,0.00013944916,0.0000051837073,9.702611e-7,3.8558036e-7,0.0000020318848,0.9963341,0.0018706245,0.0007324245,0.00048360426,0.00006408479],"about_ca_topic_score_codex":0.000012762575,"about_ca_topic_score_gemma":0.000002602363,"teacher_disagreement_score":0.27916008,"about_ca_system_score_codex":0.00003544349,"about_ca_system_score_gemma":0.00004267127,"threshold_uncertainty_score":0.20136456},"labels":[],"label_agreement":null},{"id":"W2061282927","doi":"10.1145/2494266.2494280","title":"A graph-based topic extraction method enabling simple interactive customization","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; Boeing","keywords":"Computer science; Interpretability; Latent Dirichlet allocation; Cluster analysis; Personalization; Artificial intelligence; Graph; Data mining; Machine learning; Representation (politics); Matrix decomposition; Set (abstract data type); Topic model; Information retrieval; Theoretical computer science","score_opus":0.02366903509246583,"score_gpt":0.3098053513791356,"score_spread":0.2861363162866698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061282927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009785741,0.000009223143,0.986116,0.0007498817,0.00025221796,0.00019951876,1.5569283e-7,0.00021620198,0.0026710685],"genre_scores_gemma":[0.60473603,7.971255e-7,0.39450476,0.00043361483,0.000046735317,0.000028874269,0.0000016848634,0.0000043764467,0.00024311239],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908644,0.00009008663,0.00018881608,0.0003071519,0.00015195586,0.00017553661],"domain_scores_gemma":[0.99924195,0.00018072562,0.000076032054,0.0003500013,0.000094715375,0.000056596185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019315507,0.00009178069,0.00009714845,0.00015643411,0.00008098792,0.00019837973,0.00028163774,0.000049337963,0.00023313482],"category_scores_gemma":[0.00006173135,0.0000810998,0.000050301922,0.0002659127,0.0000063391603,0.0011797403,0.0000633065,0.00011230382,0.00007219016],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008522861,0.00014339006,0.0012706176,0.000031087817,0.000035052428,0.000006697608,0.0012784766,0.0705344,0.030678662,0.032453764,0.0027792153,0.8607801],"study_design_scores_gemma":[0.00020957431,0.0000176136,0.00057501043,0.000006638991,0.0000029932787,0.0000041166154,0.000062500825,0.97893125,0.011861384,0.006736562,0.0014810667,0.000111312795],"about_ca_topic_score_codex":0.00060017215,"about_ca_topic_score_gemma":0.000029787301,"teacher_disagreement_score":0.90839684,"about_ca_system_score_codex":0.000058553836,"about_ca_system_score_gemma":0.000038985094,"threshold_uncertainty_score":0.3307154},"labels":[],"label_agreement":null},{"id":"W2065354331","doi":"10.3115/1708322.1708330","title":"Extractive vs. NLG-based abstractive summarization of evaluative text","year":2008,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Computer science; Natural language processing; Margin (machine learning); Context (archaeology); Artificial intelligence; Abstraction; Natural language generation; Information retrieval; Natural language; Machine learning","score_opus":0.041963495997206106,"score_gpt":0.28514386411850234,"score_spread":0.24318036812129623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065354331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07458918,0.00001658629,0.90524775,0.00034908918,0.00011440802,0.00018267096,0.0000016574571,0.00007669701,0.01942196],"genre_scores_gemma":[0.90884364,0.0000033488923,0.090572566,0.00015658503,0.000023259008,0.000010093689,0.0000024111669,0.0000052657992,0.00038283732],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988271,0.00007462128,0.00024087532,0.00031247808,0.00039025382,0.00015464879],"domain_scores_gemma":[0.9988541,0.00024346972,0.0001653995,0.00038293898,0.0003038302,0.000050279843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022121698,0.00010441745,0.00015052312,0.00010733708,0.000080901256,0.000015542819,0.0003654325,0.000057545447,0.00009849953],"category_scores_gemma":[0.00011684952,0.00009467171,0.00005387999,0.00025712216,0.000059972324,0.0005610838,0.000063164356,0.00010724087,0.00003713961],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040075294,0.002409784,0.033185285,0.00012255878,0.00034130836,0.00014960337,0.030642094,0.3022448,0.047145143,0.30934086,0.0033441565,0.27067363],"study_design_scores_gemma":[0.0005739449,0.00012427906,0.04387199,0.00001799519,0.000007429221,0.0000069978387,0.00008364759,0.87488675,0.077475324,0.002593547,0.00017145484,0.00018662169],"about_ca_topic_score_codex":0.0001382962,"about_ca_topic_score_gemma":0.000012214286,"teacher_disagreement_score":0.83425444,"about_ca_system_score_codex":0.00006390778,"about_ca_system_score_gemma":0.00024795925,"threshold_uncertainty_score":0.38606003},"labels":[],"label_agreement":null},{"id":"W2071322747","doi":"10.1108/jd-02-2014-0037","title":"Differences over discourse structure differences: a reply to Urquhart and Urquhart","year":2015,"lang":"en","type":"article","venue":"Journal of Documentation","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Originality; Rhetorical question; Discipline; Epistemology; Strengths and weaknesses; Value (mathematics); Sociology; Computer science; Data science; Linguistics; Social science; Philosophy; Qualitative research","score_opus":0.03010225202968256,"score_gpt":0.31396739110756106,"score_spread":0.28386513907787847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071322747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85198736,0.000101582,0.14440267,0.0028695716,0.00046766747,0.00008482702,0.0000015001453,0.000011987331,0.000072829636],"genre_scores_gemma":[0.9708327,0.00001339538,0.028081464,0.0007490095,0.00019065484,0.0000015680404,5.1132724e-7,0.0000041843045,0.00012647908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99874985,0.00006709975,0.00035748852,0.00018149265,0.00050204754,0.00014199689],"domain_scores_gemma":[0.99913335,0.000044338034,0.00027586086,0.00018442697,0.00013718242,0.00022484864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002591542,0.00010754755,0.00018433105,0.00013682776,0.000049362097,0.00034691,0.00034980036,0.000029687031,0.0000279108],"category_scores_gemma":[0.0000763745,0.000077671284,0.000034785568,0.00014224833,0.000021414018,0.0013885447,0.00009489076,0.00012446087,0.000003490271],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000311327,0.00028755053,0.6732908,0.00009640552,0.00030385936,0.00015758991,0.073200546,0.0014636561,0.013222005,0.03783631,0.022304524,0.17752546],"study_design_scores_gemma":[0.007367199,0.003425049,0.77456754,0.0006461559,0.00019932524,0.00084896636,0.007860314,0.050124384,0.0053551043,0.14335984,0.0048886915,0.0013574172],"about_ca_topic_score_codex":0.000046149948,"about_ca_topic_score_gemma":0.000017063725,"teacher_disagreement_score":0.17616805,"about_ca_system_score_codex":0.000058574427,"about_ca_system_score_gemma":0.00007610622,"threshold_uncertainty_score":0.33452612},"labels":[],"label_agreement":null},{"id":"W2072473350","doi":"10.1109/icmla.2011.64","title":"Error Bounds for Online Predictions of Linear-Chain Conditional Random Fields: Application to Activity Recognition for Users of Rolling Walkers","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"CRFS; Conditional random field; Sequence (biology); Marginal distribution; Conditional probability distribution; Computer science; Class (philosophy); Observable; Conditional probability; Random variable; Distribution (mathematics); Chain (unit); Algorithm; Chain rule (probability); Artificial intelligence; Mathematics; Posterior probability; Regular conditional probability; Statistics; Mathematical analysis","score_opus":0.08022309942461758,"score_gpt":0.3007967272393659,"score_spread":0.22057362781474832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072473350","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08953499,0.0000028637082,0.9088287,0.00034055792,0.00011635997,0.00085455517,0.00016110117,0.000047794158,0.000113084716],"genre_scores_gemma":[0.6254376,0.0000011248637,0.37416568,0.00007302464,0.00004631659,0.00017132224,0.000054446027,0.0000039850074,0.000046465982],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925405,0.000017561479,0.00026825714,0.0002271584,0.00011476666,0.000118219024],"domain_scores_gemma":[0.9991121,0.00024918804,0.00013469874,0.00022035232,0.00023541569,0.00004822658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029578563,0.00007126182,0.00014897545,0.00009466793,0.00007156181,0.0000066341645,0.00019410139,0.000072464434,0.000011287096],"category_scores_gemma":[0.000097544245,0.000070486065,0.0000847217,0.00011329281,0.00002211341,0.00020527854,0.000031358286,0.000048026468,8.5685514e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056694383,0.0042934753,0.0015749899,0.0013178405,0.00075752835,7.451268e-7,0.015474473,0.21569738,0.07105242,0.12053959,0.0031127338,0.5605094],"study_design_scores_gemma":[0.001351119,0.00019192473,0.000273214,0.000017971324,0.000019371899,7.1256176e-7,0.00006916987,0.95999986,0.024185155,0.013622558,0.00018587035,0.000083070016],"about_ca_topic_score_codex":0.00013453391,"about_ca_topic_score_gemma":0.000115873714,"teacher_disagreement_score":0.7443025,"about_ca_system_score_codex":0.000017488564,"about_ca_system_score_gemma":0.000053354048,"threshold_uncertainty_score":0.28743383},"labels":[],"label_agreement":null},{"id":"W2074335414","doi":"10.1145/2682571.2797088","title":"Efficient Computation of Co-occurrence Based Word Relatedness","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Word (group theory); Computer science; Pairwise comparison; Cluster analysis; Artificial intelligence; Natural language processing; Word lists by frequency; Computation; Word processing; Algorithm; Mathematics","score_opus":0.05896733454926951,"score_gpt":0.29747062204093633,"score_spread":0.23850328749166683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074335414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12186497,0.000019528969,0.8755529,0.00018801006,0.00026976742,0.000064220614,0.0000011169029,0.00009380959,0.0019457164],"genre_scores_gemma":[0.91322684,9.672467e-8,0.08666266,0.00007468342,0.000007094142,0.0000016494357,0.0000025209943,0.000001502339,0.000022931827],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992091,0.000039899092,0.0001835826,0.00018903497,0.00026796095,0.00011041098],"domain_scores_gemma":[0.99942684,0.000044415952,0.000067637535,0.00025062854,0.00013494992,0.0000755277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031241094,0.0000574621,0.00008696256,0.000067519795,0.000020017958,0.000024789117,0.000323294,0.000029923149,0.0000042904967],"category_scores_gemma":[0.00003901518,0.000050503728,0.000021569887,0.0002330691,0.000021508104,0.000059680653,0.0000576033,0.00005409627,0.000028098413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000444896,0.00007490794,0.0007643177,0.000013665538,0.000002846307,0.0000029547393,0.0007789557,0.9583049,0.000073310846,0.011475193,0.0006740892,0.02783042],"study_design_scores_gemma":[0.00027803937,0.000022675351,0.00020963718,0.00001648246,0.0000012322754,0.0000011674622,0.00002334004,0.99796885,0.0008526703,0.0004487234,0.00011457326,0.000062593484],"about_ca_topic_score_codex":0.000022950057,"about_ca_topic_score_gemma":9.001632e-7,"teacher_disagreement_score":0.7913619,"about_ca_system_score_codex":0.000028253315,"about_ca_system_score_gemma":0.0001228717,"threshold_uncertainty_score":0.20594823},"labels":[],"label_agreement":null},{"id":"W2074811005","doi":"10.1145/2633211.2634351","title":"Tulip","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Centroid; Information retrieval; Feature (linguistics); Entity linking; Set (abstract data type); Context (archaeology); Feature vector; Graph; Artificial intelligence; Natural language processing; Theoretical computer science; Knowledge base; Linguistics; Programming language","score_opus":0.01732593325240539,"score_gpt":0.221161307912772,"score_spread":0.2038353746603666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074811005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030657926,0.0000025546672,0.878477,0.00094689307,0.00011271837,0.000008614285,4.185333e-9,0.00010916537,0.11727729],"genre_scores_gemma":[0.77662224,1.5839954e-7,0.22145233,0.00077984115,0.00003951744,5.5399545e-7,2.0372003e-8,7.381048e-7,0.0011046251],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99975646,0.000007766654,0.000035245488,0.00008770735,0.00005195656,0.000060897713],"domain_scores_gemma":[0.9997093,0.000014253363,0.000005256689,0.00024250027,0.000007471503,0.000021202606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000080221595,0.000018793922,0.00002258499,0.000010687142,0.000014925464,0.00002829929,0.00026755576,0.000008337262,0.000021048087],"category_scores_gemma":[0.0000108600525,0.000014928446,0.000008783244,0.000033741457,0.0000024742362,0.000084983156,0.00006786096,0.000017066572,0.00018817048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.0135446e-8,0.0000018492252,0.00014938464,5.155463e-7,3.38253e-7,1.5100773e-7,0.000035956604,0.000048512535,0.0001073362,0.8878873,0.0005879649,0.11118065],"study_design_scores_gemma":[0.000047595997,0.000007201252,0.0003698043,9.181772e-7,1.802791e-7,0.0000017760907,0.0000011712796,0.93667364,0.0010008953,0.024885584,0.036969993,0.00004124484],"about_ca_topic_score_codex":0.000009479169,"about_ca_topic_score_gemma":0.0000016803286,"teacher_disagreement_score":0.9366251,"about_ca_system_score_codex":0.0000025333918,"about_ca_system_score_gemma":0.0000037491943,"threshold_uncertainty_score":0.24186136},"labels":[],"label_agreement":null},{"id":"W2075245318","doi":"10.1145/1670564.1670576","title":"TREC-CHEM","year":2009,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Scalability; Data science; Domain (mathematical analysis); Information retrieval; Database","score_opus":0.019420468175832994,"score_gpt":0.25382635029268097,"score_spread":0.23440588211684799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075245318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06761308,0.00026286684,0.87012887,0.03745679,0.00054262416,0.00011503185,6.079476e-7,0.00051346404,0.023366634],"genre_scores_gemma":[0.91139877,0.000004493388,0.08484694,0.0028458594,0.0000658262,0.0000020013388,5.6933675e-7,0.0000033448373,0.00083219126],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99918425,0.000009766361,0.0001197582,0.00025133,0.00014766703,0.00028723673],"domain_scores_gemma":[0.9988669,0.000033069406,0.000029706373,0.0009865528,0.000020100404,0.00006364263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008420033,0.00007999995,0.000084735,0.000040023922,0.000062896004,0.00007193705,0.0011950843,0.00004204276,0.000013248335],"category_scores_gemma":[0.00006718809,0.00007350434,0.000046020683,0.00013963613,0.0000075125113,0.00029305267,0.00020999029,0.00007784964,0.00012834628],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017063837,0.000034095046,0.00068358594,0.0000017766961,0.0000043466316,0.000014353789,0.00028911518,0.00008834949,0.0016616776,0.129066,0.009404039,0.85875094],"study_design_scores_gemma":[0.0010559816,0.00037113123,0.009613964,0.000038323327,0.000009888078,0.00006620277,0.000092762115,0.13911429,0.030224992,0.6478733,0.17074017,0.0007989994],"about_ca_topic_score_codex":0.0000065399927,"about_ca_topic_score_gemma":0.0000022673723,"teacher_disagreement_score":0.85795194,"about_ca_system_score_codex":0.000020611438,"about_ca_system_score_gemma":0.00001939303,"threshold_uncertainty_score":0.299742},"labels":[],"label_agreement":null},{"id":"W2076039115","doi":"10.1109/tkde.2009.25","title":"Evaluating the Generation of Domain Ontologies in the Knowledge Puzzle Project","year":2009,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Ontology; Computer science; Ontology learning; Upper ontology; Information retrieval; Domain (mathematical analysis); Ontology-based data integration; Domain knowledge; Process ontology; Suggested Upper Merged Ontology; Set (abstract data type); Ontology alignment; Natural language processing; Data science; Artificial intelligence; Semantic Web","score_opus":0.1546157879818343,"score_gpt":0.36613754980686486,"score_spread":0.21152176182503055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076039115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038914345,0.00085513736,0.95917803,0.00025720094,0.00024911753,0.00022029907,0.0000064006736,0.000049890645,0.00026955243],"genre_scores_gemma":[0.9748093,0.000056327524,0.025002342,0.00002070326,0.00006293332,0.000021271127,0.0000027100382,0.000003847534,0.000020599677],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919033,0.00008628238,0.00020697918,0.00026345684,0.00010699531,0.00014594],"domain_scores_gemma":[0.9989139,0.00020569593,0.000028363334,0.0008096169,0.000028793778,0.000013633193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087136327,0.00010186845,0.00010760288,0.00011297474,0.00012573537,0.00006575783,0.0008079504,0.000039123046,8.327247e-7],"category_scores_gemma":[0.000019380479,0.00006537016,0.000022530365,0.00033145634,0.00001537259,0.00035586962,0.000009762877,0.00018301983,0.0000020313819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001085026,0.00033255445,0.000008578974,0.000074903204,0.000027867203,0.0000033015904,0.018746296,0.13484462,0.017179964,0.009188426,0.0002256692,0.819357],"study_design_scores_gemma":[0.00018238409,0.000090589885,0.00014136956,0.000035379355,0.000008155248,0.000009739869,0.000109841654,0.99709904,0.0015904013,0.00010438216,0.00054684945,0.000081853614],"about_ca_topic_score_codex":0.000017010112,"about_ca_topic_score_gemma":0.00014907208,"teacher_disagreement_score":0.9358949,"about_ca_system_score_codex":0.000020413361,"about_ca_system_score_gemma":0.000045857818,"threshold_uncertainty_score":0.2665718},"labels":[],"label_agreement":null},{"id":"W2077054502","doi":"10.1145/2396761.2398676","title":"Improving the performance of the reinforcement learning model for answering complex questions","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Reinforcement learning; Automatic summarization; Computer science; Question answering; Artificial intelligence; Task (project management); Set (abstract data type); Sentence; Natural language processing; Process (computing); Reinforcement; Feature (linguistics); Machine learning","score_opus":0.04739034023367434,"score_gpt":0.2605318500398405,"score_spread":0.21314150980616614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077054502","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09194391,0.00001979022,0.90666866,0.00029615546,0.000120294455,0.00017581486,1.1252535e-7,0.000042672295,0.0007325715],"genre_scores_gemma":[0.91628486,0.00000211277,0.08263391,0.00013555269,0.000039559236,0.000020891195,1.9906376e-7,0.0000036230838,0.0008793019],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938,0.000016201479,0.00016319145,0.00009266789,0.00013657977,0.00021135318],"domain_scores_gemma":[0.99942064,0.000050245584,0.000079502235,0.0003784227,0.000046269255,0.000024945803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041074064,0.00005894303,0.000059141694,0.00001649127,0.00029677458,0.000029813946,0.00055494887,0.000016749438,0.0000034904754],"category_scores_gemma":[0.00003193165,0.000032442684,0.00004511654,0.00007710463,0.000022450204,0.00033990326,0.0002877806,0.000088412526,0.0000012585815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.4955426e-7,0.000004672669,0.0011539827,0.000017020468,0.000003136117,2.8186986e-9,0.0011741115,0.9241246,0.0032530655,0.061001867,0.000017233424,0.0092495615],"study_design_scores_gemma":[0.00006484271,0.000011977403,0.0006190481,0.00001007863,0.0000032623934,0.0000011016315,0.00003767355,0.99708533,0.0018362898,0.00006262391,0.0002200114,0.000047729096],"about_ca_topic_score_codex":0.00004288255,"about_ca_topic_score_gemma":0.0000038496955,"teacher_disagreement_score":0.82434094,"about_ca_system_score_codex":0.000024283636,"about_ca_system_score_gemma":0.000030099081,"threshold_uncertainty_score":0.22825801},"labels":[],"label_agreement":null},{"id":"W2078923208","doi":"10.1145/2494266.2494297","title":"Beyond term clusters","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Information retrieval; Topic model; Digital library; Domain (mathematical analysis); Term (time); Range (aeronautics); Data science; Mathematics","score_opus":0.014061333726225308,"score_gpt":0.22235147737319957,"score_spread":0.20829014364697426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078923208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03663308,0.000008951517,0.86969215,0.0024374004,0.00022109953,0.00006485543,2.40609e-8,0.00013390611,0.090808555],"genre_scores_gemma":[0.81532973,6.717934e-7,0.17813925,0.0018899569,0.00003855878,0.0000072441953,1.1502402e-7,0.0000021428812,0.0045923563],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995768,0.0000070958927,0.00007029325,0.00014281814,0.00008326535,0.00011970474],"domain_scores_gemma":[0.99958473,0.000013271346,0.00001144118,0.00032715243,0.00001796515,0.00004542686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000039476432,0.000038887585,0.000038074206,0.000024085868,0.000026205915,0.00010577581,0.0004133724,0.000017030878,0.00018277884],"category_scores_gemma":[0.000003561154,0.000030586983,0.000016611704,0.000051076393,0.0000068729614,0.00037874375,0.0001587124,0.000032418528,0.000659975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.6656505e-7,0.000028211065,0.0028665718,0.000009016166,0.000009537183,0.0000049767596,0.0010733447,0.00025393642,0.001998767,0.36316043,0.023199866,0.60739505],"study_design_scores_gemma":[0.00020908292,0.000021022995,0.0059797447,0.000004598563,0.0000010767457,0.000011005977,0.000030996976,0.9509937,0.001209576,0.03921769,0.0021299182,0.00019157062],"about_ca_topic_score_codex":0.000060098944,"about_ca_topic_score_gemma":0.000003194315,"teacher_disagreement_score":0.9507398,"about_ca_system_score_codex":0.000008856578,"about_ca_system_score_gemma":0.0000089953155,"threshold_uncertainty_score":0.8482864},"labels":[],"label_agreement":null},{"id":"W2079629183","doi":"10.3115/1609067.1609136","title":"Using lexical and relational similarity to classify semantic relations","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Atomic Energy of Canada Limited","keywords":"Computer science; Natural language processing; Semantic similarity; Artificial intelligence; Similarity (geometry); Task (project management); Relational database; Word (group theory); Noun; Information retrieval; Linguistics","score_opus":0.10996154736035278,"score_gpt":0.3180892979233171,"score_spread":0.2081277505629643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079629183","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061497502,0.000011408452,0.92332107,0.010380866,0.000053272197,0.000054608485,1.8009678e-7,0.00007476212,0.0046063275],"genre_scores_gemma":[0.59337395,2.3617896e-7,0.40559193,0.0007949618,0.000023618728,2.528962e-7,1.9460148e-7,9.14649e-7,0.00021393785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940693,0.000023134457,0.000119583376,0.0002049885,0.00013440823,0.00011096537],"domain_scores_gemma":[0.99963975,0.000052813368,0.000015095605,0.00018555968,0.000027553537,0.00007923102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015037532,0.000049557475,0.00005704689,0.000053586416,0.00011801064,0.000058503396,0.00009457728,0.00004452248,0.00001662479],"category_scores_gemma":[0.000049061277,0.00004655758,0.000015745525,0.00014320902,0.000008911192,0.00027404676,0.00006916512,0.00008878368,0.000017288858],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.4542663e-7,0.00001501031,0.0041957926,8.0344995e-7,0.0000017809847,0.0000031038003,0.00015857922,0.012041295,0.0005344872,0.97755706,0.00022314889,0.0052682064],"study_design_scores_gemma":[0.00006044639,0.000012805304,0.049591143,0.0000056328454,0.0000018802323,0.000013358979,0.0000033119975,0.9172235,0.000027129283,0.03255591,0.00044025492,0.00006462556],"about_ca_topic_score_codex":0.000013187728,"about_ca_topic_score_gemma":0.000008684928,"teacher_disagreement_score":0.9450011,"about_ca_system_score_codex":0.000025627562,"about_ca_system_score_gemma":0.000033247376,"threshold_uncertainty_score":0.18985629},"labels":[],"label_agreement":null},{"id":"W2080378089","doi":"10.3758/bf03196761","title":"Using context to build semantics","year":2005,"lang":"en","type":"article","venue":"Psychonomic Bulletin & Review","topic":"Topic Modeling","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Latent semantic analysis; Semantics (computer science); Dimension (graph theory); Context (archaeology); Representation (politics); Psychology; Similarity (geometry); Natural language processing; Semantic memory; Singular value decomposition; Semantic similarity; Episodic memory; Artificial intelligence; Computer science; Cognition; Mathematics","score_opus":0.059725783596568195,"score_gpt":0.32477373437422885,"score_spread":0.26504795077766063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080378089","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024680458,0.078394584,0.80917484,0.10480404,0.0008614546,0.0007004358,0.0000013131018,0.00016650275,0.0034287588],"genre_scores_gemma":[0.06310258,0.016740564,0.84050345,0.07778705,0.0007354115,0.00004381338,9.143382e-7,0.000038162405,0.001048037],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984498,0.0000685226,0.0004941571,0.0005230391,0.00014087223,0.00032362115],"domain_scores_gemma":[0.9985975,0.000042665866,0.00012366791,0.0010265105,0.000048626433,0.00016103234],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005401619,0.00017926678,0.00035473946,0.000054694712,0.00007216921,0.000083084575,0.0010043837,0.000041390704,0.00034473956],"category_scores_gemma":[0.00004557151,0.00017455877,0.000117258394,0.00016365542,0.000014378042,0.00008006357,0.00020809725,0.00013726961,0.003216761],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020806106,0.000048197297,0.000055063076,0.00038461605,0.000017996204,0.0000029262671,0.00013217384,0.00056063535,0.000118599186,0.013220099,0.10582877,0.87962884],"study_design_scores_gemma":[0.0001353132,0.000011529521,0.000015236396,0.0013674964,0.000012747929,0.000030030113,0.0000027704923,0.009303478,0.000033889177,0.00008734386,0.9887898,0.00021034552],"about_ca_topic_score_codex":0.00002806324,"about_ca_topic_score_gemma":0.0000049031905,"teacher_disagreement_score":0.88296103,"about_ca_system_score_codex":0.00008748861,"about_ca_system_score_gemma":0.000036329246,"threshold_uncertainty_score":0.99755937},"labels":[],"label_agreement":null},{"id":"W2081877265","doi":"10.1007/s10115-012-0504-y","title":"An efficient concept-based retrieval model for enhancing text retrieval quality","year":2012,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; D2L (Canada)","funders":"","keywords":"Computer science; Sentence; Information retrieval; Natural language processing; Weighting; Term (time); Semantics (computer science); Latent semantic analysis; Term Discrimination; Representation (politics); Artificial intelligence; Graph; Document retrieval; Relevance (law); Concept search; Theoretical computer science; Search engine","score_opus":0.03897948914390884,"score_gpt":0.30871514418177404,"score_spread":0.2697356550378652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081877265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04477603,0.0005222336,0.9514875,0.000030910523,0.00090316747,0.0004642868,0.00001439149,0.00014106296,0.0016604097],"genre_scores_gemma":[0.9937932,0.0000016367139,0.005727135,0.00014389883,0.00021018596,0.000013896123,0.000022491116,0.0000052564583,0.000082313934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852663,0.00009047816,0.0006527013,0.00015694508,0.00025182724,0.00032141348],"domain_scores_gemma":[0.998698,0.00012681335,0.00022863115,0.00042312586,0.0003359472,0.00018749667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019344195,0.00013409289,0.000208799,0.00012253034,0.00020717742,0.00025848736,0.00028665987,0.0001083833,9.284833e-7],"category_scores_gemma":[0.000114778995,0.000120572586,0.000049550825,0.00019956804,0.000023996889,0.0029730937,0.000056979854,0.00008326902,0.000034887333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018223972,0.00028473246,0.00046774565,0.0014956951,0.00003767591,1.378807e-7,0.0964549,0.3204377,0.0033793882,0.55198497,0.0008601121,0.024414735],"study_design_scores_gemma":[0.0005631037,0.000042972883,0.00008713656,0.000035105168,0.000004231048,0.0000019392119,0.00034977155,0.99251586,0.0022992224,0.000017719067,0.003912589,0.00017031835],"about_ca_topic_score_codex":0.0000070601345,"about_ca_topic_score_gemma":9.780152e-7,"teacher_disagreement_score":0.94901717,"about_ca_system_score_codex":0.00009253265,"about_ca_system_score_gemma":0.00013652348,"threshold_uncertainty_score":0.4916807},"labels":[],"label_agreement":null},{"id":"W20831368","doi":"10.3233/978-1-60750-028-5-49","title":"Predicting Learner Answers Correctness through Brainwaves Assesment and Emotional Dimensions","year":2009,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Correctness; Psychology; Computer science; Algorithm","score_opus":0.04530497537496673,"score_gpt":0.2819834301727603,"score_spread":0.23667845479779356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W20831368","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017429692,0.00102115,0.9737389,0.0010072088,0.0003529952,0.0004911392,0.000010609742,0.00008214849,0.023121547],"genre_scores_gemma":[0.10789853,0.009122399,0.8000457,0.0023644087,0.0016583109,0.0004683789,0.0001552439,0.00013584754,0.07815114],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983338,0.0000204573,0.00046381084,0.00071252324,0.00023009373,0.00023930895],"domain_scores_gemma":[0.99918866,0.00008834691,0.00015145661,0.00041690713,0.0000658846,0.00008872847],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019457059,0.00024044474,0.00027469045,0.00016601203,0.0002853116,0.00014805014,0.00034523528,0.00020228619,0.000011135226],"category_scores_gemma":[0.000017881897,0.00025531618,0.00005129671,0.00010769674,0.00019196527,0.00025723857,0.00016425422,0.00038782475,0.000009880954],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018280582,0.000023059429,0.0001548504,0.000009986883,0.000012712377,0.0000021460144,0.00042589157,0.0009393877,0.000009440548,0.5999591,0.00021892413,0.39824268],"study_design_scores_gemma":[0.000025265785,0.000038939354,0.00007731405,0.00017517534,0.000019858893,0.000012662383,0.00032739245,0.16110075,0.000095846925,0.8103221,0.0274493,0.00035536755],"about_ca_topic_score_codex":0.000031774405,"about_ca_topic_score_gemma":0.000037298465,"teacher_disagreement_score":0.39788732,"about_ca_system_score_codex":0.000062942985,"about_ca_system_score_gemma":0.00007505329,"threshold_uncertainty_score":0.9999899},"labels":[],"label_agreement":null},{"id":"W2083365005","doi":"10.1371/journal.pone.0025085","title":"Judgment of the Humanness of an Interlocutor Is in the Eye of the Beholder","year":2011,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Topic Modeling","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada; Université Laval","keywords":"Psychology; Cognition; Social psychology; Cognitive psychology","score_opus":0.13557126643027673,"score_gpt":0.24047733562551474,"score_spread":0.10490606919523801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083365005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99686575,0.000026490516,0.001691466,0.00049296144,0.000056186545,0.00017727862,0.0000016167733,0.0000048370566,0.00068338757],"genre_scores_gemma":[0.99648,0.0000013392893,0.0031912236,0.00021001403,0.0000131144225,0.0000076120596,4.6321578e-8,0.0000029040334,0.0000937767],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991851,0.00008961516,0.00021436966,0.00011757507,0.00030838687,0.00008494573],"domain_scores_gemma":[0.9988486,0.00002273601,0.00012696961,0.0009417986,0.00005020997,0.000009664515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026965083,0.00005082374,0.00011163575,0.000022972177,0.000023210729,0.000006302742,0.0016040829,0.000023316203,0.000017098111],"category_scores_gemma":[0.000015820804,0.000024805297,0.000041988296,0.00013826125,0.000063554864,0.0000871408,0.00028848037,0.000084844716,6.423627e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005595809,0.014230927,0.16581386,0.00082346966,0.00044379866,0.000004412503,0.539853,0.00039164745,0.14139064,0.11927306,0.00020266665,0.017516596],"study_design_scores_gemma":[0.00042060355,0.00017409177,0.1421346,0.00050183013,0.000050834875,7.386495e-7,0.000774295,0.03301698,0.81628865,0.006487159,0.000022520151,0.00012766414],"about_ca_topic_score_codex":0.00022278442,"about_ca_topic_score_gemma":0.00005195711,"teacher_disagreement_score":0.674898,"about_ca_system_score_codex":0.000008633936,"about_ca_system_score_gemma":0.00002013596,"threshold_uncertainty_score":0.2980812},"labels":[],"label_agreement":null},{"id":"W2084105113","doi":"10.1016/s1532-0464(03)00016-9","title":"Paraphrasing for condensation in journal abstracting","year":2002,"lang":"en","type":"article","venue":"Journal of Biomedical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Paraphrase; Computer science; Natural language processing; Generality; Rhetorical question; Artificial intelligence; Variety (cybernetics); Linguistics; Sentence; Sublanguage; Psychology","score_opus":0.051266578281694015,"score_gpt":0.28873543523871736,"score_spread":0.23746885695702336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084105113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14299877,0.000086528795,0.8545318,0.001399673,0.00069700927,0.00004787382,3.1976631e-7,0.000007140376,0.0002308271],"genre_scores_gemma":[0.68192,0.000046018482,0.31743708,0.00033088893,0.00025170436,4.2930307e-7,1.7361103e-7,0.0000028543382,0.000010849425],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99800867,0.000021459015,0.001257548,0.000034135875,0.000474264,0.00020391872],"domain_scores_gemma":[0.9984902,0.00024277826,0.0008509865,0.000099530545,0.00016858111,0.00014791838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015008008,0.000069112,0.00017847818,0.00035758587,0.00007182492,0.00018184204,0.00042811397,0.00007896056,0.00001629837],"category_scores_gemma":[0.0004495097,0.000054453478,0.00008677486,0.00021292028,0.00003010592,0.001308009,0.00003503327,0.00038545355,0.000004824083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022944292,0.00031592674,0.0008895091,0.00022062028,0.000084299856,0.00012492965,0.032587785,0.0051545072,0.00077289884,0.00569264,0.0053501627,0.94878376],"study_design_scores_gemma":[0.0011222924,0.00016262886,0.00021515906,0.0001768554,0.000006832309,0.001294591,0.00088371924,0.9850421,0.0001282726,0.0051242225,0.0057482375,0.000095083626],"about_ca_topic_score_codex":6.171243e-7,"about_ca_topic_score_gemma":3.323556e-7,"teacher_disagreement_score":0.9798876,"about_ca_system_score_codex":0.00008179545,"about_ca_system_score_gemma":0.00006287907,"threshold_uncertainty_score":0.22205484},"labels":[],"label_agreement":null},{"id":"W2086038979","doi":"10.1016/j.eswa.2014.09.015","title":"A novel contextual topic model for multi-document summarization","year":2014,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Computer science; Information overload; Multi-document summarization; Context (archaeology); Artificial intelligence; Word (group theory); Topic model; Natural language processing; Information retrieval; World Wide Web; Linguistics","score_opus":0.0467911233113684,"score_gpt":0.290877761885536,"score_spread":0.2440866385741676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086038979","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010149203,0.00010206804,0.99747694,0.00044826439,0.00009434408,0.0013546023,0.0000042314123,0.0001670482,0.00025100366],"genre_scores_gemma":[0.48393193,0.0000020668163,0.5100896,0.00022999244,0.00014632031,0.004269325,0.000012492684,0.0000121277635,0.0013062059],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989898,0.000016756047,0.00024605446,0.00039366545,0.00016384402,0.00018987324],"domain_scores_gemma":[0.9989423,0.0000582355,0.00010087427,0.0006751966,0.00014431495,0.00007906386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016904647,0.00011613738,0.00014351074,0.000050517763,0.00018201995,0.00012700778,0.00045584477,0.000049952512,5.812812e-7],"category_scores_gemma":[0.000013820291,0.000097478856,0.000030324361,0.00011848532,0.000017457145,0.0002095408,0.00005603121,0.00004225877,0.000010086961],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030788754,0.000080643076,0.00005778047,0.000029916286,0.000015111317,3.958486e-8,0.0016896962,0.0351623,0.0017762702,0.9524875,0.00028764433,0.008409989],"study_design_scores_gemma":[0.00059642096,0.00002198216,0.000014038529,0.000018694152,0.00000274298,0.000004132374,0.000054172287,0.9812568,0.00011532753,0.0003584606,0.017426595,0.00013065907],"about_ca_topic_score_codex":0.00011084115,"about_ca_topic_score_gemma":0.000031448508,"teacher_disagreement_score":0.95212907,"about_ca_system_score_codex":0.000058184243,"about_ca_system_score_gemma":0.000054428605,"threshold_uncertainty_score":0.39750725},"labels":[],"label_agreement":null},{"id":"W2088772104","doi":"10.1145/2063576.2063879","title":"Recommending citations with translation model","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Pratt and Whitney Canada","keywords":"Computer science; Citation; Bridge (graph theory); Translation (biology); Vocabulary; Natural language processing; Information retrieval; Artificial intelligence; World Wide Web; Linguistics","score_opus":0.1769830511217303,"score_gpt":0.2633044284310369,"score_spread":0.08632137730930661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088772104","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035118428,0.000003945514,0.9174812,0.00042051644,0.000029424335,0.00004082802,1.1010667e-7,0.00011923152,0.0783929],"genre_scores_gemma":[0.48811847,4.7073868e-7,0.51168406,0.000088534645,0.0000031546756,0.0000029522046,1.38081e-7,0.0000014536245,0.00010077586],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996546,0.000007442234,0.00006896406,0.00012311322,0.00006501303,0.00008086379],"domain_scores_gemma":[0.9997512,0.000012508886,0.000015151238,0.00017593418,0.000019214162,0.000025996256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006596529,0.000036695255,0.000032422027,0.000042982934,0.000046876565,0.000021725828,0.00017371573,0.0000134458705,0.000021511962],"category_scores_gemma":[0.0000014775247,0.000029013256,0.000010443396,0.00009492419,0.0000046036635,0.00040528952,0.000013086818,0.000032087868,0.000009532755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026200844,0.000026924483,0.00043800342,0.0000033372478,0.0000074771933,0.0000012664659,0.008347269,0.011177303,0.00018782729,0.8285318,0.00008927731,0.1511869],"study_design_scores_gemma":[0.00008087685,0.000012000736,0.00013162805,0.0000030926974,0.0000013841993,0.000001738309,0.000027058213,0.9813447,0.00032298005,0.017990088,0.000034287346,0.000050186118],"about_ca_topic_score_codex":0.000020073365,"about_ca_topic_score_gemma":0.000023588542,"teacher_disagreement_score":0.9701674,"about_ca_system_score_codex":0.000007361968,"about_ca_system_score_gemma":0.000015957736,"threshold_uncertainty_score":0.11831262},"labels":[],"label_agreement":null},{"id":"W2091812280","doi":"10.1145/1273496.1273577","title":"Three new graphical models for statistical language modelling","year":2007,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":582,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Probabilistic logic; Language model; Representation (politics); Word (group theory); n-gram; Binary number; Set (abstract data type); Parametric statistics; Artificial intelligence; Natural language processing; Statistical model; Sequence (biology); Theoretical computer science; Probability distribution; Mathematics; Programming language","score_opus":0.05588757867207705,"score_gpt":0.29496802726042914,"score_spread":0.2390804485883521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091812280","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016882677,0.000068558016,0.9950765,0.00041872475,0.0001418583,0.00016290191,0.0000017776348,0.00020947542,0.0022319735],"genre_scores_gemma":[0.2979631,0.0000010972084,0.70151037,0.00025416786,0.000109066845,0.0000024842132,0.0000014723205,0.000006417992,0.00015182533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988536,0.0000050707476,0.00022040239,0.00034202065,0.00021764226,0.00036124702],"domain_scores_gemma":[0.9991432,0.00022517498,0.000023533632,0.00038590436,0.000037220012,0.00018498843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040324204,0.000097210555,0.00011687581,0.00007291403,0.00006026348,0.00007230977,0.0004682689,0.00006574425,0.000013843762],"category_scores_gemma":[0.000016667014,0.00008477494,0.000051416304,0.00012222341,0.000015377449,0.0002645861,0.00009820609,0.00009945596,0.000008596734],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051218904,0.000011183306,0.000008664346,0.0000040375,0.0000040311515,0.000006225396,0.00023576157,0.05199453,0.000037133825,0.9051994,0.00035142095,0.042142455],"study_design_scores_gemma":[0.000156562,0.000016133925,0.000006534678,0.0000025744282,0.0000020358134,0.0000029321268,0.000012143309,0.6584375,0.000112034824,0.34106934,0.00010451429,0.00007769149],"about_ca_topic_score_codex":0.00028598018,"about_ca_topic_score_gemma":0.00018449158,"teacher_disagreement_score":0.606443,"about_ca_system_score_codex":0.00001742534,"about_ca_system_score_gemma":0.000051535986,"threshold_uncertainty_score":0.34570217},"labels":[],"label_agreement":null},{"id":"W2092057061","doi":"10.3758/bf03193815","title":"Similes on the Internet have explanations","year":2006,"lang":"en","type":"article","venue":"Psychonomic Bulletin & Review","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Psychology; The Internet; Disease; Relation (database); Social psychology; World Wide Web; Medicine; Pathology; Computer science","score_opus":0.033352978128346186,"score_gpt":0.262731170050443,"score_spread":0.2293781919220968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092057061","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002235493,0.07919536,0.35257468,0.3787433,0.001597083,0.0014142818,0.000006779173,0.000350194,0.18388286],"genre_scores_gemma":[0.69365025,0.050287418,0.076159455,0.1474631,0.0019373585,0.0010331803,0.000033593664,0.00010269662,0.029332977],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895674,0.000096698066,0.000321889,0.00033686895,0.00011642091,0.0001713847],"domain_scores_gemma":[0.99884343,0.00019725993,0.00011162276,0.0007927025,0.000023891935,0.000031087435],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041983856,0.00012535858,0.00016675657,0.000031565425,0.00006359099,0.000078821315,0.00095492153,0.000025491652,0.0006348722],"category_scores_gemma":[0.000040112285,0.000085887434,0.00009630426,0.00006790453,0.00002277025,0.000033347867,0.000085644264,0.00013331296,0.0018025087],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.6769015e-7,0.000035421992,0.00004539299,0.00006815293,0.000007506411,0.0000014670218,0.000037218888,0.00007712565,0.0000031363809,0.1958188,0.76167357,0.04223146],"study_design_scores_gemma":[0.000071058166,0.000010810385,0.0001393796,0.00065562787,0.0000060199977,0.000006411779,0.0000041547187,0.0028512597,0.000015342212,0.0021944158,0.9939347,0.000110852925],"about_ca_topic_score_codex":0.00008305655,"about_ca_topic_score_gemma":0.000009857008,"teacher_disagreement_score":0.6914147,"about_ca_system_score_codex":0.000035634304,"about_ca_system_score_gemma":0.00001328794,"threshold_uncertainty_score":0.9989747},"labels":[],"label_agreement":null},{"id":"W2092922846","doi":"10.1145/2344416.2344418","title":"Extracting information networks from the blogosphere","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Benchmark (surveying); Relationship extraction; Task (project management); Information extraction; Pruning; Blogosphere; Weighting; Cluster analysis; Data mining; Information retrieval; Relation (database); Filter (signal processing); Artificial intelligence; The Internet; World Wide Web","score_opus":0.025162967948974428,"score_gpt":0.2268239240225655,"score_spread":0.20166095607359105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092922846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017334316,0.00011998541,0.97197473,0.008622486,0.0008162836,0.00011732289,0.000001978971,0.000118679105,0.0008942197],"genre_scores_gemma":[0.9827712,0.000031169642,0.015224305,0.0017235085,0.00016237807,0.000021496482,0.0000010266991,0.000004361227,0.00006055068],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928457,0.00007768664,0.00016249208,0.000088490495,0.00016726281,0.00021947952],"domain_scores_gemma":[0.99813074,0.0007607645,0.00006545612,0.0009777369,0.000024376772,0.00004092919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038464137,0.00008478509,0.00005662276,0.000013376128,0.00041705332,0.00014419634,0.0010268233,0.000052571744,0.00012528329],"category_scores_gemma":[0.00004402589,0.00004877771,0.00005662393,0.00017573402,0.000020000061,0.0011529971,0.000018988165,0.00033137976,0.00016475852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008257072,0.0000663904,0.00048214803,0.0000024113606,0.00006402059,3.4075123e-7,0.0057151103,0.08021416,0.00011140982,0.0127299,0.0013155692,0.89929026],"study_design_scores_gemma":[0.00026556136,0.000019939549,0.0025871529,0.000035440407,0.000035203266,0.000013691242,0.0010150763,0.9521189,0.0007077263,0.004113502,0.038851425,0.00023640862],"about_ca_topic_score_codex":0.00011966072,"about_ca_topic_score_gemma":0.000026625972,"teacher_disagreement_score":0.9654369,"about_ca_system_score_codex":0.00002490597,"about_ca_system_score_gemma":0.000020980184,"threshold_uncertainty_score":0.3207679},"labels":[],"label_agreement":null},{"id":"W2093641143","doi":"10.3115/1073445.1073477","title":"Frequency estimates for statistical word similarity measures","year":2003,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Word (group theory); Word lists by frequency; Natural language processing; Similarity (geometry); Artificial intelligence; Context (archaeology); Synonym (taxonomy); Semantic similarity; Set (abstract data type); Word2vec; Information retrieval; Sentence; Linguistics","score_opus":0.058525926575785155,"score_gpt":0.29914493728641595,"score_spread":0.2406190107106308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093641143","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006352463,0.00005962188,0.9899328,0.00037539404,0.0001924441,0.00012552048,0.0000026249436,0.00014630727,0.008530051],"genre_scores_gemma":[0.2830199,0.0000010978944,0.716642,0.00021672403,0.000013101096,0.000013362551,6.384854e-7,0.0000033043661,0.00008982992],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991988,0.000025855445,0.00014277385,0.0002611232,0.00014972563,0.00022172871],"domain_scores_gemma":[0.9992789,0.00024686538,0.00001911335,0.0003144832,0.00006746203,0.00007315562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028578992,0.00007827518,0.00009845429,0.00002554549,0.00007943522,0.00009188594,0.0003033869,0.000036550533,0.00004426469],"category_scores_gemma":[0.00052709447,0.0000661494,0.000026510685,0.00006850697,0.00001956437,0.0001668878,0.00003151335,0.000055903114,0.000014480732],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.0510517e-7,0.000016528356,0.0009478842,0.0000065599693,0.000004534583,0.000001880945,0.00004120335,0.00007353079,0.0001223096,0.98073685,0.00058693264,0.01746137],"study_design_scores_gemma":[0.00020613027,0.000025066838,0.00071175833,0.000004838299,0.0000055035753,0.000006443084,0.000007702261,0.22198237,0.0026186858,0.7719571,0.0023168614,0.00015751753],"about_ca_topic_score_codex":0.0000308717,"about_ca_topic_score_gemma":0.000023542867,"teacher_disagreement_score":0.28238466,"about_ca_system_score_codex":0.000019792233,"about_ca_system_score_gemma":0.00006418024,"threshold_uncertainty_score":0.2697494},"labels":[],"label_agreement":null},{"id":"W2094723464","doi":"10.1109/nlpke.2007.4368014","title":"Recognizing Biomedical Named Entities in the Absence of Human Annotated Corpora","year":2007,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Annotation; Artificial intelligence; Classifier (UML); Task (project management); Named-entity recognition; Natural language processing; Training set; Support vector machine; Domain (mathematical analysis); Process (computing); Supervised learning; Labeled data; Machine learning; Information retrieval","score_opus":0.046766609992947863,"score_gpt":0.2905173275352811,"score_spread":0.24375071754233324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094723464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57933384,0.0000222363,0.41566175,0.0003155279,0.00012843004,0.00006611251,2.1804921e-7,0.00004161855,0.00443025],"genre_scores_gemma":[0.975552,0.0000020207797,0.024049507,0.00023338768,0.000025720476,0.0000014922491,0.0000010338448,0.0000020537123,0.00013278383],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990472,0.000037872756,0.00028637805,0.00016483711,0.00027906915,0.00018460747],"domain_scores_gemma":[0.9994391,0.00012921689,0.000067824076,0.00029509314,0.000039001156,0.000029727686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011509637,0.000056103894,0.000089963345,0.00012469433,0.000042636344,0.00003291371,0.0006808881,0.000036329828,0.000021150847],"category_scores_gemma":[0.000042171574,0.000038672104,0.000022902466,0.0003975805,0.00007861767,0.00014933836,0.00009973841,0.000103272716,0.0000062248378],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001556167,0.0005551976,0.04442674,0.00012307006,0.000033466356,0.00037719126,0.040176906,0.00008193772,0.07020112,0.6195978,0.0020569502,0.22235404],"study_design_scores_gemma":[0.0044008833,0.0010057946,0.2778846,0.00075811933,0.000017406965,0.0002457891,0.01736864,0.43970582,0.06368694,0.18589675,0.0071894904,0.0018397635],"about_ca_topic_score_codex":0.00030743613,"about_ca_topic_score_gemma":0.00012938294,"teacher_disagreement_score":0.4396239,"about_ca_system_score_codex":0.000013999666,"about_ca_system_score_gemma":0.000024903564,"threshold_uncertainty_score":0.15770027},"labels":[],"label_agreement":null},{"id":"W2096537984","doi":"","title":"Using coreference links and sentence compression in graph-based summarization","year":2008,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Coreference; Computer science; Sentence; Natural language processing; Graph; Artificial intelligence; Multi-document summarization; Information retrieval; Theoretical computer science; Resolution (logic)","score_opus":0.03674720432760291,"score_gpt":0.26818224058725076,"score_spread":0.23143503625964784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096537984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29440716,0.00019591904,0.70513713,0.000040424224,0.000008137087,0.000089133515,8.7057276e-7,0.000018352493,0.000102887134],"genre_scores_gemma":[0.983225,0.0000820407,0.01661599,0.000034957848,0.000008031001,0.000017279328,0.000002931633,0.000002168972,0.000011604035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995124,0.000050251507,0.00013702369,0.00016338617,0.00006759376,0.00006936679],"domain_scores_gemma":[0.9995304,0.0001195966,0.000062450286,0.00021424817,0.000048134487,0.00002519303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018193536,0.00005626686,0.00008450668,0.00007899933,0.00012344083,0.000014737449,0.0001567788,0.000045397956,9.559526e-7],"category_scores_gemma":[0.000012764662,0.000052011015,0.000007775544,0.00021207878,0.00018971933,0.00016537838,0.000066637724,0.000074639596,2.1272626e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010055536,0.000026989212,0.007870097,0.000025404574,0.0000016792808,4.2146397e-7,0.0005663304,0.0014426355,0.0043525035,0.97651577,0.0000010118496,0.009187085],"study_design_scores_gemma":[0.0004593698,0.000028707922,0.009932157,0.00006278594,0.000008928555,0.00001730821,0.00024049343,0.26135728,0.01791041,0.70965683,0.000119318735,0.0002063983],"about_ca_topic_score_codex":0.00002990552,"about_ca_topic_score_gemma":0.000003123524,"teacher_disagreement_score":0.68881786,"about_ca_system_score_codex":0.0000044078224,"about_ca_system_score_gemma":0.000031310574,"threshold_uncertainty_score":0.21209477},"labels":[],"label_agreement":null},{"id":"W2097120204","doi":"","title":"Towards Robust Abstractive Multi-Document Summarization: A Caseframe Analysis of Centrality and Domain","year":2013,"lang":"en","type":"article","venue":"Meeting of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Automatic summarization; Centrality; Computer science; Redundancy (engineering); Sentence; Natural language processing; Information retrieval; Domain (mathematical analysis); Artificial intelligence; Abstraction; Multi-document summarization","score_opus":0.020833600090225578,"score_gpt":0.26804744871907904,"score_spread":0.24721384862885346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097120204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07560828,0.000022208247,0.9226575,0.0005519021,0.0003673323,0.00032162506,0.00005988277,0.000023340514,0.00038792164],"genre_scores_gemma":[0.6911564,8.515854e-7,0.30868894,0.000038686794,0.00004097073,0.0000068665627,0.000019506226,0.0000032700193,0.000044541972],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987148,0.00009074327,0.0004642716,0.00019220875,0.00040431568,0.00013367407],"domain_scores_gemma":[0.99678993,0.00078659813,0.00079917454,0.00016905554,0.001420578,0.00003464952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071653666,0.00008428045,0.00021881447,0.000094250754,0.00012458858,0.00006578765,0.0002668058,0.000057653247,0.0000022805086],"category_scores_gemma":[0.0034413957,0.00007498434,0.00012355615,0.00038058404,0.000025659303,0.000055760367,0.00012652262,0.00006738471,4.1006774e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025129557,0.000055457058,0.04691549,0.000032248015,0.00037092695,9.230399e-8,0.00082795514,0.8622157,0.000028148694,0.08913369,0.000049674607,0.0003681038],"study_design_scores_gemma":[0.00025753796,0.000011245903,0.14021084,0.000018406625,0.0001366933,1.3024021e-7,0.000046196037,0.8291977,0.0001235714,0.029828915,0.00009658014,0.000072150135],"about_ca_topic_score_codex":0.0003277853,"about_ca_topic_score_gemma":0.000023957164,"teacher_disagreement_score":0.6155481,"about_ca_system_score_codex":0.00016002743,"about_ca_system_score_gemma":0.000083022285,"threshold_uncertainty_score":0.41199207},"labels":[],"label_agreement":null},{"id":"W2100002341","doi":"","title":"Replicated Softmax: an Undirected Topic Model","year":2009,"lang":"en","type":"article","venue":"Neural Information Processing Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":442,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Latent Dirichlet allocation; Softmax function; Computer science; Graphical model; Inference; Artificial intelligence; Topic model; Latent variable; Undirected graph; Dirichlet distribution; Theoretical computer science; Data mining; Machine learning; Algorithm; Graph; Deep learning; Mathematics","score_opus":0.03266415990600878,"score_gpt":0.2715287157289674,"score_spread":0.23886455582295862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100002341","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04927099,0.00006550938,0.9446685,0.00078516366,0.00025162043,0.00022649091,0.0000010265169,0.0010038618,0.0037268517],"genre_scores_gemma":[0.987062,0.0000012480795,0.01162013,0.0010246102,0.000060982937,0.000014047786,0.000016230153,0.0000037508537,0.0001970434],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986908,0.0000341144,0.0005033295,0.00020481285,0.0003051104,0.00026186137],"domain_scores_gemma":[0.99891937,0.000008337716,0.00024268273,0.0004939411,0.0002319308,0.00010375727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024581986,0.00012976074,0.00014820474,0.00013658249,0.0001994962,0.0008681432,0.0005798952,0.00008110482,8.156398e-7],"category_scores_gemma":[0.000037212387,0.000116340736,0.000026079948,0.00035287972,0.000009940114,0.0066399216,0.00003627888,0.00012674526,0.000020654394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008846892,0.00004689192,0.00012245381,0.0001649738,0.000004717107,0.0000020459256,0.004878316,0.36073604,0.0016074388,0.028055042,0.00063366466,0.60373956],"study_design_scores_gemma":[0.00015115883,0.00003798939,0.00025017268,0.000029387054,0.0000019191043,0.000029377752,0.00004052312,0.9978875,0.00024005986,0.00064627186,0.0005453687,0.00014029005],"about_ca_topic_score_codex":0.000022829585,"about_ca_topic_score_gemma":6.2880275e-7,"teacher_disagreement_score":0.937791,"about_ca_system_score_codex":0.000060591705,"about_ca_system_score_gemma":0.00009210513,"threshold_uncertainty_score":0.83715254},"labels":[],"label_agreement":null},{"id":"W2100958968","doi":"10.1109/ccece.2007.310","title":"Speeding Up QA: An Index Structure for Question Queries","year":2007,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Search engine indexing; Inverted index; Computer science; Bottleneck; Index (typography); Search engine; Scalability; Information retrieval; Question answering; Position (finance); Space (punctuation); Simple (philosophy); Disadvantage; Data mining; Artificial intelligence; Database; World Wide Web","score_opus":0.027307777981333346,"score_gpt":0.3046463902666466,"score_spread":0.27733861228531326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100958968","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1164804,0.0000126693885,0.88165796,0.0002411581,0.00064374,0.00008911004,4.9485527e-7,0.00015878762,0.00071569177],"genre_scores_gemma":[0.74607784,4.1066843e-7,0.25322357,0.00017209786,0.000199042,9.205307e-7,0.0000011274268,0.0000035028809,0.00032149738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999343,0.0000076121687,0.00012582992,0.00021838838,0.000120631405,0.00018458837],"domain_scores_gemma":[0.99958396,0.00003237452,0.000031761156,0.00023254305,0.000062225314,0.00005714903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029425198,0.0000666464,0.00006460852,0.000057628138,0.00008317559,0.00009849389,0.00028765568,0.000057681424,0.000012413472],"category_scores_gemma":[0.000031364892,0.000057554786,0.000019052626,0.00008697247,0.00001073884,0.00058770226,0.00005869319,0.000059228627,0.0000013845194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075359985,0.0000063300754,0.003535977,0.000011497227,0.0000038003195,0.0000015666408,0.0011000171,0.00048591348,0.004696598,0.8450371,0.00019062943,0.14492303],"study_design_scores_gemma":[0.00048568047,0.00012412884,0.010138802,0.000021112068,0.000004242001,0.000025477442,0.0003931504,0.82066286,0.038414877,0.122802876,0.0065668994,0.0003599218],"about_ca_topic_score_codex":0.00008535624,"about_ca_topic_score_gemma":0.0002454557,"teacher_disagreement_score":0.8201769,"about_ca_system_score_codex":0.000029311499,"about_ca_system_score_gemma":0.000021847423,"threshold_uncertainty_score":0.2347016},"labels":[],"label_agreement":null},{"id":"W2101916644","doi":"","title":"The Alyssa System at TAC QA 2008","year":2008,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Component (thermodynamics); Track (disk drive); Entertainment; Information retrieval; Physics; Operating system; Law; Political science","score_opus":0.011242958268532133,"score_gpt":0.22230698129982082,"score_spread":0.21106402303128868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101916644","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03208559,0.0020457462,0.95784867,0.00033493474,0.000047026813,0.00018829439,0.000002111407,0.00009868055,0.0073489565],"genre_scores_gemma":[0.9963405,0.00014816075,0.0016147054,0.000023551433,0.0000456773,0.00009768058,0.0000010786338,0.0000032391242,0.0017253715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99943584,0.000058745467,0.00015531815,0.00014912635,0.00009793607,0.00010303666],"domain_scores_gemma":[0.9990031,0.00026812367,0.000072377865,0.00056673517,0.00005742549,0.000032212374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038968484,0.00006101486,0.00008489991,0.000021883072,0.00063054956,0.000022147273,0.00045164852,0.000024939316,0.0000019966456],"category_scores_gemma":[0.000012224475,0.000042038213,0.000023265275,0.0001376112,0.0002478825,0.00010278029,0.00015954851,0.000041313313,0.000014888694],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000419888,0.000005039885,0.000076930664,0.000010295288,0.0000062752697,2.9731564e-7,0.00049410213,0.000028892622,0.00014062125,0.99169147,0.000121703786,0.0074201925],"study_design_scores_gemma":[0.00044381144,0.000053367257,0.0013585404,0.000022703764,0.000037205744,0.00031299898,0.00228078,0.0094093345,0.026215643,0.80572665,0.15370435,0.00043463192],"about_ca_topic_score_codex":0.000009127652,"about_ca_topic_score_gemma":0.0000023103232,"teacher_disagreement_score":0.964255,"about_ca_system_score_codex":0.0000130873195,"about_ca_system_score_gemma":0.00002631005,"threshold_uncertainty_score":0.48497412},"labels":[],"label_agreement":null},{"id":"W2104483432","doi":"","title":"Probabilistic Document Modeling for Syntax Removal in Text Summarization","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Automatic summarization; Computer science; Probabilistic logic; Syntax; Artificial intelligence; Natural language processing; Metric (unit); Statistical model; Term (time); Generative model; Hidden Markov model; Generative grammar; A priori and a posteriori; Information retrieval","score_opus":0.05544849043075354,"score_gpt":0.253299286546898,"score_spread":0.19785079611614445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104483432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022714525,0.000015043693,0.9699213,0.0001593238,0.00015519545,0.0003426316,1.9682211e-7,0.00009010265,0.006601696],"genre_scores_gemma":[0.6238429,0.000001501832,0.3757689,0.000072958384,0.000017488495,0.000033188964,7.857103e-7,0.000004076527,0.00025817682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914134,0.000019517813,0.00023211034,0.0003018104,0.000113039154,0.00019217267],"domain_scores_gemma":[0.999532,0.000029359828,0.00003008877,0.00032116493,0.00005118172,0.00003624758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003054698,0.000074401454,0.000087420274,0.0000764247,0.00003582907,0.00004584827,0.00035940262,0.000037790418,0.000018110046],"category_scores_gemma":[0.00006223047,0.00006729206,0.000026880147,0.00012722361,0.000006097635,0.0003496426,0.00010954419,0.000043936867,0.000008969882],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009232139,0.00005051809,0.00018970385,0.000034192177,0.000003960074,0.000004905164,0.0014369471,0.058323555,0.000104197905,0.90283775,0.00002151325,0.036983546],"study_design_scores_gemma":[0.0001580279,0.000018996241,0.000023721439,0.0000148266745,0.0000015386936,0.0000033662097,0.000019284662,0.8931266,0.00016787165,0.10632972,0.00005402617,0.000082006554],"about_ca_topic_score_codex":0.00026928674,"about_ca_topic_score_gemma":0.00012061896,"teacher_disagreement_score":0.83480304,"about_ca_system_score_codex":0.00006339373,"about_ca_system_score_gemma":0.00004451573,"threshold_uncertainty_score":0.27440903},"labels":[],"label_agreement":null},{"id":"W2105382461","doi":"10.1145/1943403.1943452","title":"A reinforcement learning framework for answering complex questions","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Computer science; Reinforcement learning; Artificial intelligence; Question answering; Support vector machine; Machine learning; Function (biology); Feature engineering; Feature (linguistics); Natural language processing; Deep learning","score_opus":0.10545968433774591,"score_gpt":0.3006082791712535,"score_spread":0.19514859483350758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105382461","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00077365595,0.000008838561,0.9846293,0.00019405037,0.0001478971,0.00013056642,6.3670804e-8,0.00027410788,0.01384156],"genre_scores_gemma":[0.4665196,0.00000119754,0.53290075,0.00015389455,0.000024951894,0.000017321054,3.6032765e-7,0.0000028265504,0.00037911595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993859,0.000011345542,0.00014104761,0.00018790721,0.000085984204,0.00018780347],"domain_scores_gemma":[0.99953306,0.00005375979,0.000035876714,0.00028450668,0.000041489417,0.000051335486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014028372,0.00006361765,0.00007021308,0.00004148546,0.00013474097,0.00004694201,0.00035070634,0.000033555876,0.00009953045],"category_scores_gemma":[0.0000627351,0.000059955015,0.000037211772,0.000081211714,0.000009725483,0.00018820816,0.00013008602,0.000090805755,0.000022804725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011459236,0.0000066752978,0.0001853162,0.0000055263426,0.0000047480435,5.351281e-7,0.0011818489,0.0058593387,0.0000798791,0.98173773,0.00004165251,0.010895601],"study_design_scores_gemma":[0.00009182915,0.0000624673,0.00048456242,0.000021403383,0.0000022855138,0.000002344487,0.000059445636,0.94149536,0.00038280815,0.052529514,0.004756836,0.00011115457],"about_ca_topic_score_codex":0.0000744694,"about_ca_topic_score_gemma":0.0000046965683,"teacher_disagreement_score":0.935636,"about_ca_system_score_codex":0.000019578918,"about_ca_system_score_gemma":0.00001737473,"threshold_uncertainty_score":0.24448945},"labels":[],"label_agreement":null},{"id":"W2106344701","doi":"10.1145/1871437.1871556","title":"Automatically suggesting topics for augmenting text documents","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Complement (music); Ranking (information retrieval); Information retrieval; Context (archaeology); Key (lock); Natural language processing; Artificial intelligence","score_opus":0.016657930866883428,"score_gpt":0.277368514942678,"score_spread":0.26071058407579456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106344701","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06978601,0.000002655035,0.91435486,0.0016685659,0.0006436184,0.00015887861,1.7391233e-7,0.0002817635,0.013103485],"genre_scores_gemma":[0.29211444,1.4259474e-7,0.70521754,0.00030515698,0.00014287632,0.00001464163,3.8442087e-7,0.0000044511025,0.0022004005],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991289,0.000008375241,0.00020827318,0.00024777764,0.00014979759,0.00025690682],"domain_scores_gemma":[0.9993224,0.0001148909,0.00004813204,0.0003925032,0.00005695353,0.00006513247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027268913,0.000076429395,0.00008451326,0.000034577806,0.000116767726,0.00021318131,0.000561303,0.000046552483,0.000045122564],"category_scores_gemma":[0.00020423159,0.00006712361,0.000039312454,0.000073487914,0.000010657635,0.00031773403,0.00021468067,0.00010839032,0.000026197928],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.173097e-7,0.000024981184,0.0019296596,0.00002775654,0.0000081964745,0.0000018228193,0.0002369321,0.000064212996,0.0055109723,0.61137444,0.00046632512,0.38035417],"study_design_scores_gemma":[0.00024028802,0.000017467042,0.000467042,0.000010575599,0.0000030870078,0.000006869395,0.00001662593,0.97085166,0.002267992,0.018029429,0.007955666,0.0001332707],"about_ca_topic_score_codex":0.000018281506,"about_ca_topic_score_gemma":0.000020413596,"teacher_disagreement_score":0.97078747,"about_ca_system_score_codex":0.000010507605,"about_ca_system_score_gemma":0.000034706518,"threshold_uncertainty_score":0.27372214},"labels":[],"label_agreement":null},{"id":"W2107134232","doi":"10.1109/icdmw.2006.71","title":"Enhancing Text Retrieval Performance using Conceptual Ontological Graph","year":2006,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Natural language processing; Phrase; Sentence; Text graph; Semantics (computer science); Search engine indexing; Representation (politics); Graph; Information retrieval; Artificial intelligence; Precision and recall; Term (time); Conceptual graph; Knowledge representation and reasoning; Theoretical computer science; Text mining","score_opus":0.03618108570638048,"score_gpt":0.2501687320287473,"score_spread":0.2139876463223668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107134232","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4910008,0.00004583751,0.5044646,0.000053800683,0.00014927384,0.000037839898,8.374264e-8,0.00012116185,0.004126555],"genre_scores_gemma":[0.83834165,0.0000018359311,0.16098198,0.00016625266,0.00012106806,6.4631865e-7,3.6635694e-7,0.0000035092464,0.00038265923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987861,0.000032567834,0.00025524685,0.00034944472,0.0002544954,0.00032213808],"domain_scores_gemma":[0.99945724,0.00005103589,0.00005403322,0.00033667329,0.000051481948,0.00004950859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022380198,0.00011157724,0.00013700328,0.000058956466,0.00014341006,0.000084149375,0.00047554044,0.00007371759,0.00005552782],"category_scores_gemma":[0.000018843974,0.000092299306,0.00004956627,0.00025898824,0.00007003364,0.00042534168,0.00016518185,0.00013137561,0.000032442265],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033690365,0.00018230132,0.025421496,0.000035662833,0.000022637376,0.000074507385,0.0012762442,0.025698727,0.11224716,0.81370026,0.0004025717,0.020904755],"study_design_scores_gemma":[0.00040413675,0.00008613471,0.0053373985,0.00002627329,0.000005063038,0.00007064246,0.00008410242,0.93063617,0.0592441,0.0030522682,0.0006883757,0.0003653371],"about_ca_topic_score_codex":0.0001355649,"about_ca_topic_score_gemma":0.000027686527,"teacher_disagreement_score":0.90493745,"about_ca_system_score_codex":0.000047068006,"about_ca_system_score_gemma":0.000049664253,"threshold_uncertainty_score":0.37638566},"labels":[],"label_agreement":null},{"id":"W2109209896","doi":"","title":"Measuring Lexical Cohesion: Beyond Word Repetition","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Cohesion (chemistry); Computer science; Vocabulary; Natural language processing; Antecedent (behavioral psychology); Noun phrase; Pronoun; Artificial intelligence; Linguistics; Phrase; Expression (computer science); Personal pronoun; Repetition (rhetorical device); Noun; Metric (unit); Psychology; Social psychology","score_opus":0.04119341609654793,"score_gpt":0.2294941727572702,"score_spread":0.18830075666072227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109209896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0146671515,0.000010877582,0.92689764,0.0016606668,0.00025061765,0.000032495558,2.7743726e-8,0.00020546773,0.05627508],"genre_scores_gemma":[0.8250325,0.00000121619,0.17337112,0.00059665256,0.00013747501,0.0000028312693,2.5362255e-7,0.0000028831525,0.0008550689],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925005,0.000037679958,0.000121842495,0.0002466474,0.0002052323,0.00013853579],"domain_scores_gemma":[0.9994234,0.000042526644,0.000022180498,0.00041954787,0.00003143087,0.000060951486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032498306,0.0000552608,0.00006830226,0.00003413086,0.00006711158,0.00007579501,0.0003258812,0.00003433963,0.000045869943],"category_scores_gemma":[0.000046802837,0.00004760945,0.000028810813,0.0000843636,0.000010166106,0.00022589749,0.0001313627,0.00006805313,0.00012346255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001523047,0.000017992796,0.0005035921,0.000007081134,0.0000025893953,0.000003094549,0.00011684125,0.00032971092,0.0010865709,0.76611596,0.0006106011,0.23120444],"study_design_scores_gemma":[0.0003568696,0.00005344845,0.0038214356,0.000037706028,0.0000033645201,0.000028875436,0.000012032676,0.86793983,0.010906116,0.09427343,0.022270886,0.00029601064],"about_ca_topic_score_codex":0.000012794373,"about_ca_topic_score_gemma":0.0000069711923,"teacher_disagreement_score":0.8676101,"about_ca_system_score_codex":0.000017221251,"about_ca_system_score_gemma":0.000012159961,"threshold_uncertainty_score":0.19414571},"labels":[],"label_agreement":null},{"id":"W2109830295","doi":"10.1162/coli.2006.32.3.379","title":"Similarity of Semantic Relations","year":2006,"lang":"en","type":"article","venue":"Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"University of Waterloo; Johns Hopkins University","keywords":"Analogy; Word (group theory); Similarity (geometry); Vector space model; Semantic similarity; Relation (database); Vector space; Latent semantic analysis","score_opus":0.01936146345015635,"score_gpt":0.25841519200576835,"score_spread":0.239053728555612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109830295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004410035,0.000049270708,0.98208785,0.00015920817,0.000427519,0.00004784648,0.00000536725,0.00007395278,0.012738956],"genre_scores_gemma":[0.6442087,1.9651642e-7,0.35547727,0.000035678666,0.0001697142,6.9554096e-7,0.000011284679,0.0000027170859,0.00009369986],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921995,0.000020185267,0.00027267207,0.00015927982,0.00022996386,0.000097918695],"domain_scores_gemma":[0.9989856,0.0002443583,0.00009540632,0.00019493191,0.0004549367,0.000024753399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011709679,0.00006170789,0.00009166336,0.00006771857,0.00007290688,0.00002767917,0.000259325,0.000034133005,0.0000062512227],"category_scores_gemma":[0.00045566406,0.00006803928,0.00003694312,0.00017124927,0.000031574888,0.00002872937,0.00008314009,0.00007258612,0.000018164272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.720753e-7,0.000024114323,0.002143857,0.0000060582815,0.0000023390508,0.0000020061686,0.000024121897,0.3621563,0.0000040900013,0.63505185,0.00038593062,0.00019904457],"study_design_scores_gemma":[0.000072708106,0.0000060500124,0.008318843,0.000007417024,0.0000034312764,0.0000014851829,0.0000010467642,0.6573916,0.00002503819,0.33256227,0.0015601652,0.00004994178],"about_ca_topic_score_codex":0.000037610673,"about_ca_topic_score_gemma":0.0000042920055,"teacher_disagreement_score":0.6397987,"about_ca_system_score_codex":0.000021341126,"about_ca_system_score_gemma":0.000094305025,"threshold_uncertainty_score":0.2774561},"labels":[],"label_agreement":null},{"id":"W2113673066","doi":"10.1109/hicss.2008.129","title":"Document Retrieval Using Proximity-Based Phrase Searching","year":2008,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Phrase; Computer science; Section (typography); Information retrieval; Vector space model; Phrase search; Space (punctuation); Matching (statistics); Natural language processing; Artificial intelligence; Search engine; Web search query; Mathematics","score_opus":0.06451732651132608,"score_gpt":0.29511614081772775,"score_spread":0.23059881430640167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113673066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34316054,0.000011991704,0.6553093,0.00041667305,0.00009644962,0.00009299501,1.13670744e-7,0.00013969484,0.000772183],"genre_scores_gemma":[0.615743,8.790489e-7,0.38364217,0.00038469044,0.0000443365,4.790069e-7,2.5834072e-7,0.000004149664,0.00018008448],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876654,0.000062674226,0.00017053017,0.0003243568,0.00039733408,0.0002785845],"domain_scores_gemma":[0.9992769,0.000039375635,0.00003636729,0.000497492,0.00004532209,0.00010455376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033910107,0.00009184089,0.00009752658,0.000086771244,0.00022121154,0.000083496736,0.00048341567,0.000031601892,0.00003032087],"category_scores_gemma":[0.000037861482,0.00008131179,0.000047280384,0.00023281765,0.000028124588,0.00050051365,0.00018857898,0.00013496472,0.000025779136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001870078,0.0009700445,0.024507646,0.000322978,0.00013936567,0.0022701186,0.011804501,0.4006764,0.13041607,0.36762604,0.0011119846,0.059967857],"study_design_scores_gemma":[0.0003054087,0.000022740225,0.00011244511,0.000012946189,0.0000015668979,0.000034451114,0.000006854995,0.9766672,0.02106848,0.0013566719,0.0002781479,0.00013307846],"about_ca_topic_score_codex":0.00008990483,"about_ca_topic_score_gemma":0.0000015776708,"teacher_disagreement_score":0.5759908,"about_ca_system_score_codex":0.00008381363,"about_ca_system_score_gemma":0.00021104513,"threshold_uncertainty_score":0.33157983},"labels":[],"label_agreement":null},{"id":"W2114562718","doi":"10.1613/jair.2784","title":"Complex Question Answering: Unsupervised Learning Approaches and Experiments","year":2009,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Research","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; University of Lethbridge","keywords":"Automatic summarization; Set (abstract data type); Tree kernel; Weighting; Relevance (law); Unsupervised learning; ENCODE; Kernel (algebra); Feature (linguistics)","score_opus":0.4485195580979168,"score_gpt":0.4474377941188779,"score_spread":0.0010817639790389189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114562718","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2151801,0.0003884833,0.7817964,0.0019360421,0.00010077084,0.000091906986,6.573642e-8,0.000021665284,0.00048459356],"genre_scores_gemma":[0.9527923,0.00009432474,0.046859175,0.00002878244,0.00018812426,0.0000011052115,1.9156298e-7,0.0000046323157,0.000031387648],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778503,0.00035356404,0.000498074,0.00023124258,0.0007809822,0.0003510946],"domain_scores_gemma":[0.9989751,0.00015767588,0.00011752127,0.00020948533,0.00036486558,0.000175379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031178656,0.000094545714,0.000179608,0.00036611297,0.00024743116,0.00035985754,0.0006569347,0.000060045742,0.000015652984],"category_scores_gemma":[0.0003324164,0.0000834112,0.000050802493,0.0004223457,0.00009291626,0.0005909434,0.00013110401,0.00062770385,0.000011758468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044465065,0.00013736467,0.00021157843,0.0000097293005,0.00001085481,0.000039726878,0.0038190642,0.007575038,0.038812675,0.08616489,0.000025420857,0.86314917],"study_design_scores_gemma":[0.0000521817,0.00085371005,0.0008585846,0.0000868584,0.000002642957,0.00008885657,0.0023438085,0.8930392,0.05097654,0.051134244,0.0004143214,0.00014901171],"about_ca_topic_score_codex":0.000019755362,"about_ca_topic_score_gemma":0.0000020648215,"teacher_disagreement_score":0.8854642,"about_ca_system_score_codex":0.00007564771,"about_ca_system_score_gemma":0.00009456297,"threshold_uncertainty_score":0.34701145},"labels":[],"label_agreement":null},{"id":"W2115008472","doi":"10.1162/tacl_a_00233","title":"Distributional Semantics Beyond Words: Supervised Learning of Analogy and Paraphrase","year":2013,"lang":"en","type":"preprint","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Paraphrase; Natural language processing; Similarity (geometry); Artificial intelligence; Computer science; Analogy; Distributional semantics; Word (group theory); Tuple; Pairwise comparison; Noun; Function (biology); Noun phrase; Semantic similarity; Linguistics; Mathematics","score_opus":0.016507278521685844,"score_gpt":0.25692435607696473,"score_spread":0.24041707755527889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115008472","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012282122,0.000097386896,0.98490125,0.0005786795,0.0011603135,0.00037473583,0.00044634676,0.000040494673,0.000118658594],"genre_scores_gemma":[0.8806467,0.000019961924,0.118858516,0.00002588593,0.000116123374,0.00002458863,0.00014655064,0.000010746097,0.0001509317],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826187,0.00011697545,0.00064719433,0.00030122104,0.0004980354,0.00017473193],"domain_scores_gemma":[0.995948,0.0011826346,0.00083908584,0.00027825596,0.001703799,0.00004820276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004547349,0.00017044765,0.00034392197,0.00013091318,0.00022280031,0.000065307315,0.0005201662,0.00021896396,0.0000049805094],"category_scores_gemma":[0.0011832569,0.00016711543,0.000239561,0.00019444444,0.000066094944,0.000044923294,0.00011786892,0.00040252515,7.75291e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005641678,0.000077371515,0.0035330092,0.00018092465,0.00019074009,9.2342106e-8,0.00035598982,0.8270766,0.000012513737,0.16787164,0.000069166264,0.0006262732],"study_design_scores_gemma":[0.00034499745,0.0000291988,0.0034801497,0.00006138639,0.00011982789,8.3687235e-7,0.000023922137,0.8357258,0.00008851662,0.15959103,0.00039538115,0.00013898865],"about_ca_topic_score_codex":0.000056557805,"about_ca_topic_score_gemma":0.000005997992,"teacher_disagreement_score":0.8683646,"about_ca_system_score_codex":0.00014705029,"about_ca_system_score_gemma":0.00029026056,"threshold_uncertainty_score":0.68147695},"labels":[],"label_agreement":null},{"id":"W2115284802","doi":"10.3115/1667583.1667617","title":"Query-focused summaries or query-biased summaries?","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Computer science; Automatic summarization; Query expansion; Information retrieval; Web query classification; Focus (optics); Query optimization; Web search query; Task (project management); Context (archaeology); Query language; RDF query language; Term (time); Sargable; Multi-document summarization; Search engine","score_opus":0.03382357611830247,"score_gpt":0.25941036811570356,"score_spread":0.2255867919974011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115284802","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013180724,0.000111040594,0.9551822,0.00936688,0.0005198184,0.00023936013,0.0000038310986,0.00096618995,0.020429982],"genre_scores_gemma":[0.66109234,0.00002691477,0.31908178,0.007135454,0.00026781656,0.000014121742,0.000009679494,0.000017906556,0.012353983],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811375,0.00007002574,0.00037053236,0.0005579474,0.00038470255,0.00050302217],"domain_scores_gemma":[0.9984105,0.00018534555,0.00008251529,0.0010563928,0.00009907439,0.00016615444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032197163,0.00022271826,0.0002653407,0.00012427187,0.00018921342,0.0004585634,0.0011257874,0.000115623625,0.00019820555],"category_scores_gemma":[0.00017568238,0.00016907687,0.000086781016,0.00040591016,0.000050546645,0.0008230186,0.00018625124,0.00018020105,0.00012026691],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060611037,0.00014359718,0.0011045077,0.000016597596,0.000025509404,0.00012489913,0.0011112829,0.00038051218,0.0006181554,0.697448,0.017482331,0.28148395],"study_design_scores_gemma":[0.0037580717,0.0009126413,0.00812037,0.0001459361,0.00003930403,0.00008124416,0.0002665552,0.56114215,0.020113194,0.10037445,0.30270302,0.0023430455],"about_ca_topic_score_codex":0.0003161061,"about_ca_topic_score_gemma":0.00040727254,"teacher_disagreement_score":0.6479116,"about_ca_system_score_codex":0.00005929904,"about_ca_system_score_gemma":0.00022721743,"threshold_uncertainty_score":0.6894755},"labels":[],"label_agreement":null},{"id":"W2115791615","doi":"","title":"Deep Learning for NLP (without Magic)","year":2012,"lang":"en","type":"article","venue":"Meeting of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Feature engineering; Deep learning; Artificial neural network; Paraphrase; Machine learning; Sentiment analysis; Natural language processing; Feature (linguistics); Focus (optics); MAGIC (telescope); Language model","score_opus":0.022720816901939583,"score_gpt":0.2786095360606215,"score_spread":0.25588871915868194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115791615","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00284011,0.000064126776,0.9922226,0.00031845408,0.0019480959,0.00028112184,0.0000055692776,0.000066719746,0.0022532044],"genre_scores_gemma":[0.68956333,4.0953213e-7,0.30924264,0.000085898595,0.00062820804,0.000010662781,0.000010335024,0.00000916903,0.00044937144],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881715,0.000072604926,0.00034101956,0.0001474626,0.0003618822,0.00025985634],"domain_scores_gemma":[0.996572,0.0016350761,0.0005976237,0.00014093112,0.0010150798,0.000039301005],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013860312,0.00008897814,0.00014659131,0.000044668974,0.00027157916,0.00005278375,0.00040214596,0.00006137528,5.789303e-7],"category_scores_gemma":[0.0136610055,0.00007997827,0.00013604989,0.000120516575,0.000011155771,0.000051872637,0.000118646516,0.00009763151,0.0000030596264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004978131,0.00004159337,0.08693471,0.00004713894,0.000041629795,1.5278388e-8,0.00073173386,0.65992665,0.000018944711,0.25088143,0.00029006353,0.0010811136],"study_design_scores_gemma":[0.00031440836,0.000017991026,0.005148931,0.00002381664,0.000025926396,3.424852e-7,0.00001970639,0.9410582,0.00013785546,0.037343107,0.01581066,0.00009906648],"about_ca_topic_score_codex":0.000006018312,"about_ca_topic_score_gemma":0.0000013187556,"teacher_disagreement_score":0.68672323,"about_ca_system_score_codex":0.00015641903,"about_ca_system_score_gemma":0.000050875416,"threshold_uncertainty_score":0.9946473},"labels":[],"label_agreement":null},{"id":"W2116535157","doi":"10.1109/ictai.2008.26","title":"Exploiting Syntactic and Shallow Semantic Kernels to Improve Random Walks for Complex Question Answering","year":2008,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Computer science; Question answering; Natural language processing; Artificial intelligence; Sentence; Graph; Word (group theory); Information retrieval; Task (project management); Theoretical computer science; Linguistics","score_opus":0.04657806458457651,"score_gpt":0.27570348450718907,"score_spread":0.22912541992261257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116535157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28187886,0.000019752602,0.7166463,0.0005058099,0.00014354967,0.00031913075,4.4687604e-7,0.00015089542,0.00033524266],"genre_scores_gemma":[0.76647484,0.000006028125,0.23292817,0.0003006862,0.000073417,0.000039367278,5.9493044e-7,0.00000817606,0.00016873257],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892336,0.000026390748,0.00022551026,0.000411233,0.00014258809,0.00027092983],"domain_scores_gemma":[0.9993109,0.00018665922,0.000047363745,0.00028459268,0.00006051784,0.00010996932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028928736,0.000118298594,0.00018232991,0.00007228433,0.00019091721,0.00010065959,0.00024981453,0.000035937068,0.000005519801],"category_scores_gemma":[0.00012291547,0.00011125014,0.000040737694,0.00008842672,0.000013558543,0.00044038545,0.00015966763,0.00006081663,0.000007702736],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002262314,0.00020279824,0.011606293,0.00068925665,0.00013838014,0.0001282228,0.020330483,0.009609962,0.4112794,0.091752745,0.00039730663,0.4536389],"study_design_scores_gemma":[0.0010326892,0.000076102864,0.0023229585,0.000046783272,0.000005965763,0.000067409506,0.00008309046,0.99130625,0.0033685027,0.0013474379,0.00013937193,0.0002034255],"about_ca_topic_score_codex":0.00017566897,"about_ca_topic_score_gemma":0.000028619143,"teacher_disagreement_score":0.9816963,"about_ca_system_score_codex":0.000034119657,"about_ca_system_score_gemma":0.000022400753,"threshold_uncertainty_score":0.4536649},"labels":[],"label_agreement":null},{"id":"W2117108960","doi":"10.2190/w5ar-dypw-40kx-fl99","title":"Essay Assessment with Latent Semantic Analysis","year":2003,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Topic Modeling","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Latent semantic analysis; Automatic summarization; Readability; Computer science; Natural language processing; Semantics (computer science); Semantic similarity; Quality (philosophy); Similarity (geometry); Probabilistic latent semantic analysis; Information retrieval; Artificial intelligence; Semantic analysis (machine learning); Data science","score_opus":0.08015701964176432,"score_gpt":0.4292517564698892,"score_spread":0.3490947368281249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117108960","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39887485,0.00015323964,0.59214884,0.0055576903,0.00024513187,0.00006602339,1.3026637e-7,0.0000055294668,0.0029485475],"genre_scores_gemma":[0.82707644,0.000004114575,0.1724519,0.00004376891,0.00014518137,8.7537705e-7,4.260003e-7,0.000004471648,0.00027282818],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971724,0.00047384723,0.00041721083,0.00022635322,0.0013892301,0.00032091804],"domain_scores_gemma":[0.996682,0.0011586471,0.00023249461,0.00035022176,0.0014141242,0.00016249799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047501964,0.00008457356,0.00021083074,0.0008286462,0.00025144356,0.00026045393,0.0007573529,0.0000295309,0.00008795105],"category_scores_gemma":[0.0003319425,0.00006332683,0.0001044388,0.0018104354,0.000047278707,0.0002362053,0.00010077702,0.00054979575,0.000008536576],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010792419,0.000693151,0.42837903,0.000042609754,0.00087513,0.000039699968,0.0017104902,0.155987,0.00026916593,0.4057334,0.0010500978,0.0052094352],"study_design_scores_gemma":[0.0008823348,0.00049863715,0.44364628,0.00021915567,0.00013502753,0.0004851992,0.00039054346,0.519187,0.00025027173,0.032754354,0.0011980226,0.00035320455],"about_ca_topic_score_codex":0.00001821817,"about_ca_topic_score_gemma":0.000004451732,"teacher_disagreement_score":0.42820156,"about_ca_system_score_codex":0.0002941337,"about_ca_system_score_gemma":0.0022677132,"threshold_uncertainty_score":0.40228257},"labels":[],"label_agreement":null},{"id":"W2117543632","doi":"10.1145/1367497.1367739","title":"Reasoning about similarity queries in text retrieval tasks","year":2008,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Similarity (geometry); Information retrieval; Sampling (signal processing); Data mining; Calibration; Document retrieval; Query expansion; Artificial intelligence; Mathematics","score_opus":0.02953565206192772,"score_gpt":0.25511994357873424,"score_spread":0.22558429151680653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117543632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3868224,0.00015267204,0.5855475,0.0009808722,0.00021588043,0.00008248736,3.7478057e-7,0.00022259603,0.02597524],"genre_scores_gemma":[0.89098233,0.00002587829,0.10732639,0.00043517523,0.000045074077,0.0000015656708,3.952076e-7,0.0000042289485,0.0011789784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989848,0.000040585386,0.00019743048,0.0003122103,0.00021700542,0.00024797756],"domain_scores_gemma":[0.9993603,0.000051826857,0.00003373218,0.00045917075,0.00003644835,0.00005850147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025790438,0.000088498775,0.00012603987,0.00007073988,0.00010332411,0.000050311042,0.0004783199,0.000064089036,0.000043864045],"category_scores_gemma":[0.00013654782,0.000082540086,0.000031370888,0.00029684714,0.000041143205,0.0004360997,0.00021873173,0.00017556343,0.000029709176],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000480812,0.00021299544,0.21814378,0.000044355096,0.000022754451,0.00068371644,0.015048609,0.0043680016,0.0015327212,0.7134135,0.004541811,0.04193972],"study_design_scores_gemma":[0.0008926783,0.000076111726,0.15276293,0.00008145931,0.0000025710542,0.00018726398,0.00013996201,0.8195827,0.0063869883,0.008059273,0.011171851,0.00065623067],"about_ca_topic_score_codex":0.00030235565,"about_ca_topic_score_gemma":0.00010003306,"teacher_disagreement_score":0.8152147,"about_ca_system_score_codex":0.00004598097,"about_ca_system_score_gemma":0.00008808255,"threshold_uncertainty_score":0.3365887},"labels":[],"label_agreement":null},{"id":"W2120520504","doi":"10.5815/ijmecs.2015.01.01","title":"Semantic Question Generation Using Artificial Immunity","year":2015,"lang":"en","type":"article","venue":"International Journal of Modern Education and Computer Science","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Sentence; Preprocessor; Artificial intelligence; Natural language processing; Classifier (UML); Set (abstract data type); Test set; Matching (statistics); Semantic role labeling","score_opus":0.08427210239310003,"score_gpt":0.3489781839158917,"score_spread":0.2647060815227917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120520504","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39660475,0.000100712954,0.59902614,0.00079326984,0.003416549,0.000022056403,1.0417488e-7,0.000008645574,0.000027775275],"genre_scores_gemma":[0.8053064,0.000007182337,0.19359383,0.00030782344,0.0007750774,4.5051374e-7,4.360112e-7,0.0000021220296,0.000006674457],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855775,0.00006255333,0.0003197914,0.00018212483,0.0007700381,0.00010774116],"domain_scores_gemma":[0.9979163,0.000015778987,0.00025401468,0.00017461748,0.001489682,0.00014960028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012736566,0.00007143203,0.000084259394,0.00033040298,0.00010106328,0.0006090953,0.0010036875,0.000024400204,0.0000010052235],"category_scores_gemma":[0.00007126633,0.00006643989,0.000027016897,0.00018906074,0.00007787074,0.0017065082,0.00021479634,0.00010753896,0.0000019549561],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063560715,0.0001996288,0.0005953797,0.0000020013376,0.00001187187,0.0000045612696,0.0027269493,0.020636205,0.008917362,0.0757753,0.00007556702,0.8910488],"study_design_scores_gemma":[0.00011118528,0.000035167148,0.0009076375,0.000028401695,0.0000030469128,0.00038693583,0.00004032774,0.964445,0.0014475561,0.03245091,0.00007361744,0.00007022009],"about_ca_topic_score_codex":0.000037009933,"about_ca_topic_score_gemma":0.0000031475481,"teacher_disagreement_score":0.9438088,"about_ca_system_score_codex":0.00018513066,"about_ca_system_score_gemma":0.0012607703,"threshold_uncertainty_score":0.58735204},"labels":[],"label_agreement":null},{"id":"W2121027694","doi":"","title":"DalTREC 2005 QA System Jellyfish: Mark-and-Match Approach to Question Answering","year":2005,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Question answering; Jellyfish; Rewriting; Computer science; Information retrieval; Natural language processing; Artificial intelligence; Programming language; Ecology; Biology","score_opus":0.016189602661224045,"score_gpt":0.2300128603648973,"score_spread":0.21382325770367325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121027694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016879285,0.00008452549,0.9346477,0.0013771054,0.00017606777,0.00018591373,3.786007e-7,0.00042121066,0.046227846],"genre_scores_gemma":[0.5754122,0.0000037235268,0.42230126,0.000265367,0.00015733893,0.000015170784,5.5801013e-7,0.000006716068,0.0018376271],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987356,0.000046319143,0.00023472057,0.0004570687,0.00021956573,0.00030671852],"domain_scores_gemma":[0.9992472,0.000024764578,0.000035607445,0.0004928368,0.000035632267,0.00016398133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005057403,0.00012491812,0.00014324342,0.00009185553,0.000084678955,0.00018401795,0.00045794543,0.000056047505,0.0000065447853],"category_scores_gemma":[0.000012481083,0.00011395651,0.000026316367,0.00014950606,0.000007907437,0.00045306765,0.0002440241,0.00008739759,0.00009598635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009562408,0.00012725343,0.001590639,0.00026688905,0.000029886527,0.00000773681,0.003001825,0.05675839,0.0010997127,0.5639458,0.0047866735,0.36837563],"study_design_scores_gemma":[0.00012758329,0.0000125064225,0.00042872684,0.00004366014,0.0000031907337,0.000040830957,0.0001061396,0.9893615,0.00054037734,0.000059900613,0.009089552,0.00018599398],"about_ca_topic_score_codex":0.00016514388,"about_ca_topic_score_gemma":0.000045614666,"teacher_disagreement_score":0.9326031,"about_ca_system_score_codex":0.00011007446,"about_ca_system_score_gemma":0.000023969324,"threshold_uncertainty_score":0.46470115},"labels":[],"label_agreement":null},{"id":"W2121771196","doi":"","title":"AMBER: A Modified BLEU, Enhanced Ranking Metric","year":2011,"lang":"en","type":"article","venue":"NPARC","topic":"Topic Modeling","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"BLEU; Metric (unit); Computer science; Machine translation; Ranking (information retrieval); Artificial intelligence; Natural language processing; Sentence; Consistency (knowledge bases); Task (project management); Recall; Translation (biology); Speech recognition; Linguistics","score_opus":0.04939886284340537,"score_gpt":0.24351303555473786,"score_spread":0.1941141727113325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121771196","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0486263,0.000027257402,0.78551763,0.000066374145,0.0002680304,0.000071288814,1.674553e-7,0.00016224362,0.16526072],"genre_scores_gemma":[0.7914293,0.0000048983043,0.20797764,0.00016177449,0.000043603584,0.0000107043625,1.5911031e-7,0.000005575223,0.00036634173],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897,0.00003618746,0.00017241722,0.00032158644,0.00023344585,0.00026640156],"domain_scores_gemma":[0.9992097,0.0000398598,0.000056452616,0.00057915394,0.000045900317,0.00006890701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023284322,0.00009447882,0.00012592156,0.00014674875,0.0000660855,0.000047854563,0.00072529796,0.000047089703,0.0001260969],"category_scores_gemma":[0.000042428255,0.000088728695,0.000050976556,0.00045013355,0.000014749207,0.00027635245,0.00019912161,0.00010764759,0.00009649575],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015974858,0.00010580726,0.00018250624,0.000024113317,0.000039300507,0.000032685988,0.006895342,0.00037746425,0.059123833,0.49070504,0.00042266469,0.44207528],"study_design_scores_gemma":[0.0011121392,0.00009067023,0.0013110036,0.000042136224,0.000017314549,0.000019162477,0.000036575704,0.5909947,0.16561204,0.23933804,0.00088066986,0.0005455384],"about_ca_topic_score_codex":0.000036865997,"about_ca_topic_score_gemma":0.0000036347872,"teacher_disagreement_score":0.742803,"about_ca_system_score_codex":0.000028652841,"about_ca_system_score_gemma":0.000034896202,"threshold_uncertainty_score":0.36182514},"labels":[],"label_agreement":null},{"id":"W2122963530","doi":"10.7939/r33775w6g","title":"Reliability of Online Scoring of First Mentions in the Edmonton Narrative Normative Instrument","year":2011,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reliability (semiconductor); Normative; Narrative; Computer science; Reliability engineering; Engineering; Political science; Linguistics; Law","score_opus":0.020423481448785957,"score_gpt":0.18734151343069239,"score_spread":0.16691803198190644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122963530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98266864,0.000010260151,0.005686953,0.0007094696,0.00003390575,0.00012434294,0.0000029147416,0.0000072786943,0.01075622],"genre_scores_gemma":[0.9703395,0.000014109693,0.029483419,0.00001531444,0.0000029260755,1.0812818e-7,0.0000028675313,0.0000014483145,0.0001403162],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99942404,0.000077673205,0.00016900404,0.00013285695,0.000118434014,0.0000780058],"domain_scores_gemma":[0.9993094,0.00012735644,0.00015383835,0.0003600297,0.000028595396,0.000020732386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000089238034,0.000056566136,0.00012929818,0.000084886175,0.000048201735,0.000003191488,0.0007475612,0.00002846092,0.000059726244],"category_scores_gemma":[0.000016724221,0.000050026054,0.000053216943,0.00023381482,0.000094527924,0.0011366551,0.00030697373,0.00007522514,5.986675e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007130139,0.00086517143,0.16043006,0.00012830849,0.000042752472,0.0000048499496,0.78174603,0.00054670556,0.00008361819,0.05449266,0.00016062368,0.0014278878],"study_design_scores_gemma":[0.0017979958,0.000558442,0.83090276,0.00057377515,0.000036897763,0.000003277278,0.08735865,0.05605225,0.008567712,0.012702014,0.0010961241,0.00035009574],"about_ca_topic_score_codex":0.0038876382,"about_ca_topic_score_gemma":0.0013726805,"teacher_disagreement_score":0.6943874,"about_ca_system_score_codex":0.000013564814,"about_ca_system_score_gemma":0.00005389082,"threshold_uncertainty_score":0.5876972},"labels":[],"label_agreement":null},{"id":"W2124006395","doi":"10.3758/brm.42.2.393","title":"Exploring lexical co-occurrence space using HiDEx","year":2010,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Topic Modeling","field":"Computer Science","cited_by":154,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Representation (politics); Co-occurrence; Set (abstract data type); Space (punctuation); A priori and a posteriori; Semantic space; Lexical decision task; Natural language processing; Artificial intelligence; Basis (linear algebra); Semantic data model; Hyperspace; Mathematics; Cognition","score_opus":0.8360044474353515,"score_gpt":0.6474662355025267,"score_spread":0.18853821193282483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124006395","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38136914,0.000021662781,0.61704075,0.00022201872,0.00070271804,0.00021176887,0.000003043973,0.00012160437,0.00030728517],"genre_scores_gemma":[0.19802347,0.000010282287,0.80154175,0.000013067284,0.0001819388,0.0001256436,0.0000013392211,0.000013019642,0.000089482026],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.995764,0.0012340819,0.00030190145,0.00075770053,0.0010371456,0.0009051346],"domain_scores_gemma":[0.9970671,0.0007812361,0.000051303017,0.0014315515,0.00027977768,0.00038902316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008494222,0.00016674571,0.00022395492,0.0003922172,0.00041409256,0.00038646997,0.0018214254,0.00011168966,0.000073107636],"category_scores_gemma":[0.0010712431,0.00016110092,0.00008964767,0.00081148755,0.00022357336,0.0010389443,0.0009058259,0.0017216079,0.000051338742],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039833626,0.00011736069,0.0041662026,0.000016270282,0.0000037835737,0.000096642456,0.00076991855,0.000040034887,0.39333966,0.026266815,0.000086853215,0.5750925],"study_design_scores_gemma":[0.00093081285,0.00022101378,0.019870378,0.00011863639,0.000024347959,0.0003467642,0.0004939048,0.32668617,0.58774334,0.00729882,0.054878734,0.0013870758],"about_ca_topic_score_codex":0.00022102374,"about_ca_topic_score_gemma":0.000008650139,"teacher_disagreement_score":0.5737054,"about_ca_system_score_codex":0.000086892935,"about_ca_system_score_gemma":0.0002970342,"threshold_uncertainty_score":0.74796253},"labels":[],"label_agreement":null},{"id":"W2125028118","doi":"","title":"AUEB at TAC 2008","year":2008,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; String (physics); Rank (graph theory); Natural language processing; Artificial intelligence; Support vector machine; Similarity (geometry); Mathematics","score_opus":0.013933346286805605,"score_gpt":0.23478537384350479,"score_spread":0.2208520275566992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125028118","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08100162,0.000733114,0.91183937,0.00021175633,0.000021567854,0.00010542307,0.0000018599349,0.00006570826,0.0060195844],"genre_scores_gemma":[0.9908126,0.00011589124,0.006932455,0.00005864069,0.000036165944,0.00004993159,0.0000017760515,0.0000029186153,0.00198961],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99955434,0.00002802921,0.000115285,0.00014779298,0.00007159874,0.00008295258],"domain_scores_gemma":[0.99938154,0.000103263475,0.000046393117,0.0003949434,0.000040096827,0.000033749766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017508134,0.000053561034,0.00007947348,0.00003306666,0.0002038,0.000008695571,0.00028601775,0.000024497236,0.000014059976],"category_scores_gemma":[0.0000104722185,0.00004827773,0.000017360057,0.00012423475,0.00017855811,0.00013399954,0.0001389131,0.000034221026,0.000017777911],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033591757,0.000011207169,0.0001941253,0.000006137725,0.0000034047964,3.2120658e-7,0.0006628088,0.000023049537,0.00051027787,0.98942846,0.00012478401,0.009032061],"study_design_scores_gemma":[0.00016783965,0.000022034108,0.0011499206,0.0000035475798,0.000006893786,0.00006493079,0.00012689056,0.0009914619,0.024844343,0.93961984,0.03284571,0.00015657266],"about_ca_topic_score_codex":0.0000066570224,"about_ca_topic_score_gemma":0.0000011888982,"teacher_disagreement_score":0.909811,"about_ca_system_score_codex":0.000006526483,"about_ca_system_score_gemma":0.00002345726,"threshold_uncertainty_score":0.19687086},"labels":[],"label_agreement":null},{"id":"W2125247927","doi":"10.3115/1690219.1690223","title":"Summarizing multiple spoken documents","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Salient; Transcription (linguistics); Speech recognition; Vocabulary; Word (group theory); Spoken language; Word error rate; Artificial intelligence; Natural language processing; Feature (linguistics); Language model; Independence (probability theory); Linguistics","score_opus":0.019453101614236773,"score_gpt":0.25235971961293857,"score_spread":0.2329066179987018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125247927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025311459,0.000024357498,0.92957413,0.0013718979,0.00017191535,0.000058856393,7.321015e-8,0.00023486359,0.04325246],"genre_scores_gemma":[0.79868364,0.0000020884688,0.19859791,0.0010193504,0.00003602068,8.208468e-7,2.8749434e-7,0.0000014594607,0.0016584233],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936104,0.000010843446,0.000106502914,0.00020750223,0.00013916797,0.00017494913],"domain_scores_gemma":[0.9995269,0.00002161503,0.000019140962,0.000363961,0.000016719176,0.00005167041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009989908,0.000058043795,0.000060139122,0.000037108937,0.000049675327,0.00010343808,0.00048614858,0.000022810873,0.000020688416],"category_scores_gemma":[0.000018438188,0.000050665745,0.000025317408,0.00009469291,0.000003513063,0.00040397779,0.000090839654,0.000049930113,0.000092704846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026982905,0.00006871339,0.0085995365,0.0000033467625,0.000008030412,0.000025003923,0.00050922495,0.00072174176,0.0038685992,0.28004155,0.002527676,0.7036239],"study_design_scores_gemma":[0.00067265774,0.00006417915,0.012757921,0.000016906311,0.0000024113954,0.000011822073,0.000019292776,0.926959,0.0061213053,0.028187422,0.024863625,0.0003235024],"about_ca_topic_score_codex":0.00005033658,"about_ca_topic_score_gemma":0.0000064842534,"teacher_disagreement_score":0.9262372,"about_ca_system_score_codex":0.000019211484,"about_ca_system_score_gemma":0.000012450592,"threshold_uncertainty_score":0.2066089},"labels":[],"label_agreement":null},{"id":"W2126034021","doi":"10.1017/s1351324901002765","title":"Discovery of inference rules for question-answering","year":2001,"lang":"en","type":"article","venue":"Natural Language Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":532,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Question answering; Inference; Computer science; Dependency (UML); Set (abstract data type); Parsing; Artificial intelligence; Natural language processing; Rule of inference; Programming language","score_opus":0.00715054306742324,"score_gpt":0.2517287714730841,"score_spread":0.24457822840566085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126034021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32969204,0.0010450957,0.6687211,0.000035879526,0.00029619032,0.000058945858,0.0000016789558,0.000104483646,0.000044606903],"genre_scores_gemma":[0.85686296,0.0000082973,0.14288828,0.000014085892,0.00009429534,0.000007891576,0.0000031435031,0.0000064876212,0.00011457482],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940544,0.000004998661,0.000143718,0.00016229316,0.00011187065,0.00017170057],"domain_scores_gemma":[0.99955714,0.000116846495,0.000033986216,0.00023600648,0.000033392484,0.000022623439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010354827,0.000088412016,0.00011180978,0.00007512856,0.00002051287,0.00005107102,0.0003342052,0.00003601382,0.0000012235042],"category_scores_gemma":[0.00018266862,0.000081373226,0.000049428105,0.00011230754,0.000005312778,0.00051084533,0.00007745496,0.000101462734,0.0000013340582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017205928,0.000042692176,0.0015354784,0.00035335272,0.000057737587,0.000059234364,0.0043472713,0.12694141,0.29985327,0.332292,0.000026248754,0.2344741],"study_design_scores_gemma":[0.0001601156,0.000014796295,0.0011018283,0.00009899991,0.0000034386135,0.000011457343,0.000035080855,0.9833108,0.01479864,0.00016396646,0.00014713389,0.0001537326],"about_ca_topic_score_codex":0.000034475972,"about_ca_topic_score_gemma":0.000004136893,"teacher_disagreement_score":0.8563694,"about_ca_system_score_codex":0.000027390039,"about_ca_system_score_gemma":0.000012592507,"threshold_uncertainty_score":0.33183038},"labels":[],"label_agreement":null},{"id":"W2127099514","doi":"","title":"Large-Scale Learning of Embeddings with Reconstruction Sampling","year":2011,"lang":"en","type":"article","venue":"International Conference on Machine Learning","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Vocabulary; Estimator; Context (archaeology); Sampling (signal processing); Artificial neural network; Scale (ratio); Encoder; Computer vision; Mathematics","score_opus":0.05268136800075558,"score_gpt":0.28672302850387354,"score_spread":0.23404166050311798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127099514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20851511,0.000009490717,0.7598861,0.00016015343,0.00030861486,0.000053189582,0.0000012228511,0.00013700087,0.030929107],"genre_scores_gemma":[0.89712477,0.000014257027,0.10211979,0.000041111358,0.000046354184,0.0000054942616,0.0000057943876,0.000011105201,0.0006313499],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986982,0.0000787962,0.00027607026,0.00038046303,0.000360605,0.00020588121],"domain_scores_gemma":[0.9991653,0.000054493783,0.00027604724,0.00019270828,0.00025512686,0.00005629988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035839688,0.00014387823,0.00016440554,0.0002057377,0.00012423379,0.00007742404,0.00059593096,0.00005407136,0.00037032747],"category_scores_gemma":[0.000100172496,0.00012944732,0.000049520753,0.00013782195,0.000036674326,0.0004175194,0.0001561264,0.0005539918,0.000025541589],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016761417,0.00014342353,0.18816273,0.00003087159,0.00012193922,0.000017410648,0.014609922,0.025445297,0.0050708354,0.6290587,0.0000044458397,0.13716681],"study_design_scores_gemma":[0.0004402932,0.00023113318,0.002643672,0.0001775786,0.0000056135336,0.000053799988,0.0006614334,0.9902681,0.0015129329,0.003189974,0.0006219773,0.00019349993],"about_ca_topic_score_codex":0.00010556535,"about_ca_topic_score_gemma":0.000023849321,"teacher_disagreement_score":0.96482277,"about_ca_system_score_codex":0.000039250783,"about_ca_system_score_gemma":0.000048625177,"threshold_uncertainty_score":0.52787083},"labels":[],"label_agreement":null},{"id":"W2128424286","doi":"10.1017/s1351324911000167","title":"Query-focused multi-document summarization: automatic data annotations and supervised learning approaches","year":2011,"lang":"en","type":"article","venue":"Natural Language Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Automatic summarization; Artificial intelligence; Conditional random field; Semi-supervised learning; Supervised learning; Support vector machine; Annotation; Machine learning; Information retrieval; Natural language processing; Artificial neural network","score_opus":0.05869544911709373,"score_gpt":0.23725411456844478,"score_spread":0.17855866545135105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128424286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10155777,0.0018244709,0.8955594,0.00006999616,0.00023666753,0.00014891021,0.0000020035845,0.0005202884,0.00008051448],"genre_scores_gemma":[0.6284912,0.000003520428,0.37135637,0.000015057366,0.000030503024,0.0000060091315,0.000023857772,0.000008885814,0.00006457208],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911666,0.000028416085,0.00017109812,0.00033350612,0.00014859998,0.00020171785],"domain_scores_gemma":[0.9993098,0.00005573693,0.00003568013,0.0005166468,0.000020208863,0.000061938576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019916748,0.00012946098,0.00011766851,0.0001006936,0.00007646188,0.00010840401,0.0005803596,0.000047059864,0.000010784627],"category_scores_gemma":[0.00015035477,0.00012173021,0.000017971559,0.00019490204,0.000009516477,0.00078794896,0.0003797776,0.00023461046,0.000004795518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055331534,0.0001090676,0.0039246725,0.00047503412,0.0001877856,0.00015638008,0.08322764,0.047732867,0.0062124385,0.029120324,0.000044669625,0.8288036],"study_design_scores_gemma":[0.00022515024,0.0000075704606,0.002344265,0.00002713925,0.0000069535517,0.000009617103,0.00020024493,0.99664176,0.00033303857,0.000009376288,0.00004266895,0.00015219713],"about_ca_topic_score_codex":0.00006810282,"about_ca_topic_score_gemma":0.000012093066,"teacher_disagreement_score":0.9489089,"about_ca_system_score_codex":0.000024367779,"about_ca_system_score_gemma":0.00001626395,"threshold_uncertainty_score":0.4964014},"labels":[],"label_agreement":null},{"id":"W2128739123","doi":"10.1609/aaai.v28i1.8933","title":"Learning Concept Embeddings for Query Expansion by Quantum Entropy Minimization","year":2014,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Query expansion; Computer science; Information retrieval; Embedding; Web search query; Representation (politics); Sargable; Web query classification; Theoretical computer science; Search engine; Artificial intelligence","score_opus":0.04401282363568374,"score_gpt":0.2829489593546883,"score_spread":0.23893613571900454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128739123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10938936,0.000018348774,0.8859873,0.0026008398,0.0005096435,0.0004395774,0.0000025258846,0.00013917725,0.00091327727],"genre_scores_gemma":[0.98796505,0.000017596612,0.011302472,0.00024332682,0.00010320899,0.00004005996,0.0000018838567,0.00001624224,0.000310143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803483,0.000030460922,0.000559992,0.0005784871,0.00042681527,0.00036939108],"domain_scores_gemma":[0.9983399,0.00020710927,0.00047512254,0.00025574514,0.0006369023,0.000085257816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005614642,0.00021840564,0.00026949964,0.00009136981,0.000284094,0.00026256716,0.0014340157,0.00011201527,0.000021602758],"category_scores_gemma":[0.0010699162,0.00017677642,0.00011909868,0.00031121747,0.00014375437,0.00047678064,0.00024244259,0.00025094498,0.00001889095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030849267,0.000053078867,0.00007590173,0.000030076382,0.00000620946,3.0694235e-8,0.0018365241,0.0009213514,0.0795225,0.8484528,0.0004730917,0.06859759],"study_design_scores_gemma":[0.000033754313,0.00019776399,0.000006458608,0.000106109714,0.000006110435,8.5108564e-7,0.00035797912,0.6066028,0.32152736,0.07048044,0.0005339869,0.00014641718],"about_ca_topic_score_codex":0.000027276481,"about_ca_topic_score_gemma":0.0000012434132,"teacher_disagreement_score":0.87857574,"about_ca_system_score_codex":0.000043922595,"about_ca_system_score_gemma":0.000056698478,"threshold_uncertainty_score":0.7208733},"labels":[],"label_agreement":null},{"id":"W2129198817","doi":"10.1109/icdmw.2009.49","title":"Parameterized Contrast in Second Order Soft Co-occurrences: A Novel Text Representation Technique in Text Mining and Knowledge Extraction","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Contrast (vision); Representation (politics); Natural language processing; Artificial intelligence; Knowledge extraction; Meaning (existential); Parameterized complexity; Information extraction; Information retrieval; Co-occurrence; Relationship extraction; Word (group theory); Linguistics; Algorithm","score_opus":0.04513540965388924,"score_gpt":0.3360023972293884,"score_spread":0.29086698757549917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129198817","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27163738,0.000051637562,0.7240527,0.00020192705,0.00006982822,0.00032342438,8.6860445e-7,0.00007159427,0.003590642],"genre_scores_gemma":[0.8549011,0.0000067795686,0.14475201,0.00012469731,0.000017421411,0.00004208201,0.0000019333095,0.0000034706734,0.0001505435],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987326,0.00006874426,0.00037953258,0.00047577953,0.000112987604,0.00023032074],"domain_scores_gemma":[0.9993151,0.0002365232,0.00009012456,0.000260239,0.000047573994,0.000050467865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004531226,0.00012857109,0.00019813431,0.0002694527,0.000038879476,0.00013499195,0.00022410024,0.000097624674,0.00004846458],"category_scores_gemma":[0.00012625942,0.00012484367,0.000019176969,0.00048385968,0.000025780506,0.00074891624,0.000045238576,0.00015402486,0.0000037725815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057322988,0.00053180876,0.014589241,0.000039548275,0.000008462302,0.000023987946,0.007531103,0.0004470201,0.15751591,0.006897025,0.00024417916,0.8121144],"study_design_scores_gemma":[0.0029449873,0.0001440276,0.055316173,0.00017222425,0.0000033591305,0.00008356579,0.0005811938,0.92520887,0.0119852675,0.0023447955,0.00076474616,0.00045077357],"about_ca_topic_score_codex":0.00010036413,"about_ca_topic_score_gemma":0.00053416827,"teacher_disagreement_score":0.9247619,"about_ca_system_score_codex":0.000049761074,"about_ca_system_score_gemma":0.0000808381,"threshold_uncertainty_score":0.50909775},"labels":[],"label_agreement":null},{"id":"W2130998770","doi":"10.1145/1596517.1596518","title":"Extrinsic summarization evaluation","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Speech and Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Sixth Framework Programme","keywords":"Automatic summarization; Computer science; Task (project management); Information retrieval; Audit; Human–computer interaction; Natural language processing; Artificial intelligence","score_opus":0.024218930316466627,"score_gpt":0.29291025333555487,"score_spread":0.26869132301908827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130998770","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047257796,0.0008914804,0.9497743,0.0010210553,0.000060920072,0.00012245064,4.852222e-7,0.000150835,0.0007206403],"genre_scores_gemma":[0.88284624,0.000017710188,0.11658792,0.000399891,0.000033196655,0.000005434797,0.0000020888813,0.0000037897473,0.000103741266],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918437,0.000031695854,0.00012661872,0.00026575912,0.00025239887,0.00013912847],"domain_scores_gemma":[0.9994972,0.000022646895,0.000040186776,0.00032340045,0.000066680535,0.000049920895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024076202,0.00008657066,0.0000743233,0.000119961405,0.00019050125,0.0001753455,0.00022644625,0.000046743924,0.000020946638],"category_scores_gemma":[0.0000343554,0.00008184119,0.000020805035,0.0002706592,0.000009944462,0.0005554298,0.0000043493496,0.00011156341,0.0000052981795],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027682693,0.000026537677,0.000008731467,0.00000650536,0.0000016740518,0.000003006769,0.0011368231,0.0003768467,0.0016918355,0.00011156916,0.0000019232048,0.9966318],"study_design_scores_gemma":[0.0010521711,0.00016511088,0.0015759778,0.00014184245,0.000048244565,0.00007983652,0.0007226022,0.9535074,0.031654015,0.010432492,0.00021474111,0.0004055425],"about_ca_topic_score_codex":0.00001322994,"about_ca_topic_score_gemma":0.000009614182,"teacher_disagreement_score":0.99622625,"about_ca_system_score_codex":0.000030502846,"about_ca_system_score_gemma":0.000051904288,"threshold_uncertainty_score":0.33373868},"labels":[],"label_agreement":null},{"id":"W2131876387","doi":"10.1145/2661829.2661935","title":"A Latent Semantic Model with Convolutional-Pooling Structure for Information Retrieval","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":687,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Explicit semantic analysis; Artificial intelligence; Natural language processing; Sentence; Word (group theory); Information retrieval; Context (archaeology); Probabilistic latent semantic analysis; Ranking (information retrieval); SemEval; Pooling; Semantic computing; Task (project management); Semantic Web; Semantic technology","score_opus":0.013073929773580288,"score_gpt":0.2120307665124632,"score_spread":0.1989568367388829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131876387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035578307,0.0000037580683,0.96304816,0.0005826077,0.00008120578,0.0001680004,0.0000020201658,0.000106380015,0.00042958176],"genre_scores_gemma":[0.69105005,3.0162636e-7,0.3084114,0.00041267613,0.000026273708,0.0000023007112,0.000004464844,0.0000022026502,0.00009034661],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993479,0.000008000284,0.00015360831,0.00013594319,0.00019820544,0.00015634342],"domain_scores_gemma":[0.99948156,0.000034080636,0.000057150894,0.00024302634,0.00014166665,0.00004249186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000149019,0.000074376585,0.00008194666,0.00005523649,0.00008147712,0.000097409174,0.0002441365,0.000033450935,0.00000266071],"category_scores_gemma":[0.000031913365,0.000054475815,0.00002293961,0.000089890455,0.000010274695,0.0007535902,0.000055522145,0.000055528642,0.000005161412],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014250289,0.000003476054,0.00010940633,0.000028213095,0.0000072951043,8.030069e-8,0.00027892724,0.48026168,0.00016983217,0.51647,0.00009594951,0.00256084],"study_design_scores_gemma":[0.0003580814,0.00003227453,0.00010893762,0.0000100672305,0.000003814654,0.000007332786,0.000004859276,0.98033744,0.00043537002,0.018342715,0.00027078265,0.0000883086],"about_ca_topic_score_codex":0.00000755148,"about_ca_topic_score_gemma":0.0000051756647,"teacher_disagreement_score":0.65547174,"about_ca_system_score_codex":0.000027358621,"about_ca_system_score_gemma":0.000058510643,"threshold_uncertainty_score":0.22214593},"labels":[],"label_agreement":null},{"id":"W2132052677","doi":"10.14569/ijacsa.2015.060121","title":"A Survey of Topic Modeling in Text Mining","year":2015,"lang":"en","type":"article","venue":"International Journal of Advanced Computer Science and Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":368,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Latent Dirichlet allocation; Topic model; Computer science; Probabilistic latent semantic analysis; Natural language processing; Artificial intelligence; Latent semantic analysis; Field (mathematics); Probabilistic logic; Information retrieval","score_opus":0.0669373198898449,"score_gpt":0.32942733013116254,"score_spread":0.26249001024131763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132052677","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21262115,0.00011561913,0.78649503,0.0003925282,0.00023309188,0.000046753416,6.395013e-7,0.000005181421,0.000089991365],"genre_scores_gemma":[0.803445,0.000017644621,0.19637519,0.00009017181,0.00006426326,0.0000031081252,2.2330323e-7,0.0000015341524,0.0000028467261],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987232,0.000021205076,0.00039202455,0.00017993324,0.0005748692,0.00010874447],"domain_scores_gemma":[0.99790466,0.00007228962,0.00020287574,0.00017876927,0.0015495223,0.00009186235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011018439,0.00005664514,0.00011938165,0.00032322123,0.000030158926,0.00008745848,0.001292682,0.000015946334,3.2630683e-7],"category_scores_gemma":[0.00009499086,0.000051959098,0.000017947325,0.000521121,0.00007077682,0.00088498794,0.00026625852,0.00007877204,5.6626817e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075159855,0.00006513439,0.003986649,0.0000025862348,0.0000074567374,0.0000049412283,0.0009720907,0.2302879,0.00059258426,0.01371821,0.0000112977705,0.7503436],"study_design_scores_gemma":[0.00037207213,0.00004209414,0.004615111,0.00003659407,8.4518757e-7,0.00004163398,0.000051916773,0.98965025,0.00020881498,0.004713719,0.0002066746,0.000060296738],"about_ca_topic_score_codex":0.000036996178,"about_ca_topic_score_gemma":0.000013364578,"teacher_disagreement_score":0.75936234,"about_ca_system_score_codex":0.00007608223,"about_ca_system_score_gemma":0.00034906046,"threshold_uncertainty_score":0.24021463},"labels":[],"label_agreement":null},{"id":"W2132551194","doi":"10.1109/ccece.2011.6030578","title":"Unsupervised language model adaptation using n-gram weighting","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"","keywords":"Latent Dirichlet allocation; Perplexity; Language model; Computer science; Weighting; Topic model; n-gram; Artificial intelligence; Cluster analysis; Vocabulary; Document clustering; Natural language processing; Word (group theory); Mathematics; Linguistics","score_opus":0.1257445697567923,"score_gpt":0.26532571009815514,"score_spread":0.13958114034136285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132551194","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20063874,0.00002237555,0.78776765,0.000023436116,0.00007031898,0.00004936576,1.3831304e-7,0.00018837501,0.011239596],"genre_scores_gemma":[0.51711965,4.74638e-7,0.48263153,0.000103991435,0.000015943338,0.0000011610832,2.3136096e-7,0.0000035069609,0.00012350616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992959,0.000019954825,0.00014371269,0.00022824621,0.00013699198,0.00017522473],"domain_scores_gemma":[0.9995213,0.000011475627,0.000034263332,0.00034823874,0.000035945744,0.000048743655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014042186,0.000074350995,0.00007023377,0.000059337337,0.00006709907,0.000045696634,0.0003706996,0.000035181598,0.000028506249],"category_scores_gemma":[0.00001083507,0.00006661588,0.000030735104,0.00012255809,0.0000074913464,0.00046917642,0.00011645752,0.00005896653,0.000018704051],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065000236,0.0001111134,0.0007665546,0.000029526205,0.0000243417,0.0000350238,0.08565441,0.15944786,0.02053648,0.5054628,0.000033728837,0.22789164],"study_design_scores_gemma":[0.00009984614,0.000006338924,0.00003823216,0.000006617396,0.0000024090007,0.0000036151857,0.00029634265,0.99284554,0.0027937882,0.0038112935,0.0000033082256,0.00009265732],"about_ca_topic_score_codex":0.00040219704,"about_ca_topic_score_gemma":0.000023012648,"teacher_disagreement_score":0.8333977,"about_ca_system_score_codex":0.000022053275,"about_ca_system_score_gemma":0.00004056275,"threshold_uncertainty_score":0.2716517},"labels":[],"label_agreement":null},{"id":"W2133823287","doi":"10.1016/j.jbi.2010.07.003","title":"Unsupervised grammar induction and similarity retrieval in medical language processing using the Deterministic Dynamic Associative Memory (DDAM) model","year":2010,"lang":"en","type":"review","venue":"Journal of Biomedical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Conestoga College","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Representation (politics); Grammar; Similarity (geometry); Selection (genetic algorithm); Associative property; Content-addressable memory; Unsupervised learning; Information processing; Machine learning; Information retrieval; Artificial neural network","score_opus":0.05273643276839589,"score_gpt":0.36504667130353124,"score_spread":0.31231023853513534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133823287","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026560712,0.41270697,0.58316964,0.00033052237,0.00073984015,0.00033474996,0.000009153934,0.00002415697,0.00002888744],"genre_scores_gemma":[0.0025744524,0.8660147,0.13028483,0.0005155806,0.00053865835,0.0000041007256,0.000013180153,0.000039297487,0.000015207396],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995549,0.00021807042,0.0021682007,0.0001468556,0.0015710155,0.00034685925],"domain_scores_gemma":[0.9969776,0.00042500166,0.0018017946,0.00031714563,0.00017527281,0.00030318028],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003889182,0.00029719542,0.0011490462,0.00046826407,0.00014483753,0.00023355022,0.0011066399,0.00084765686,0.0000036312606],"category_scores_gemma":[0.0015997223,0.00018078608,0.00020686729,0.00066429895,0.0002759796,0.00072867505,0.00043210757,0.002994225,8.304456e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026180944,0.000038550068,6.3194113e-7,0.0021053248,0.000027875722,0.00006560532,0.0041779415,0.000032656328,0.0000013103805,0.00001967582,0.0000067976507,0.99352103],"study_design_scores_gemma":[0.0003398323,0.00004659867,0.0000018595376,0.0047990615,0.00014419461,0.0011520984,0.00044246524,0.9891046,3.6818327e-7,0.00030863963,0.003466166,0.00019406476],"about_ca_topic_score_codex":0.000004787696,"about_ca_topic_score_gemma":0.0000066850553,"teacher_disagreement_score":0.99332696,"about_ca_system_score_codex":0.00032943796,"about_ca_system_score_gemma":0.0023067943,"threshold_uncertainty_score":0.9993059},"labels":[],"label_agreement":null},{"id":"W2134506009","doi":"10.1145/2484028.2484174","title":"Boosting novelty for biomedical information retrieval through probabilistic latent semantic analysis","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"U.S. National Library of Medicine; University of Illinois at Chicago; University of Wisconsin-Madison","keywords":"Novelty; Computer science; Probabilistic logic; Learning to rank; Information retrieval; Boosting (machine learning); Probabilistic latent semantic analysis; Novelty detection; Ranking (information retrieval); Baseline (sea); Rank (graph theory); Latent semantic analysis; Artificial intelligence; Divergence-from-randomness model; Machine learning","score_opus":0.028830473732393228,"score_gpt":0.25998215388328144,"score_spread":0.23115168015088822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134506009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036919527,0.0000056375966,0.959602,0.0019338953,0.00016337549,0.00042113673,0.0000014142155,0.00016244726,0.00079056795],"genre_scores_gemma":[0.72124493,7.7199314e-7,0.2781687,0.00042961643,0.00003859554,0.0000134096645,0.000013133991,0.0000023375003,0.0000885126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881744,0.000016098887,0.00039664644,0.0002144884,0.00029976125,0.00025555425],"domain_scores_gemma":[0.9991234,0.0001349143,0.00010049249,0.0003771694,0.00019392847,0.000070123424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029992923,0.00009459526,0.00016459364,0.00012511063,0.000095391384,0.0002385633,0.0004018234,0.00006187597,0.000068204],"category_scores_gemma":[0.00032005005,0.00007282116,0.00010045411,0.00073037995,0.000025282614,0.0014711932,0.0001563779,0.00006619848,0.00008437652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035326688,0.0004930162,0.007478756,0.000921409,0.0013809488,0.0000048695865,0.015701665,0.04466966,0.0023084942,0.70116645,0.008061721,0.21777767],"study_design_scores_gemma":[0.00019368043,0.000033628545,0.0015395703,0.0000071452823,0.000044137978,0.000001998135,0.000027136895,0.9896248,0.00008038076,0.007903414,0.0004388521,0.0001052526],"about_ca_topic_score_codex":0.00019718106,"about_ca_topic_score_gemma":0.0000051543757,"teacher_disagreement_score":0.94495517,"about_ca_system_score_codex":0.000049941907,"about_ca_system_score_gemma":0.00004871504,"threshold_uncertainty_score":0.2969561},"labels":[],"label_agreement":null},{"id":"W2137006453","doi":"10.1162/coli_a_00206","title":"Towards Topic-to-Question Generation","year":2015,"lang":"en","type":"article","venue":"Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Latent Dirichlet allocation; Predicate (mathematical logic); Natural language processing; Correctness; Artificial intelligence; Topic model; Similarity (geometry); Subsequence; Context (archaeology); String (physics); Information retrieval; Algorithm; Mathematics; Programming language","score_opus":0.08126377489865644,"score_gpt":0.32306504233377414,"score_spread":0.2418012674351177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137006453","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00301433,0.00003248185,0.9867741,0.00077622815,0.0024751902,0.00008590688,0.0000020153973,0.00014540025,0.0066943523],"genre_scores_gemma":[0.48864713,2.9032293e-7,0.50943816,0.0005696138,0.0012204405,0.0000038676285,0.000016716005,0.0000038417606,0.00009996509],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902713,0.000039086382,0.00019972725,0.00024626544,0.00035781556,0.00012994617],"domain_scores_gemma":[0.9986648,0.000037078164,0.000043990396,0.00021100775,0.00087989157,0.00016325607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027131665,0.00008291971,0.00008223266,0.000079871366,0.000063864914,0.00012526497,0.0003046051,0.000039202812,0.0000024414417],"category_scores_gemma":[0.0015907681,0.00008868984,0.000021292497,0.00016854978,0.000009745845,0.00005161215,0.0001283754,0.000067176006,0.000100733785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7121555e-7,0.000013014511,0.00009540563,0.0000021604253,0.0000024934436,0.0000044570975,0.00026066208,0.36957103,0.000006966484,0.61654747,0.0019436638,0.011551805],"study_design_scores_gemma":[0.00012733438,0.00003674771,0.0003845765,0.000005826154,0.0000022587462,0.0000041022267,0.0000038735375,0.8794093,0.00006790484,0.09683399,0.023021525,0.00010252144],"about_ca_topic_score_codex":0.000017415769,"about_ca_topic_score_gemma":0.000002636399,"teacher_disagreement_score":0.51971346,"about_ca_system_score_codex":0.000093411545,"about_ca_system_score_gemma":0.00023013409,"threshold_uncertainty_score":0.36166668},"labels":[],"label_agreement":null},{"id":"W2138211541","doi":"10.1007/978-3-642-31178-9_10","title":"Learning Good Decompositions of Complex Questions","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Support vector machine; Artificial intelligence; Training set; Classifier (UML); Set (abstract data type); Simple (philosophy); Machine learning; Transformation (genetics); Natural language processing; Data mining; Information retrieval","score_opus":0.02919150543798983,"score_gpt":0.27164587961385434,"score_spread":0.24245437417586452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138211541","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013730637,0.00047834864,0.9911787,0.0004933352,0.0008500094,0.00022508112,0.0000040260134,0.00017119931,0.0064619766],"genre_scores_gemma":[0.42420903,0.00003068931,0.575045,0.00023028783,0.00026920758,0.0000047407707,0.0000055373375,0.0000198788,0.00018567016],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99709105,0.00005385283,0.00058858853,0.00093228905,0.0007483327,0.0005859051],"domain_scores_gemma":[0.9975921,0.00043318307,0.00034519282,0.0011830007,0.0002643288,0.00018218165],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000718939,0.00037435224,0.0004867957,0.0007417387,0.00030542153,0.00019326033,0.0024765795,0.00023730195,0.000046314795],"category_scores_gemma":[0.00006486656,0.00037653602,0.0001425379,0.00045870652,0.00049046095,0.0005675778,0.0012251573,0.000860957,0.000040265066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015048378,0.000048801478,0.00025780709,0.00004347816,0.00001450687,0.000013245027,0.0010598251,0.15203613,0.0011197083,0.17695837,0.0000062407303,0.6684404],"study_design_scores_gemma":[0.000216161,0.00016160487,0.00063027645,0.00046424958,0.000017932052,0.000106328225,3.0052541e-7,0.9003332,0.00089439267,0.093793325,0.0027125804,0.00066963164],"about_ca_topic_score_codex":0.000039830804,"about_ca_topic_score_gemma":0.000037738584,"teacher_disagreement_score":0.7482971,"about_ca_system_score_codex":0.0002041512,"about_ca_system_score_gemma":0.00034106543,"threshold_uncertainty_score":0.99986863},"labels":[],"label_agreement":null},{"id":"W2138806976","doi":"10.1111/j.1756-8765.2010.01109.x","title":"Discovering Binary Codes for Documents by Learning Deep Generative Models","year":2010,"lang":"en","type":"article","venue":"Topics in Cognitive Science","topic":"Topic Modeling","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Generative model; Generative grammar; Artificial intelligence; Word (group theory); Binary number; Inference; Set (abstract data type); Code (set theory); Natural language processing; Filter (signal processing); Binary code; Associative property; Deep learning; Information retrieval; Machine learning; Mathematics; Arithmetic","score_opus":0.037740180672845305,"score_gpt":0.32495399548843823,"score_spread":0.28721381481559294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138806976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35839787,0.000033509143,0.6383791,0.00019345214,0.0003611962,0.00019453121,0.0000028161135,0.000037494287,0.0024000183],"genre_scores_gemma":[0.9171417,0.000010554037,0.082053006,0.00018647649,0.000076170014,0.000058399353,0.0000023910966,0.000005721964,0.0004656243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830544,0.000032230204,0.00020456052,0.0006579731,0.00036036404,0.00043942474],"domain_scores_gemma":[0.99922246,0.0001776247,0.000074995536,0.00024002537,0.00019284771,0.000092058544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007833086,0.00013331497,0.00013817544,0.00014729425,0.0003679076,0.00030880256,0.0009170898,0.00005027659,0.000008321201],"category_scores_gemma":[0.0003400439,0.00012931645,0.00003228189,0.0004020814,0.00027389586,0.0018120045,0.00044597592,0.00033195427,0.000004502353],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029701485,0.00025325324,0.010521063,0.000045749377,0.000020720487,0.000026516625,0.015673378,0.040597133,0.17136931,0.43422383,0.00006692234,0.3271724],"study_design_scores_gemma":[0.00035495526,0.00006139612,0.00041495627,0.00002647947,0.0000022036247,0.0000029573087,0.00021334559,0.9487738,0.017953197,0.031804122,0.00019187736,0.00020070917],"about_ca_topic_score_codex":0.000043334723,"about_ca_topic_score_gemma":0.00006135135,"teacher_disagreement_score":0.90817666,"about_ca_system_score_codex":0.000056736844,"about_ca_system_score_gemma":0.00014145012,"threshold_uncertainty_score":0.5273372},"labels":[],"label_agreement":null},{"id":"W2139061136","doi":"10.1007/11863878_56","title":"MedSearch: A Retrieval System for Medical Information Based on Semantic Similarity","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Information retrieval; Similarity (geometry); National library; Computer science; Semantic similarity; Medical information; World Wide Web; Artificial intelligence; Library science","score_opus":0.025050280224039736,"score_gpt":0.2595427266373837,"score_spread":0.23449244641334396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139061136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003438704,0.000036139863,0.99242425,0.0020296976,0.0018096274,0.00074792193,0.000011155058,0.00025519574,0.002651623],"genre_scores_gemma":[0.50166917,0.0000037610762,0.4935167,0.0036808376,0.00093707495,0.000023302899,0.000034680255,0.000037497073,0.00009697961],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947915,0.000049358267,0.00076451,0.0010370777,0.0026760355,0.000681533],"domain_scores_gemma":[0.9966359,0.0010656819,0.00029167545,0.0013879846,0.00038447592,0.00023426097],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027539253,0.00043019134,0.0005045169,0.0009813756,0.00028630364,0.0005916508,0.00326717,0.0005304807,0.0000079141355],"category_scores_gemma":[0.00047938185,0.00038354672,0.00016341395,0.00048949465,0.00032150515,0.0006961961,0.0006508546,0.0008828056,0.00002609575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052841384,0.000051274736,0.000031365118,0.000761834,0.000012364712,0.0000996434,0.0004389775,0.4378417,0.000013096726,0.065392435,0.00017393914,0.4951305],"study_design_scores_gemma":[0.00047398236,0.00016407385,0.000020157304,0.00080827816,0.0000055054397,0.000025428371,1.12366635e-7,0.98416585,0.0003371225,0.0125545645,0.0010621997,0.0003827222],"about_ca_topic_score_codex":0.000033669075,"about_ca_topic_score_gemma":0.000030793923,"teacher_disagreement_score":0.54632413,"about_ca_system_score_codex":0.00059310277,"about_ca_system_score_gemma":0.0013956258,"threshold_uncertainty_score":0.99986166},"labels":[],"label_agreement":null},{"id":"W2140813566","doi":"10.1177/1557988314528238","title":"Repackaging Prostate Cancer Support Group Research Findings","year":2014,"lang":"en","type":"article","venue":"American Journal of Men s Health","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Institute of Gender and Health; Canadian Institutes of Health Research","keywords":"Psychosocial; Focus group; Formative assessment; Knowledge translation; Context (archaeology); Interactivity; Medical education; Test (biology); Psychology; Computer science; Knowledge management; World Wide Web; Medicine; Pedagogy","score_opus":0.04359463641037264,"score_gpt":0.38944209551507436,"score_spread":0.3458474591047017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140813566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49937338,0.00041493736,0.42654172,0.070497595,0.0007200146,0.00027843594,0.0000018358496,0.0000690565,0.0021030197],"genre_scores_gemma":[0.94041187,0.00035907506,0.0570211,0.0017632254,0.00026540412,0.000004453485,2.3848176e-7,0.000012695076,0.00016193089],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99718297,0.00052846037,0.00058698445,0.0002631014,0.0008306363,0.00060783804],"domain_scores_gemma":[0.9982753,0.00018500446,0.0005062767,0.0004036307,0.00026065807,0.0003691613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071502365,0.000097295924,0.00034745928,0.00029312112,0.00021723949,0.00009754589,0.00084104954,0.000015330132,0.000012914828],"category_scores_gemma":[0.000098553784,0.00008179941,0.0000590505,0.0005905132,0.00012119169,0.00037531854,0.00015271027,0.00053001754,0.000009616409],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000293879,0.000045220484,0.011614748,0.000038993992,0.000023622513,0.000023925566,0.010881096,0.00019313837,0.00020350171,0.006670174,0.008112257,0.9621639],"study_design_scores_gemma":[0.0071313246,0.031193603,0.101698264,0.0027345016,0.000037406386,0.0023435396,0.015788743,0.19235855,0.0016912876,0.03034825,0.6123856,0.0022889227],"about_ca_topic_score_codex":0.0011897585,"about_ca_topic_score_gemma":0.000025110203,"teacher_disagreement_score":0.959875,"about_ca_system_score_codex":0.0003044502,"about_ca_system_score_gemma":0.00073418906,"threshold_uncertainty_score":0.3335683},"labels":[],"label_agreement":null},{"id":"W2140920152","doi":"10.1007/978-3-540-68825-9_27","title":"A Statistical Model for Topic Segmentation and Clustering","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Cluster analysis; Segmentation; Document clustering; Artificial intelligence; Statistical model; Brown clustering; Hierarchical clustering; Topic model; Bayesian probability; Natural language processing; Pattern recognition (psychology); Data mining; Fuzzy clustering; Canopy clustering algorithm","score_opus":0.0366026267238402,"score_gpt":0.2742441229591897,"score_spread":0.2376414962353495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140920152","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000870439,0.00018017588,0.99817395,0.0003189957,0.0004980304,0.00038958015,0.000006342315,0.000071238064,0.0002746567],"genre_scores_gemma":[0.049876697,0.000047724756,0.94898164,0.0006795033,0.00016594947,0.000014308717,0.000003412668,0.000014966526,0.00021576832],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978994,0.000009604705,0.0003186227,0.0009947267,0.0004132421,0.0003643704],"domain_scores_gemma":[0.9988772,0.0002869201,0.000105521125,0.00053316756,0.00009326841,0.000103870414],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002858885,0.0002594038,0.00027896505,0.00027748017,0.00019223763,0.00023561777,0.00086759246,0.00014820734,0.0000020917978],"category_scores_gemma":[0.000043424472,0.0002523208,0.000039803013,0.00009290557,0.00023294642,0.00035170323,0.000641161,0.00026059075,0.0000020605623],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000304587,0.0000060511434,0.000014155325,0.000048733356,0.000003690488,0.000014787319,0.0012954519,0.24239269,0.000052030602,0.014467239,0.000011250371,0.7416909],"study_design_scores_gemma":[0.00020263887,0.000052786832,0.000017757264,0.00007490642,0.0000032059565,0.0000440079,6.8738835e-8,0.9202782,0.00007677695,0.07892034,0.00008327522,0.00024606186],"about_ca_topic_score_codex":0.000008214754,"about_ca_topic_score_gemma":0.00004138003,"teacher_disagreement_score":0.7414448,"about_ca_system_score_codex":0.00014876433,"about_ca_system_score_gemma":0.00024262794,"threshold_uncertainty_score":0.9999929},"labels":[],"label_agreement":null},{"id":"W2141520705","doi":"10.1023/a:1026028229881","title":"Applying Machine Learning to Text Segmentation for Information Retrieval","year":2003,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Segmentation; Computer science; Text segmentation; Artificial intelligence; Pattern recognition (psychology); Natural language processing; Word (group theory); Mathematics","score_opus":0.016645412208762866,"score_gpt":0.25568494074736936,"score_spread":0.2390395285386065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141520705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013145828,0.000014916606,0.98080134,0.0002860309,0.00058100437,0.001337618,0.00000948932,0.00026627906,0.0035574909],"genre_scores_gemma":[0.73996913,0.000009288218,0.25644788,0.002910964,0.00008605512,0.00012793673,0.00020223408,0.000013224993,0.0002332498],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982131,0.000054767395,0.00069648214,0.00014890144,0.0005632973,0.0003234305],"domain_scores_gemma":[0.9987821,0.0001184678,0.00030350228,0.00030270047,0.00036046572,0.00013276139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010913797,0.00016411339,0.00015319453,0.00039728018,0.0003189477,0.00056286907,0.00036516887,0.00010262099,0.000022806034],"category_scores_gemma":[0.0011348297,0.00017024741,0.00006952147,0.0007744515,0.0000103703715,0.00702247,0.0000847463,0.00019098044,0.00033101375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004527553,0.000045205004,0.0009856811,0.0003584147,0.000064169064,9.814225e-7,0.023964575,0.12270166,0.003111723,0.2245377,0.0012385389,0.6225386],"study_design_scores_gemma":[0.001439928,0.0002376027,0.00016680188,0.000026778194,0.000009425885,0.000018093671,0.0005584903,0.586629,0.014444729,0.0007945496,0.39530465,0.0003699399],"about_ca_topic_score_codex":0.000009044008,"about_ca_topic_score_gemma":7.178546e-7,"teacher_disagreement_score":0.72682333,"about_ca_system_score_codex":0.00018157878,"about_ca_system_score_gemma":0.00011393139,"threshold_uncertainty_score":0.6942488},"labels":[],"label_agreement":null},{"id":"W2141694739","doi":"10.1145/544220.544227","title":"Using librarian techniques in automatic text summarization for information retrieval","year":2002,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; National Science Foundation","keywords":"Automatic summarization; Computer science; Information retrieval; Multi-document summarization; Operationalization; World Wide Web; Seekers","score_opus":0.04868112608135101,"score_gpt":0.2590906807895311,"score_spread":0.21040955470818012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141694739","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00478232,0.00000694333,0.9888841,0.00039573584,0.000073863004,0.00028312232,3.6743273e-7,0.00030908763,0.0052644704],"genre_scores_gemma":[0.3513265,0.0000018661656,0.6482898,0.00026421208,0.000021429989,0.000005559114,0.0000020495477,0.0000028210436,0.000085751315],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994064,0.000015982168,0.0002443976,0.00009853002,0.0001107923,0.00012387183],"domain_scores_gemma":[0.9996465,0.000035677596,0.000059774164,0.00020299139,0.000032898355,0.000022165366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001745935,0.000055605342,0.000068180365,0.00018947355,0.00004302127,0.00018232976,0.0002367058,0.00005398975,0.000021148091],"category_scores_gemma":[0.000070362534,0.000053483313,0.000018098495,0.00033106358,0.0000055243027,0.0027813471,0.0000642765,0.0000402905,0.00000827992],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032464973,0.00004505165,0.0009966616,0.00010109847,0.000004764284,8.8526076e-7,0.0025988102,0.0019001336,0.0010673327,0.29175252,0.0006087351,0.70092076],"study_design_scores_gemma":[0.000111488174,0.000014464008,0.00010346678,0.000019914776,8.430733e-7,0.0000018921908,0.000011220602,0.99277323,0.0030344147,0.0028904725,0.0009693433,0.000069251866],"about_ca_topic_score_codex":0.000017665056,"about_ca_topic_score_gemma":0.0000026403536,"teacher_disagreement_score":0.9908731,"about_ca_system_score_codex":0.000047057856,"about_ca_system_score_gemma":0.000018017761,"threshold_uncertainty_score":0.21809863},"labels":[],"label_agreement":null},{"id":"W2142018130","doi":"","title":"DalTREC 2006 QA System Jellyfish: Regular Expressions Mark-and-Match Approach to Question Answering","year":2006,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Question answering; Rewriting; Computer science; Jellyfish; Robustness (evolution); Regular expression; Artificial intelligence; Architecture; Natural language processing; Information retrieval; Programming language","score_opus":0.02211898084258234,"score_gpt":0.2386022074487429,"score_spread":0.21648322660616054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142018130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10137213,0.00020558875,0.87850267,0.00034291908,0.0002681627,0.00036389127,0.0000062372374,0.00045291134,0.018485503],"genre_scores_gemma":[0.9194544,0.0000072202715,0.07863701,0.000060556897,0.00013874518,0.000017926874,0.0000068815034,0.000016034293,0.0016612216],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976109,0.00015455374,0.0004393385,0.00082189107,0.0005111584,0.00046210736],"domain_scores_gemma":[0.9984661,0.00008087745,0.0001265688,0.0009185041,0.00020394262,0.0002040503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065150234,0.0002547745,0.00030698034,0.0001569055,0.00022840277,0.0003975679,0.0008796937,0.00014558526,0.00000896307],"category_scores_gemma":[0.00007443455,0.00024294782,0.00005164683,0.00047933566,0.00004795579,0.00046801975,0.00045557562,0.0002377255,0.000049903647],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076177814,0.00018222809,0.0029042447,0.0004997601,0.000027138716,0.000043328575,0.0017531505,0.0044115963,0.041241188,0.9222208,0.0019844344,0.024655936],"study_design_scores_gemma":[0.0009714282,0.00017398848,0.01279231,0.0011549642,0.000041658743,0.00017933952,0.00051283045,0.9509105,0.01932043,0.0056797382,0.006831346,0.0014314639],"about_ca_topic_score_codex":0.00054125127,"about_ca_topic_score_gemma":0.000014080718,"teacher_disagreement_score":0.94649893,"about_ca_system_score_codex":0.00011723482,"about_ca_system_score_gemma":0.00011050159,"threshold_uncertainty_score":0.99071246},"labels":[],"label_agreement":null},{"id":"W2142564378","doi":"","title":"Distributed EDLSI, BM25, and Power Norm at TREC 2008","year":2008,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Normalization (sociology); Weighting; Information retrieval; Search engine indexing; Vector space model; Data mining; Relevance feedback; Relevance (law); Artificial intelligence; Image retrieval","score_opus":0.03705805193682006,"score_gpt":0.24251510019953243,"score_spread":0.20545704826271238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142564378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6383957,0.00040909284,0.3530188,0.0010343043,0.00031000059,0.0001838987,0.000020750764,0.00025804646,0.006369414],"genre_scores_gemma":[0.9928614,0.000113855174,0.0043918467,0.00020023949,0.00004200975,0.0000027073852,0.00000908904,0.000009147306,0.0023696905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822265,0.000051846084,0.00028947127,0.0006125738,0.00040796105,0.0004154734],"domain_scores_gemma":[0.99866664,0.00010844202,0.00009931781,0.00073263206,0.00017318332,0.00021977261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018419014,0.0002114084,0.00025466154,0.00007186689,0.0002837119,0.00010299537,0.0007259413,0.000117234544,0.00022369341],"category_scores_gemma":[0.00014400005,0.00019498375,0.000051326464,0.00035934837,0.00016410263,0.00038928312,0.00057559024,0.00021491101,0.00017631751],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011903795,0.0011038432,0.22307515,0.00030778066,0.0004069713,0.002774865,0.032846246,0.0004026659,0.051000737,0.4734125,0.05661174,0.15686712],"study_design_scores_gemma":[0.0067130444,0.0013904172,0.38996708,0.00029117445,0.000066397944,0.003029998,0.00022221287,0.41930586,0.039303534,0.012954758,0.12249586,0.0042596585],"about_ca_topic_score_codex":0.000051028735,"about_ca_topic_score_gemma":0.00001831666,"teacher_disagreement_score":0.46045774,"about_ca_system_score_codex":0.00009295505,"about_ca_system_score_gemma":0.00017263062,"threshold_uncertainty_score":0.7951206},"labels":[],"label_agreement":null},{"id":"W2143654815","doi":"10.1109/iciis.1999.810309","title":"Multi-word complex concept retrieval via lexical semantic similarity","year":2003,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"WordNet; Computer science; Semantic similarity; Natural language processing; Artificial intelligence; Word (group theory); Similarity (geometry); Taxonomy (biology); Information retrieval; Task (project management); Mathematics; Image (mathematics)","score_opus":0.07497175254081719,"score_gpt":0.2990695062509769,"score_spread":0.22409775371015972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143654815","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01072836,0.000038354825,0.98430496,0.0008072647,0.00034514864,0.00013065604,5.8001393e-7,0.000252158,0.003392504],"genre_scores_gemma":[0.66642433,0.0000010465194,0.3320829,0.00088204746,0.000029792809,8.0088915e-7,8.077137e-7,0.000004899212,0.00057336764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853486,0.00012137046,0.00025813168,0.00045222926,0.0002878295,0.00034556005],"domain_scores_gemma":[0.9990257,0.00008401864,0.000043565837,0.000637157,0.000068396024,0.00014117597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029496232,0.00013796783,0.0001873661,0.000041442054,0.0001248034,0.00010196161,0.0006028063,0.00008504064,0.0002736935],"category_scores_gemma":[0.00010855184,0.00012370964,0.000071397495,0.00023860883,0.00006476186,0.00023473236,0.00016223821,0.00019288562,0.00010546382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026062744,0.0009266924,0.007770993,0.00006849908,0.00009976184,0.00020447883,0.0028154256,0.0046131536,0.024644895,0.9067717,0.0067859413,0.045272373],"study_design_scores_gemma":[0.00060989946,0.000031125066,0.0028589074,0.000005552066,0.000004294561,0.000032712353,0.00002076216,0.9827024,0.0041442146,0.003975723,0.005367659,0.00024677935],"about_ca_topic_score_codex":0.000045467386,"about_ca_topic_score_gemma":0.000017743574,"teacher_disagreement_score":0.9780892,"about_ca_system_score_codex":0.000036975347,"about_ca_system_score_gemma":0.000055078282,"threshold_uncertainty_score":0.50447327},"labels":[],"label_agreement":null},{"id":"W2144173701","doi":"10.3115/1667583.1667609","title":"A syntactic and lexical-based discourse segmenter","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Parsing; Computer science; Artificial intelligence; Natural language processing; Probabilistic logic; Recall; Market segmentation; Segmentation; Linguistics","score_opus":0.018125173145590166,"score_gpt":0.275855511870072,"score_spread":0.25773033872448187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144173701","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033940673,0.000021252485,0.9512189,0.010296479,0.00004686704,0.00004125559,9.570188e-8,0.00008606124,0.0043484275],"genre_scores_gemma":[0.91748995,7.6464727e-7,0.07870962,0.0034829776,0.000018171284,0.0000010474706,1.1777543e-7,0.0000011561788,0.00029620706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99954754,0.000011459827,0.00006649986,0.00017490462,0.00008745431,0.00011215002],"domain_scores_gemma":[0.99967146,0.000019092948,0.000012306366,0.00023501183,0.0000082097,0.000053914715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005962397,0.000049028808,0.000051280254,0.000025400932,0.000031530173,0.00007984718,0.00016367684,0.000015912034,0.000016471338],"category_scores_gemma":[0.0000064822907,0.000037453476,0.0000133599,0.000052606272,0.000009855062,0.00018870337,0.00003081145,0.000040089573,0.000011023583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008911485,0.00030293132,0.0037620822,0.0000196966,0.000014369965,0.000074257485,0.0008439826,0.00071370346,0.0030521546,0.3881327,0.0022452448,0.60082996],"study_design_scores_gemma":[0.00041156585,0.000109931476,0.005875631,0.000019814554,0.0000042591278,0.0000134034735,0.00002724482,0.98367506,0.00199668,0.0071594934,0.0005423248,0.00016458178],"about_ca_topic_score_codex":0.000007390911,"about_ca_topic_score_gemma":0.0000015134088,"teacher_disagreement_score":0.98296136,"about_ca_system_score_codex":0.000008494985,"about_ca_system_score_gemma":0.000016399505,"threshold_uncertainty_score":0.15273084},"labels":[],"label_agreement":null},{"id":"W2144719390","doi":"10.1162/coli_a_00077","title":"Information Status Distinctions and Referring Expressions: An Empirical Study of References to People in News Summaries","year":2011,"lang":"en","type":"article","venue":"Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited","keywords":"Automatic summarization; Computer science; Salience (neuroscience); Affect (linguistics); Context (archaeology); Information retrieval; Natural language processing; Artificial intelligence; Linguistics; History","score_opus":0.09209636236490953,"score_gpt":0.33507287718669815,"score_spread":0.24297651482178861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144719390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61649466,0.000009350111,0.382322,0.00001620665,0.00021013315,0.00013698183,0.0000068027216,0.00003527289,0.00076860044],"genre_scores_gemma":[0.840021,0.0000014228212,0.15985748,0.000055400305,0.00003578394,0.00001092892,0.000013171815,0.000002421583,0.0000023680325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990447,0.00005901064,0.00038541108,0.00015794502,0.00022063656,0.00013227377],"domain_scores_gemma":[0.9991326,0.0001649712,0.00009478484,0.00019464364,0.00031387838,0.00009915228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014130997,0.00008126213,0.00012926372,0.00018951112,0.00009654233,0.000062297266,0.00021542625,0.000029682638,0.0000035851947],"category_scores_gemma":[0.0010844853,0.00007873586,0.000008958368,0.0002536046,0.0000177103,0.00021636982,0.00021371403,0.00008921577,0.000002246755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003725066,0.0005678919,0.70058197,0.000035364606,0.000011746064,0.0000031543736,0.12066244,0.08985949,0.000002712751,0.07577664,0.00007601114,0.0123853395],"study_design_scores_gemma":[0.00032946916,0.00028890057,0.69362104,0.000031587813,0.000005397898,0.0000011656123,0.0042691305,0.28167975,0.000004352401,0.018977026,0.00065567443,0.00013650289],"about_ca_topic_score_codex":0.00079578505,"about_ca_topic_score_gemma":0.00093201647,"teacher_disagreement_score":0.22352637,"about_ca_system_score_codex":0.000025838921,"about_ca_system_score_gemma":0.00009072454,"threshold_uncertainty_score":0.32107553},"labels":[],"label_agreement":null},{"id":"W2145410165","doi":"10.1145/2600428.2609534","title":"The effect of expanding relevance judgements with duplicates","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Computer science; Relevance (law); Context (archaeology); Set (abstract data type); Natural language processing; Reusability; Information retrieval; Artificial intelligence; Test set; Sentence; Data mining; Programming language; Software","score_opus":0.0068882913074410764,"score_gpt":0.2347738308926272,"score_spread":0.22788553958518615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145410165","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16394533,0.000025254187,0.83094835,0.00028744506,0.000062174455,0.00007369477,1.9051294e-8,0.00004613061,0.004611601],"genre_scores_gemma":[0.9815921,0.000003635233,0.017953845,0.000038068207,0.000015612908,0.000009686874,4.2934946e-8,0.0000024753488,0.0003845321],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949753,0.000035214187,0.00008488457,0.00014073106,0.00012889117,0.00011273908],"domain_scores_gemma":[0.9991383,0.00035731876,0.00004225503,0.00042687004,0.000016524886,0.000018738989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035760948,0.000048710757,0.00006658124,0.000012399017,0.000074028525,0.000038465136,0.0004627928,0.000009779312,0.0000014727467],"category_scores_gemma":[0.000051232924,0.00002326297,0.000013869677,0.000078752106,0.000020277887,0.00009905734,0.00010137215,0.000032126965,0.0000093450535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034489847,0.000015274643,0.04907019,0.00006700837,0.000043458764,0.0000010849576,0.00034954093,0.0025331504,0.0068228347,0.24385802,0.00070675724,0.69649816],"study_design_scores_gemma":[0.00095116236,0.00076349423,0.003317302,0.000073440824,0.000008915484,0.00000493153,0.000012078186,0.7529527,0.23050739,0.0037999093,0.0073978016,0.00021088809],"about_ca_topic_score_codex":0.00001045394,"about_ca_topic_score_gemma":0.0000035846858,"teacher_disagreement_score":0.81764674,"about_ca_system_score_codex":0.000006184856,"about_ca_system_score_gemma":0.0000035349835,"threshold_uncertainty_score":0.09486364},"labels":[],"label_agreement":null},{"id":"W2145908128","doi":"10.48550/arxiv.1412.6448","title":"Embedding Word Similarity with Neural Machine Translation","year":2014,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Embedding; Natural language processing; Similarity (geometry); Machine translation; Artificial intelligence; Word (group theory); Word embedding; Translation (biology); Vocabulary; Example-based machine translation; German; Class (philosophy); Function (biology); Linguistics","score_opus":0.08227646160660891,"score_gpt":0.1993835748629519,"score_spread":0.117107113256343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145908128","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20164634,0.00005400077,0.7964754,0.00020327981,0.00027892625,0.00017288118,0.0000036003003,0.00026346336,0.00090213],"genre_scores_gemma":[0.9798293,0.000015712028,0.019701278,0.00011795137,0.00008014812,5.078195e-7,0.000011639362,0.000015900154,0.00022753887],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982335,0.00013363335,0.00016840504,0.0010409856,0.000115905794,0.0003075485],"domain_scores_gemma":[0.99838233,0.00008184283,0.00017822624,0.0011420357,0.0000836936,0.0001318451],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023044807,0.0002848565,0.00028861518,0.00018095164,0.00014496926,0.00013404878,0.0013332511,0.00020875064,0.000015003422],"category_scores_gemma":[0.000009934208,0.00029694862,0.00012405982,0.00028562895,0.000051111707,0.0003904585,0.0006502484,0.00066623907,0.000012881962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021047701,0.000022612847,0.0016987643,0.000049177957,0.000030048464,0.00008528245,0.00020517381,0.9787321,0.0000070389356,0.010385925,0.000011276287,0.008751516],"study_design_scores_gemma":[0.0003847634,0.000027379636,0.0004171581,0.000058198202,0.000040175863,0.0000054184493,0.000009377423,0.99196285,0.000017977723,0.0065514306,0.0001873234,0.0003379458],"about_ca_topic_score_codex":0.00015836135,"about_ca_topic_score_gemma":0.00010865893,"teacher_disagreement_score":0.778183,"about_ca_system_score_codex":0.000100492085,"about_ca_system_score_gemma":0.000080738,"threshold_uncertainty_score":0.99994826},"labels":[],"label_agreement":null},{"id":"W2146546639","doi":"","title":"Learning Bigrams from Unigrams","year":2008,"lang":"en","type":"article","venue":"Meeting of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bigram; Perplexity; Computer science; Language model; Natural language processing; Artificial intelligence; Word (group theory); Trigram; Oracle; Set (abstract data type); Speech recognition; Mathematics; Programming language","score_opus":0.022393896773708673,"score_gpt":0.24455504663165106,"score_spread":0.22216114985794239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146546639","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11523348,0.00005555198,0.8779747,0.0006009102,0.0021560788,0.00022314905,0.00002382695,0.0001749083,0.0035573815],"genre_scores_gemma":[0.8257209,0.000001755787,0.17341262,0.00008479365,0.00032732467,0.0000039644956,0.000020497215,0.00000770738,0.00042040797],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987119,0.000093120514,0.00034620968,0.00019545286,0.0004927404,0.00016061398],"domain_scores_gemma":[0.99693763,0.0014291166,0.0005488979,0.00018082422,0.00087436027,0.00002917531],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00049971155,0.0000860983,0.00014560788,0.00004260376,0.00038542724,0.00003823262,0.0005293936,0.000063261636,6.4847524e-7],"category_scores_gemma":[0.008465158,0.00007786802,0.00012196034,0.00022084804,0.000021309625,0.000029875418,0.00014194785,0.00013779238,0.000003884287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033777505,0.00003773203,0.085734256,0.000009505736,0.000050908402,4.885418e-7,0.0011339646,0.8445374,0.000039620303,0.067160204,0.0004813809,0.0008112015],"study_design_scores_gemma":[0.00033147313,0.00002674421,0.01265597,0.00003600351,0.000015076614,6.5240187e-7,0.000021673775,0.91942745,0.0002571492,0.058001366,0.009110992,0.00011543031],"about_ca_topic_score_codex":0.00010420244,"about_ca_topic_score_gemma":0.000005143499,"teacher_disagreement_score":0.7104874,"about_ca_system_score_codex":0.00012643149,"about_ca_system_score_gemma":0.00010708113,"threshold_uncertainty_score":0.999887},"labels":[],"label_agreement":null},{"id":"W2146823374","doi":"10.7939/r3-b3jb-nw13","title":"Temporal abstraction in temporal-difference networks","year":2006,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Topic Modeling","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Generalization; Abstraction; Temporal difference learning; Computer science; Variety (cybernetics); Artificial intelligence; Theoretical computer science; Sequence (biology); Machine learning; Mathematics; Reinforcement learning","score_opus":0.008525590803184394,"score_gpt":0.16739516477590016,"score_spread":0.15886957397271578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146823374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7829584,0.000049172453,0.1925307,0.0013542115,0.00014034478,0.000093329414,4.2954838e-7,0.00008371555,0.02278969],"genre_scores_gemma":[0.973728,0.000007212428,0.020879012,0.000052069976,0.000031428503,5.1611114e-8,0.000012724484,0.000003839121,0.005285642],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993724,0.000031307212,0.00012459201,0.0002294457,0.00009639898,0.00014583665],"domain_scores_gemma":[0.9995207,0.00007304411,0.000088028544,0.00027220402,0.000008753954,0.000037240978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00003665771,0.00007709291,0.000114819064,0.000114310504,0.000045367073,0.000027201786,0.0005329864,0.000063128755,0.000055092623],"category_scores_gemma":[0.000002450291,0.000091763184,0.000041245352,0.00022712795,0.000033035965,0.0011840092,0.00018353302,0.000117919364,0.0000092697555],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046082358,0.00023839924,0.8988547,0.000032091797,0.000013015917,0.000107713495,0.0015385071,0.031092027,0.0001250336,0.05432666,0.0053559686,0.008269807],"study_design_scores_gemma":[0.0006990314,0.000042643926,0.3642002,0.000067337976,0.0000043979635,0.0000065461672,0.00016007615,0.6208881,0.00020332559,0.0049497536,0.0084919445,0.00028664278],"about_ca_topic_score_codex":0.011778138,"about_ca_topic_score_gemma":0.0013081898,"teacher_disagreement_score":0.58979607,"about_ca_system_score_codex":0.000015499196,"about_ca_system_score_gemma":0.000051022173,"threshold_uncertainty_score":0.99480253},"labels":[],"label_agreement":null},{"id":"W2148488947","doi":"","title":"University of Lethbridge's Participation in TREC-2004 QA Track","year":2004,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Question answering; Computer science; Information retrieval; Theme (computing); Reading (process); World Wide Web; Open domain; Track (disk drive); Natural language; Natural language processing; Linguistics","score_opus":0.028360667126079653,"score_gpt":0.2481596903004874,"score_spread":0.21979902317440775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148488947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40929815,0.000008109949,0.587478,0.00057890493,0.0000329964,0.000029967827,1.3228093e-7,0.000027107028,0.0025466373],"genre_scores_gemma":[0.9585836,0.0000024298529,0.04116524,0.000044105203,0.0000062819813,1.4266972e-7,2.4489572e-7,0.00000108761,0.00019689921],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995804,0.00001673742,0.00008677538,0.0001342628,0.00008491057,0.00009692272],"domain_scores_gemma":[0.9997221,0.000013465263,0.000026158184,0.0001922922,0.000019405052,0.000026538999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000104369436,0.000034178418,0.000062327716,0.00004655854,0.000015933749,0.0000073465567,0.00021941806,0.000024328081,0.00001713582],"category_scores_gemma":[0.000008864913,0.000036506943,0.000019644147,0.00016205075,0.000013256782,0.00023541934,0.000042367203,0.000039022078,0.000016550002],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017331138,0.00048694725,0.011703532,0.00003104093,0.000012076614,0.000055603512,0.010710729,0.32745865,0.0029896542,0.4579027,0.00016242212,0.18846932],"study_design_scores_gemma":[0.0051360987,0.0002230118,0.24067551,0.00010718185,0.000013508117,0.000007814705,0.0005586865,0.6758224,0.03453396,0.039874908,0.0024761034,0.0005708252],"about_ca_topic_score_codex":0.000834979,"about_ca_topic_score_gemma":0.00055102946,"teacher_disagreement_score":0.5492854,"about_ca_system_score_codex":0.00004925004,"about_ca_system_score_gemma":0.00005066584,"threshold_uncertainty_score":0.14887099},"labels":[],"label_agreement":null},{"id":"W2151069987","doi":"","title":"Automatic Answer Typing for How-Questions","year":2007,"lang":"en","type":"article","venue":"North American Chapter of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Typing; Computer science; Information retrieval; Natural language processing; World Wide Web; Artificial intelligence; Speech recognition","score_opus":0.018874629432145323,"score_gpt":0.27306325356320904,"score_spread":0.2541886241310637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151069987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016637733,0.000008839805,0.98049426,0.0010453988,0.00099143,0.00035996188,0.000056257773,0.00007687048,0.00032925024],"genre_scores_gemma":[0.7054478,4.80775e-7,0.2938937,0.0002589945,0.00026957516,0.000010127986,0.000012917759,0.000008383549,0.000098014614],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989284,0.000018687884,0.00033179202,0.00019940638,0.00030065386,0.00022101874],"domain_scores_gemma":[0.99663705,0.0011576855,0.0007023944,0.00021678253,0.0012379935,0.000048084246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005154131,0.00010175524,0.00017479208,0.00008559194,0.00020522476,0.000051199426,0.00042739732,0.000028948889,5.721005e-7],"category_scores_gemma":[0.0029972123,0.00009319215,0.00014122328,0.0002386532,0.000042466374,0.00004458523,0.00007092908,0.00007248263,0.0000012066413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001312946,0.000080693746,0.074324965,0.00006223133,0.00014969986,2.814623e-7,0.00070094736,0.09911315,0.000010770486,0.77529806,0.00043272428,0.04981336],"study_design_scores_gemma":[0.0003218226,0.00006968174,0.07632068,0.000018737828,0.000035313762,7.0409226e-7,0.00002252029,0.88928723,0.000039769206,0.021500623,0.012222038,0.00016088982],"about_ca_topic_score_codex":0.000015141778,"about_ca_topic_score_gemma":0.00004880448,"teacher_disagreement_score":0.79017407,"about_ca_system_score_codex":0.00015041909,"about_ca_system_score_gemma":0.000081246166,"threshold_uncertainty_score":0.38002655},"labels":[],"label_agreement":null},{"id":"W2151209093","doi":"10.1007/978-3-662-44659-1_7","title":"Semantic Analysis-Enhanced Natural Language Interaction in Ubiquitous Learning","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in educational technology","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Central South University; Natural Sciences and Engineering Research Council of Canada; Athabasca University","keywords":"Automatic summarization; Computer science; Natural language processing; Natural (archaeology); Natural language; Artificial intelligence; Key (lock); Human–computer interaction; Semantic similarity","score_opus":0.007734941276094363,"score_gpt":0.27293082643694266,"score_spread":0.2651958851608483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151209093","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01741241,0.0017683939,0.96037567,0.009508371,0.0013982344,0.00024901243,8.496778e-7,0.0002663449,0.009020736],"genre_scores_gemma":[0.9792071,0.000022786471,0.015390614,0.00022574136,0.00022524149,0.000027649221,0.000045176563,0.000020659407,0.004835032],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983509,0.00003760286,0.00041253967,0.0007075469,0.00021095775,0.00028042882],"domain_scores_gemma":[0.9986362,0.0003997782,0.0002558527,0.00060189754,0.000081610364,0.000024672614],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017536717,0.00026927076,0.00043928757,0.0024916914,0.000047098256,0.00004512546,0.0007961005,0.0005946795,0.00010313809],"category_scores_gemma":[0.00045383497,0.00028061852,0.000107496824,0.0006136354,0.00006156214,0.000089087946,0.00020922908,0.0017331729,0.000049242655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000135875425,0.00007218913,0.0020564527,0.000088126144,0.0002675983,0.00003396085,0.002912795,0.089687854,0.0025674219,0.40460348,0.000019703257,0.49767682],"study_design_scores_gemma":[0.00056594954,0.00012243552,0.0016891934,0.0006099044,0.00015185142,0.00012122436,0.00007276996,0.33023003,0.0025606311,0.6586819,0.0037897136,0.00140439],"about_ca_topic_score_codex":0.00006342237,"about_ca_topic_score_gemma":0.0012008419,"teacher_disagreement_score":0.9617947,"about_ca_system_score_codex":0.00033281176,"about_ca_system_score_gemma":0.00014355392,"threshold_uncertainty_score":0.9999646},"labels":[],"label_agreement":null},{"id":"W2151552691","doi":"10.1162/089120102762671963","title":"Generating Indicative-Informative Summaries with SumUM","year":2002,"lang":"en","type":"article","venue":"Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Université de Montréal; McGill University","keywords":"Automatic summarization; Computer science; Identification (biology); Information retrieval; Natural language processing; Process (computing); Artificial intelligence","score_opus":0.02829016747849478,"score_gpt":0.24873866525715468,"score_spread":0.2204484977786599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151552691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028503758,0.000092627946,0.98373955,0.000210948,0.0003023953,0.0000890099,0.000008083615,0.00015337828,0.012553653],"genre_scores_gemma":[0.5201121,0.0000018199441,0.47919303,0.00033609924,0.00022970534,0.0000047831772,0.0000134760385,0.0000054463985,0.00010353475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998931,0.000029622657,0.00025625151,0.00022612004,0.00035883294,0.0001982077],"domain_scores_gemma":[0.998735,0.00026561605,0.00020416323,0.00021670833,0.00050202344,0.00007647874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000113513226,0.0001274499,0.00012391173,0.0000877924,0.00025347804,0.00018864575,0.00040752906,0.000036025373,0.00001933667],"category_scores_gemma":[0.00065453304,0.0001132733,0.000023882241,0.0002267813,0.000072536895,0.000119913246,0.0001336591,0.00014621518,0.00006835842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017467352,0.000033792036,0.0012517497,0.000015290081,0.000025500964,0.000016220822,0.0033044457,0.44409132,0.000001146957,0.54290354,0.000948429,0.0074068015],"study_design_scores_gemma":[0.00019875815,0.000040749226,0.00043013316,0.0000193807,0.000004171493,0.000008989932,0.00003656173,0.98406065,0.00002149255,0.009939238,0.005083399,0.00015647332],"about_ca_topic_score_codex":0.0000052544333,"about_ca_topic_score_gemma":0.0000024278097,"teacher_disagreement_score":0.5399693,"about_ca_system_score_codex":0.000043680127,"about_ca_system_score_gemma":0.00006430297,"threshold_uncertainty_score":0.46191514},"labels":[],"label_agreement":null},{"id":"W2151752770","doi":"10.1023/b:inrt.0000011209.19643.e2","title":"Augmenting Naive Bayes Classifiers with Statistical Language Models","year":2004,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":247,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Naive Bayes classifier; Artificial intelligence; Computer science; Machine learning; Bayes error rate; Bayes classifier; Bayes' theorem; Classifier (UML); Conditional independence; Bayesian programming; Natural language processing; Pattern recognition (psychology); Bayes factor; Bayesian probability; Support vector machine","score_opus":0.013246135569706644,"score_gpt":0.23719751641258194,"score_spread":0.2239513808428753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151752770","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0353856,0.000009743699,0.9577029,0.00029309618,0.00011287783,0.000116915624,0.0000063739985,0.00016635569,0.006206165],"genre_scores_gemma":[0.80691046,0.0000011619221,0.19264907,0.00037025893,0.000023839555,0.0000022959912,0.000012724578,0.0000031166692,0.000027087694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990052,0.0000133083095,0.0002491017,0.000117579155,0.0004055533,0.00020924697],"domain_scores_gemma":[0.99945194,0.000036425397,0.000099631914,0.00024781702,0.000086437336,0.00007773283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019260233,0.00009013081,0.00008838175,0.00009451572,0.000099209705,0.00023176914,0.00028488002,0.00004685853,0.000011959108],"category_scores_gemma":[0.0000530533,0.0000753612,0.00001898191,0.00022356104,0.000029844556,0.0028536632,0.00008076937,0.00012865641,0.00006952407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050041595,0.000020740697,0.00007901485,0.000044875247,0.000026417561,0.000020976431,0.016849527,0.106592245,0.0000888289,0.8306463,0.00009249901,0.045488525],"study_design_scores_gemma":[0.0011933706,0.00012276406,0.00027080934,0.00004549321,0.0000070517845,0.00003632784,0.0010929676,0.98353076,0.0016095177,0.01132223,0.000528303,0.00024042602],"about_ca_topic_score_codex":0.000034223434,"about_ca_topic_score_gemma":0.0000020268442,"teacher_disagreement_score":0.87693846,"about_ca_system_score_codex":0.00009778347,"about_ca_system_score_gemma":0.00013470225,"threshold_uncertainty_score":0.30731404},"labels":[],"label_agreement":null},{"id":"W2152380671","doi":"","title":"Open Information Extraction with Tree Kernels","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Relationship extraction; Computer science; Natural language processing; Relation (database); Artificial intelligence; Task (project management); Generalization; Sentence; Tree kernel; Tree (set theory); Information extraction; Noun; Set (abstract data type); Verb; Support vector machine; Data mining; Mathematics; Kernel method","score_opus":0.022266423387646634,"score_gpt":0.25276524020775254,"score_spread":0.2304988168201059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152380671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012992017,9.942004e-7,0.8704951,0.0010722799,0.000055088407,0.00017407203,3.1708343e-8,0.00007277203,0.11513767],"genre_scores_gemma":[0.7537276,6.329776e-7,0.24406268,0.00055041333,0.0000136552735,0.000026503712,6.930773e-7,0.0000012352347,0.0016165746],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996416,0.0000072488792,0.00009044589,0.000080465965,0.0001014292,0.00007883275],"domain_scores_gemma":[0.9996182,0.000010469937,0.000036682657,0.00025263074,0.00005118871,0.000030852654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007184279,0.000037624766,0.000037590144,0.00002925412,0.000035724228,0.0005849313,0.0005476519,0.000016556503,0.00012948317],"category_scores_gemma":[0.0000048126603,0.000026052574,0.000006079589,0.0000772059,0.000003772575,0.0073191277,0.00016385074,0.000035014207,0.0005574291],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016093088,0.000012823696,0.0005645865,0.000003654925,0.000004445627,4.1798407e-7,0.0005710812,0.0007308456,0.00017285669,0.098882705,0.0029898607,0.8960651],"study_design_scores_gemma":[0.00040912468,0.000060874405,0.017242288,0.000010005947,0.0000014498137,0.000020441352,0.00011651135,0.9610576,0.0017157908,0.0063229734,0.012888533,0.00015440742],"about_ca_topic_score_codex":0.0007007271,"about_ca_topic_score_gemma":0.000031678494,"teacher_disagreement_score":0.96032673,"about_ca_system_score_codex":0.000015245238,"about_ca_system_score_gemma":0.000022686785,"threshold_uncertainty_score":0.7164809},"labels":[],"label_agreement":null},{"id":"W2152917816","doi":"","title":"A Multi-Dimensional Bayesian Approach to Lexical Style","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Interpretability; Computer science; Natural language processing; Artificial intelligence; Word (group theory); Style (visual arts); Representation (politics); Task (project management); Bayesian probability; Linguistics","score_opus":0.03322566169584283,"score_gpt":0.2488120219387874,"score_spread":0.21558636024294459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152917816","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009754042,0.0000061793994,0.9772615,0.0016498158,0.000092817616,0.0001778738,1.268294e-7,0.00015618921,0.0109015005],"genre_scores_gemma":[0.41804287,3.675259e-8,0.578804,0.0012967318,0.00002619416,0.000019202702,2.7832812e-7,0.0000027051444,0.0018079696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990985,0.000021596066,0.0001250819,0.00033968163,0.00019494932,0.00022018209],"domain_scores_gemma":[0.99933547,0.00002039817,0.000012110867,0.00041195043,0.000042525615,0.0001775332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000093522016,0.00007743376,0.0000827514,0.000048494257,0.000051978575,0.000104817664,0.00049519143,0.000037668455,0.000108481385],"category_scores_gemma":[0.000015595922,0.00006060173,0.000031329608,0.0001275538,0.000009712497,0.00024813073,0.00030450462,0.00007212373,0.0006498701],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006035197,0.0013921306,0.0016220118,0.00003446238,0.000050638253,0.000013376244,0.0038619442,0.024717433,0.01636256,0.68162227,0.05876405,0.21155308],"study_design_scores_gemma":[0.00012629735,0.000013044117,0.00138388,0.000002051626,4.6150015e-7,0.0000068175377,0.000013969878,0.9969046,0.00019604566,0.0006263683,0.0006286039,0.00009787288],"about_ca_topic_score_codex":0.00018645386,"about_ca_topic_score_gemma":0.000003701741,"teacher_disagreement_score":0.97218716,"about_ca_system_score_codex":0.000016853946,"about_ca_system_score_gemma":0.00002479276,"threshold_uncertainty_score":0.8352982},"labels":[],"label_agreement":null},{"id":"W2153470478","doi":"10.5281/zenodo.8100412","title":"Short answer assessment: Establishing links between research strands","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science","score_opus":0.17914991403252728,"score_gpt":0.41972868532170016,"score_spread":0.24057877128917288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153470478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08912865,0.00004760535,0.8357482,0.0009877969,0.0003230042,0.00010616776,6.9555205e-7,0.00016204717,0.07349584],"genre_scores_gemma":[0.86905485,0.000003641177,0.12938146,0.00009844436,0.000604424,0.0000068865106,0.0000022074375,0.0000075397356,0.0008405325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791324,0.0001395813,0.00021519743,0.00031117635,0.00072917127,0.0006916469],"domain_scores_gemma":[0.9986583,0.00028697975,0.000015068012,0.00069372554,0.000119502336,0.00022643915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031297975,0.00009397495,0.00012917942,0.00016016443,0.00019312356,0.00044874285,0.0010678022,0.00015500971,0.000044093365],"category_scores_gemma":[0.0000432262,0.00008103824,0.000039281287,0.0004166447,0.000028802682,0.002073257,0.00046803622,0.0008280679,0.00003855941],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.90608e-7,0.00007826422,0.48917398,0.000019738914,0.000027239448,0.0000050585268,0.0018177069,0.00008722822,0.00033534397,0.18231256,0.0031947852,0.3229472],"study_design_scores_gemma":[0.0008001789,0.00017444312,0.7089234,0.00009648932,0.000023939812,0.000018006609,0.0005983127,0.19651093,0.005077744,0.012398699,0.07421161,0.0011662492],"about_ca_topic_score_codex":0.00009680879,"about_ca_topic_score_gemma":0.000004905996,"teacher_disagreement_score":0.77992624,"about_ca_system_score_codex":0.000067252135,"about_ca_system_score_gemma":0.00007282372,"threshold_uncertainty_score":0.43272376},"labels":[],"label_agreement":null},{"id":"W2155925704","doi":"10.3115/1609067.1609141","title":"Flexible answer typing with discriminative preference ranking","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Discriminative model; Ranking (information retrieval); Preference; Computer science; Artificial intelligence; Typing; Information retrieval; Natural language processing; Machine learning; Statistics; Mathematics; Speech recognition","score_opus":0.052043386365155125,"score_gpt":0.2595056353299653,"score_spread":0.20746224896481016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155925704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011196275,0.000028040575,0.9281259,0.0010101692,0.000060737802,0.000080703016,8.223869e-8,0.00022752403,0.059270557],"genre_scores_gemma":[0.80961454,0.0000018172431,0.18874902,0.00053004496,0.000025673846,0.0000023515797,2.3831224e-7,0.0000023540285,0.0010739749],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992347,0.000018720028,0.0000994565,0.00029397,0.00014892194,0.00020423],"domain_scores_gemma":[0.9994945,0.000023709184,0.00003173192,0.00035310653,0.000052828316,0.00004414613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010463711,0.00008899045,0.000088739915,0.000052007916,0.00007991348,0.000113267015,0.00046168378,0.000022469721,0.00002055727],"category_scores_gemma":[0.000009354373,0.00006252162,0.00001675659,0.00018893424,0.000013660737,0.00056624325,0.000063198866,0.00008579828,0.000016573646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008513084,0.00003763425,0.0003913077,0.0000059152762,0.000007637947,0.0000068693466,0.0028515323,0.0011289194,0.0006085598,0.6731995,0.00010983732,0.32164377],"study_design_scores_gemma":[0.0017899773,0.0008063721,0.031987734,0.00040472508,0.000024420244,0.00006966939,0.0005892177,0.76384705,0.047833394,0.14838648,0.0029304526,0.0013305277],"about_ca_topic_score_codex":0.000018594845,"about_ca_topic_score_gemma":0.000008186373,"teacher_disagreement_score":0.7984183,"about_ca_system_score_codex":0.000021939351,"about_ca_system_score_gemma":0.000035335393,"threshold_uncertainty_score":0.25495577},"labels":[],"label_agreement":null},{"id":"W2156229087","doi":"10.1109/icdm.2009.107","title":"Multi-document Summarization by Information Distance","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Multi-document summarization; Information retrieval; Set (abstract data type); The Internet; Document clustering; Cluster (spacecraft); Data mining; Artificial intelligence; Cluster analysis; World Wide Web","score_opus":0.00811618052685527,"score_gpt":0.22714882137730827,"score_spread":0.219032640850453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156229087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007130124,0.000017489334,0.9944648,0.0014112594,0.000085083426,0.00006651989,3.6935734e-7,0.00012988193,0.0031115855],"genre_scores_gemma":[0.71610785,0.0000066887587,0.28158182,0.0014838472,0.000009375725,0.0000022228305,0.00000945056,7.806369e-7,0.0007979926],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995672,0.0000075967587,0.00012777405,0.00008392047,0.00012340411,0.00009011842],"domain_scores_gemma":[0.9997056,0.0000051881334,0.000033329896,0.00019840979,0.000029262208,0.000028221277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000069525246,0.0000426266,0.000035204244,0.000023092074,0.00003904185,0.00012911244,0.00022332418,0.000018081766,0.000008342565],"category_scores_gemma":[0.00001051445,0.000038023223,0.000010657565,0.00009369944,0.0000027629062,0.001570835,0.000025950045,0.000027186175,0.00004211676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017765166,0.000039685212,0.0003955843,0.0000053941576,0.000002529336,4.2557406e-7,0.00090161583,0.0023634343,0.001064827,0.4254541,0.0072706537,0.56249994],"study_design_scores_gemma":[0.0002085108,0.000018270313,0.0009942289,0.000004181619,5.7014563e-7,5.711854e-7,0.000009692998,0.9698075,0.001517995,0.002336595,0.025012113,0.00008978517],"about_ca_topic_score_codex":0.000012976174,"about_ca_topic_score_gemma":0.0000023571808,"teacher_disagreement_score":0.96744406,"about_ca_system_score_codex":0.000029716579,"about_ca_system_score_gemma":0.000009673486,"threshold_uncertainty_score":0.1550542},"labels":[],"label_agreement":null},{"id":"W2157006255","doi":"","title":"A Neural Autoregressive Topic Model","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":189,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Softmax function; Computer science; Artificial intelligence; Generative model; Word (group theory); Vocabulary; Tree (set theory); Natural language processing; Autoregressive model; Representation (politics); Generative grammar; Artificial neural network; Mathematics; Linguistics; Statistics","score_opus":0.041741875460885924,"score_gpt":0.26839051556610005,"score_spread":0.22664864010521413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157006255","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04633809,0.000088819645,0.9364368,0.0007981158,0.00032286072,0.0000381873,9.2371884e-8,0.00015431752,0.015822766],"genre_scores_gemma":[0.8473282,5.529131e-7,0.14936166,0.00062070513,0.000095757314,0.0000040990594,1.0740327e-7,0.000002253522,0.0025866982],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994417,0.0000113614515,0.00007854249,0.00012406829,0.00011343102,0.00023092177],"domain_scores_gemma":[0.9995311,0.000013076727,0.00001901101,0.00033758456,0.000016747981,0.000082487575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000067943336,0.000056116125,0.000055497196,0.000025258167,0.000037534173,0.000038137434,0.00036895697,0.000025230076,0.000019629906],"category_scores_gemma":[0.000009301868,0.000043477987,0.00002678242,0.000041921186,0.000007345646,0.000548971,0.0001699995,0.000054960412,0.00004611238],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.129896e-7,0.000037482605,0.004474899,0.0000050240233,0.000005402492,0.0000025626096,0.002160869,0.010638412,0.00024712234,0.905973,0.0013109589,0.07514363],"study_design_scores_gemma":[0.00005612609,0.000003551092,0.0007242493,0.0000013725045,8.105626e-7,0.0000055470286,0.0000052878886,0.9959779,0.00028890147,0.002496502,0.00037795064,0.00006181703],"about_ca_topic_score_codex":0.00001060999,"about_ca_topic_score_gemma":0.0000011691116,"teacher_disagreement_score":0.98533946,"about_ca_system_score_codex":0.00001528074,"about_ca_system_score_gemma":0.000015760328,"threshold_uncertainty_score":0.17729808},"labels":[],"label_agreement":null},{"id":"W2158139315","doi":"","title":"Word Representations: A Simple and General Method for Semi-Supervised Learning","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1948,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Chunking (psychology); Computer science; Word (group theory); Natural language processing; Artificial intelligence; Simple (philosophy); Word embedding; Speech recognition; Linguistics","score_opus":0.03624813891496347,"score_gpt":0.3391485912100758,"score_spread":0.3029004522951123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158139315","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07241453,0.000013319681,0.92525226,0.00090455724,0.0001213627,0.00013262487,2.8461915e-7,0.00011898661,0.0010420565],"genre_scores_gemma":[0.08296044,0.0000019493393,0.9147415,0.0002929469,0.000098715456,0.000030855397,0.0000015832228,0.000004914515,0.0018670622],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933195,0.00003439793,0.000119899894,0.00028670725,0.000079909456,0.00014716238],"domain_scores_gemma":[0.99938637,0.00020514378,0.000025023479,0.00027998065,0.000046873767,0.0000566208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033222145,0.00005857632,0.000077357254,0.0000423884,0.00012222899,0.00012758376,0.00022287907,0.0000370851,0.000029140936],"category_scores_gemma":[0.00014940235,0.000052449515,0.000027983635,0.00008763912,0.000009005977,0.0002400343,0.00013798353,0.00011897861,0.0000026216399],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004113426,0.000017002025,0.004194188,0.000016447859,0.0000150772685,0.0000018246336,0.0015713774,0.0032758953,0.05455559,0.19325438,0.0008937337,0.7422004],"study_design_scores_gemma":[0.00022713408,0.000011245165,0.00044588943,0.0000010649395,0.0000023811047,0.0000073209094,0.000043527067,0.9744841,0.0020820668,0.013506773,0.009113777,0.00007471094],"about_ca_topic_score_codex":0.00013169066,"about_ca_topic_score_gemma":0.000060168204,"teacher_disagreement_score":0.9712082,"about_ca_system_score_codex":0.000003549305,"about_ca_system_score_gemma":0.000021119571,"threshold_uncertainty_score":0.21388291},"labels":[],"label_agreement":null},{"id":"W2158921918","doi":"","title":"York University at TREC 2006: Legal Track","year":2006,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Weighting; Track (disk drive); Computer science; Term (time); Information retrieval; Text retrieval; Probabilistic logic; Order (exchange); Domain (mathematical analysis); Artificial intelligence; Data mining; Mathematics","score_opus":0.014037163529115805,"score_gpt":0.18507827711478597,"score_spread":0.17104111358567017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158921918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08905434,0.000027325721,0.6792655,0.0009310331,0.0001654149,0.000038401195,8.2971565e-7,0.0002207252,0.23029643],"genre_scores_gemma":[0.80547863,9.2134303e-7,0.06417365,0.00013755869,0.000073944015,1.1938873e-7,8.5199935e-7,0.0000024837266,0.13013184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994459,0.0000170685,0.00006596416,0.00021268224,0.000109929206,0.00014842872],"domain_scores_gemma":[0.999628,0.000016858561,0.00001869963,0.0002870846,0.000013823602,0.000035547528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005569436,0.000054192446,0.000056618213,0.000034042783,0.000083479375,0.00003985037,0.00040540114,0.00003093428,0.000093102244],"category_scores_gemma":[0.0000013022251,0.000052504914,0.00003510892,0.00013054797,0.000013092981,0.00023763097,0.00013096133,0.00004268297,0.00015914007],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005940314,0.00006989483,0.0031306234,0.0000045024817,0.0000061806068,0.00008325726,0.0001545687,0.0035476047,0.00062547944,0.9075701,0.059912693,0.02488915],"study_design_scores_gemma":[0.00065935485,0.000032380525,0.00756087,0.0000061021333,0.0000060473812,0.000032981912,0.00004263394,0.3303912,0.0031734,0.0025031145,0.6552482,0.00034368274],"about_ca_topic_score_codex":0.0014533537,"about_ca_topic_score_gemma":0.00070476654,"teacher_disagreement_score":0.90506697,"about_ca_system_score_codex":0.00006920766,"about_ca_system_score_gemma":0.000024170013,"threshold_uncertainty_score":0.21970458},"labels":[],"label_agreement":null},{"id":"W2159863202","doi":"10.1007/s10994-005-0928-7","title":"Combining Statistical Language Models via the Latent Maximum Entropy Principle","year":2005,"lang":"en","type":"article","venue":"Machine Learning","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; Canada Research Chairs","keywords":"Computer science; Principle of maximum entropy; Perplexity; Language model; Artificial intelligence; Probabilistic latent semantic analysis; Probabilistic logic; Smoothing; Natural language processing; Inference; Statistical model; Entropy (arrow of time); Natural language","score_opus":0.015687245931904955,"score_gpt":0.26299922893494887,"score_spread":0.2473119830030439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159863202","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056095265,0.00024533714,0.9397546,0.0020841106,0.00011251451,0.000105863735,0.0000011705264,0.00025649136,0.0013446409],"genre_scores_gemma":[0.8941785,0.0000052065493,0.10462624,0.0004627486,0.00011828413,0.000008327413,0.0000066170937,0.000014690418,0.00057938724],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985775,0.00016631062,0.00023814171,0.00033104024,0.00032135812,0.00036566006],"domain_scores_gemma":[0.9992224,0.00014814334,0.0000801576,0.0004399618,0.000024965468,0.00008438594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004868242,0.00014146659,0.00014550202,0.000047481823,0.00027719562,0.00016251706,0.0006633482,0.00003990721,0.00007536501],"category_scores_gemma":[0.00006241328,0.000103110186,0.00004560754,0.00011950195,0.000027209126,0.00026453388,0.00044079204,0.0004790771,0.00009269647],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005801075,0.000040077597,0.0024656977,0.000008754802,0.000018437284,0.000032187763,0.0046147476,0.6607096,0.00068180537,0.16754708,0.000038818336,0.16383697],"study_design_scores_gemma":[0.00027031347,0.000031661955,0.0003770668,0.000008222753,0.000005176218,0.00002390172,0.000024378633,0.9901963,0.00011179589,0.0038605055,0.0049619153,0.00012879903],"about_ca_topic_score_codex":0.00015709337,"about_ca_topic_score_gemma":0.000027287873,"teacher_disagreement_score":0.8380832,"about_ca_system_score_codex":0.00005357061,"about_ca_system_score_gemma":0.000022657325,"threshold_uncertainty_score":0.42047113},"labels":[],"label_agreement":null},{"id":"W2160039544","doi":"10.3115/1220575.1220695","title":"Learning a spelling error model from search query logs","year":2005,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Spelling; Edit distance; String (physics); Artificial intelligence; Language model; Measure (data warehouse); Natural language processing; Maximization; Data mining; Mathematics; Linguistics","score_opus":0.06240637277141359,"score_gpt":0.28651131672858204,"score_spread":0.22410494395716846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160039544","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15684585,0.00005949983,0.8313735,0.0014136663,0.000057703553,0.000048338276,2.2452683e-7,0.00024046378,0.00996075],"genre_scores_gemma":[0.57942516,0.0000052886267,0.4164932,0.0003174623,0.00011735833,0.0000010416283,6.334087e-7,0.0000057499437,0.0036340933],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987917,0.000041359934,0.00018294944,0.00040380107,0.0002744903,0.00030571772],"domain_scores_gemma":[0.9993589,0.000069701804,0.000026058311,0.00041387108,0.00004003933,0.00009146405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026766022,0.00009924403,0.000112892056,0.00006858951,0.00008981638,0.00013432384,0.0006263022,0.000056969166,0.00009337331],"category_scores_gemma":[0.000016782673,0.00009256012,0.00004820451,0.00011536224,0.000013889445,0.00047223267,0.00027937978,0.0002792228,0.0004761858],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011082168,0.00001289504,0.000275032,0.0000016114561,0.000004397428,0.0000030897397,0.0013172838,0.93064564,0.0007242596,0.012757573,0.00007550007,0.054181628],"study_design_scores_gemma":[0.00011693754,0.000009126959,0.0000356505,0.000007749727,0.0000014271827,0.0000018160263,0.000055914046,0.9953987,0.0013057664,0.002351157,0.00059465354,0.00012107449],"about_ca_topic_score_codex":0.00023180961,"about_ca_topic_score_gemma":0.00004797289,"teacher_disagreement_score":0.42257932,"about_ca_system_score_codex":0.00004814541,"about_ca_system_score_gemma":0.00006862387,"threshold_uncertainty_score":0.61205643},"labels":[],"label_agreement":null},{"id":"W2160376432","doi":"10.3115/1629795.1629801","title":"A cognitive model for the representation and acquisition of verb selectional preferences","year":2007,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Verb; Computer science; Alternation (linguistics); Argument (complex analysis); Natural language processing; Artificial intelligence; Object (grammar); Reflexive verb; Representation (politics); Set (abstract data type); Linguistics; Cognition; Modal verb; Psychology; Programming language","score_opus":0.07026216968939814,"score_gpt":0.3268636723456144,"score_spread":0.2566015026562163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160376432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08621188,0.000026034824,0.9126977,0.00017065088,0.000036576854,0.00012180178,9.137613e-7,0.000015653994,0.0007188294],"genre_scores_gemma":[0.9431187,0.0000039778874,0.056643445,0.000081223865,0.000020479461,0.000008356281,9.1395526e-7,8.6542065e-7,0.000122032034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99965423,0.000006300643,0.0000820138,0.00011108596,0.000089895206,0.00005648975],"domain_scores_gemma":[0.9995187,0.000275539,0.000031378568,0.000060573395,0.000102660975,0.000011165628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021204837,0.000025719186,0.00003136435,0.00002337731,0.000054369764,0.000018500852,0.0000748918,0.00001518186,0.0000024252097],"category_scores_gemma":[0.00002282168,0.000017572036,0.000012389544,0.000065708344,0.000016286302,0.0001635054,0.00002832185,0.000018634411,2.4786846e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014918926,0.00008446677,0.0049591586,0.000038017195,0.00007610076,4.465704e-7,0.008942593,0.025882661,0.004281369,0.5510546,0.00028487825,0.40424654],"study_design_scores_gemma":[0.00013455731,0.00002020341,0.005158905,0.0000042257157,0.0000039420497,0.0000020310497,0.00010182641,0.964744,0.0042332876,0.025573006,0.0000018282568,0.00002224084],"about_ca_topic_score_codex":0.000030494808,"about_ca_topic_score_gemma":0.000031656935,"teacher_disagreement_score":0.9388613,"about_ca_system_score_codex":0.000004781148,"about_ca_system_score_gemma":0.000018034381,"threshold_uncertainty_score":0.07165668},"labels":[],"label_agreement":null},{"id":"W2160416736","doi":"10.1145/2484028.2484098","title":"Modeling term dependencies with quantum language models for IR","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Probabilistic logic; Term (time); Computer science; Normalization (sociology); Independence (probability theory); Language model; Quantum; Matching (statistics); Representation (politics); Theoretical computer science; Artificial intelligence; Algorithm; Mathematics; Statistics","score_opus":0.03291098185111052,"score_gpt":0.24520743800695272,"score_spread":0.2122964561558422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160416736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20254453,0.0000564029,0.7947117,0.00034918383,0.000058646165,0.00027150605,4.6147326e-7,0.00021630948,0.0017912398],"genre_scores_gemma":[0.696417,0.0000015529025,0.30269194,0.00021925369,0.000033694218,0.000068909154,7.4666565e-7,0.000008136197,0.000558764],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899447,0.000010463326,0.00015867759,0.00033926882,0.00019767412,0.00029944608],"domain_scores_gemma":[0.99925077,0.000035929814,0.000025966594,0.00051045505,0.0001016827,0.00007519888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011389719,0.00011909044,0.00012326128,0.000057797162,0.00008567003,0.0002019347,0.0006046822,0.00004223336,0.000020493639],"category_scores_gemma":[0.000008113117,0.0000842971,0.000039885148,0.00007683664,0.000010741324,0.0010846902,0.00013097592,0.0000658827,0.000029701709],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004704214,0.000035222092,0.0000793602,0.000038614868,0.00002133195,0.000004765752,0.003607449,0.5986652,0.0019015693,0.372953,0.00017431349,0.022514502],"study_design_scores_gemma":[0.000202111,0.000034304914,0.0000078643,0.000012547346,0.000002677376,0.0000071758786,0.00029971913,0.9762151,0.000477999,0.022590522,0.000004763565,0.00014520113],"about_ca_topic_score_codex":0.00050873205,"about_ca_topic_score_gemma":0.000063784144,"teacher_disagreement_score":0.49387246,"about_ca_system_score_codex":0.000020924279,"about_ca_system_score_gemma":0.000044671324,"threshold_uncertainty_score":0.3437536},"labels":[],"label_agreement":null},{"id":"W2160825952","doi":"10.1145/1008992.1009024","title":"Dependence language model for information retrieval","year":2004,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":261,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Language model; Term (time); Smoothing; Linkage (software); Divergence-from-randomness model; Artificial intelligence; Probabilistic logic; Independence (probability theory); Graph; Sentence; Term Discrimination; Axiom; Natural language processing; Theoretical computer science; Visual Word; Mathematics; Image retrieval","score_opus":0.020587301289449723,"score_gpt":0.25835346418041455,"score_spread":0.23776616289096483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160825952","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013100524,0.0000085827505,0.9837121,0.00048802624,0.00007387193,0.00011210024,8.896542e-7,0.00013884151,0.0023651116],"genre_scores_gemma":[0.5996966,5.7384204e-7,0.39968416,0.00044041724,0.000011595272,0.0000025858485,9.531121e-7,9.902401e-7,0.00016211296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99955726,0.0000021405385,0.00010765428,0.00008911034,0.0001296045,0.00011424446],"domain_scores_gemma":[0.99965334,0.000011945672,0.000025071333,0.00023558114,0.000043061962,0.00003098585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012636377,0.000041080042,0.00003986346,0.000036873666,0.000039540875,0.00007579214,0.00032525026,0.000028064562,0.000001704407],"category_scores_gemma":[0.000040950577,0.000036276997,0.000022391334,0.00007401196,0.000004074714,0.0011926511,0.00006629439,0.000033851906,0.000028964641],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048021234,0.000008045926,0.000007797454,0.0000119235665,0.0000022608554,6.270314e-7,0.0038881293,0.24867938,0.0005521706,0.72625446,0.000058464044,0.020531913],"study_design_scores_gemma":[0.00024059432,0.0000100860725,0.000010920184,0.0000030183032,6.9104766e-7,0.0000027384242,0.000033268097,0.9798227,0.0036564735,0.01610895,0.0000576384,0.00005294794],"about_ca_topic_score_codex":0.000022499129,"about_ca_topic_score_gemma":0.000008563659,"teacher_disagreement_score":0.7311433,"about_ca_system_score_codex":0.000032877062,"about_ca_system_score_gemma":0.000065391825,"threshold_uncertainty_score":0.14793329},"labels":[],"label_agreement":null},{"id":"W2160938081","doi":"10.1017/s1351324912000289","title":"Modeling human newspaper readers: The Fuzzy Believer approach","year":2012,"lang":"en","type":"article","venue":"Natural Language Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Newspaper; Computer science; Fuzzy logic; Set (abstract data type); Artificial intelligence; Range (aeronautics); Natural (archaeology); Fuzzy set; Information extraction; Natural language processing; Information retrieval; Data mining; Advertising; Programming language","score_opus":0.015391496316516116,"score_gpt":0.2320307436379919,"score_spread":0.21663924732147577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160938081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1533765,0.00772042,0.8356439,0.00021510366,0.0007729686,0.00015294895,4.6953366e-7,0.0004773224,0.0016404003],"genre_scores_gemma":[0.9056759,0.0000022385007,0.093256846,0.00019658475,0.00061476766,0.000011132001,0.0000034080872,0.00001760693,0.00022152702],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988541,0.000020248372,0.00016442387,0.00022665833,0.00026159303,0.00047295992],"domain_scores_gemma":[0.9992811,0.000031758333,0.000022094076,0.0005597812,0.000021554293,0.00008369671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002933752,0.00016457251,0.00012120125,0.00006507017,0.00011844819,0.000101451515,0.0007244508,0.00007234208,0.000004749652],"category_scores_gemma":[0.000041167623,0.00011512484,0.00006953281,0.00019475426,0.000008337685,0.0006675781,0.00021682336,0.00044378248,0.000014737802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002366242,0.00006254878,0.00016822379,0.00009242136,0.000083798666,0.0000142784165,0.043279357,0.79743147,0.029973492,0.09644469,0.00024622167,0.032201126],"study_design_scores_gemma":[0.0000998709,0.0000029384826,0.000101112244,0.000013122407,0.000005617579,0.000025780013,0.00039566332,0.9985731,0.0003408999,0.000023130133,0.00023334868,0.00018537915],"about_ca_topic_score_codex":0.000084746986,"about_ca_topic_score_gemma":0.0000021817239,"teacher_disagreement_score":0.75229937,"about_ca_system_score_codex":0.00005122065,"about_ca_system_score_gemma":0.000007597086,"threshold_uncertainty_score":0.46946546},"labels":[],"label_agreement":null},{"id":"W2161627020","doi":"10.1109/ictai.2008.84","title":"Answering Complex Questions Using Query-Focused Summarization Technique","year":2008,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Automatic summarization; Artificial intelligence; Natural language processing; Set (abstract data type); Cosine similarity; Information retrieval; Feature (linguistics); Cluster analysis","score_opus":0.08409606663430426,"score_gpt":0.2810506007681567,"score_spread":0.19695453413385244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161627020","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01704309,0.000010647009,0.9789135,0.00021739621,0.00009731024,0.0001580742,3.9272192e-7,0.0005089777,0.003050598],"genre_scores_gemma":[0.4726682,0.0000032487112,0.5271088,0.00009529071,0.000027449414,0.0000063740995,0.0000010593997,0.0000047031745,0.000084878375],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991996,0.000037433245,0.00018501446,0.0002497326,0.0001523614,0.00017581705],"domain_scores_gemma":[0.99940497,0.000023873004,0.000042428703,0.00040714446,0.00006826798,0.000053337983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012135736,0.00008692449,0.00009426118,0.00011022258,0.00022947726,0.0000501349,0.00035360284,0.000050499777,0.000021191898],"category_scores_gemma":[0.000022494936,0.00008755469,0.00003040293,0.0002989549,0.000027039638,0.00045209684,0.00014169197,0.000080399404,0.000009466579],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032040878,0.00013482524,0.011317616,0.000032172808,0.000021378542,0.000069728805,0.0013363825,0.045008782,0.42878023,0.48950037,0.00049738947,0.023297902],"study_design_scores_gemma":[0.000097710334,0.000011261149,0.001479294,0.00001736593,0.0000017499525,0.00008194466,0.000004234259,0.98316395,0.012311658,0.0018582616,0.0008124977,0.000160048],"about_ca_topic_score_codex":0.00039309694,"about_ca_topic_score_gemma":0.000025432655,"teacher_disagreement_score":0.9381552,"about_ca_system_score_codex":0.00006148925,"about_ca_system_score_gemma":0.00007042121,"threshold_uncertainty_score":0.35703766},"labels":[],"label_agreement":null},{"id":"W2163571449","doi":"10.1007/978-3-319-10816-2_11","title":"A Topic Model Scoring Approach for Personalized QA Systems","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University; Université Laval","funders":"","keywords":"Mean reciprocal rank; Computer science; Latent Dirichlet allocation; Personalization; Similarity (geometry); Information retrieval; Question answering; Rank (graph theory); Set (abstract data type); Topic model; Probabilistic logic; Reciprocal; Ranking (information retrieval); Data mining; Artificial intelligence; World Wide Web","score_opus":0.04480884360883672,"score_gpt":0.2528119084833199,"score_spread":0.2080030648744832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163571449","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023647643,0.00060702505,0.993254,0.00020064435,0.0016272166,0.00085365615,0.0000037137168,0.0001959201,0.0032341576],"genre_scores_gemma":[0.058936696,0.00001244808,0.9365771,0.00065687794,0.00087082136,0.00006779514,0.0000048276097,0.000042129246,0.0028313084],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957436,0.00002972677,0.0005714337,0.001953478,0.0009299484,0.0007718196],"domain_scores_gemma":[0.9973378,0.00030926298,0.0002788701,0.0016380524,0.00025582092,0.00018018651],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012314628,0.00053170836,0.0006997077,0.00056828634,0.00028635407,0.00073745544,0.003627574,0.00034414683,0.000001760038],"category_scores_gemma":[0.00007917779,0.00049009686,0.0002009383,0.00025310583,0.00031058295,0.00036066884,0.0009677997,0.00056297175,0.0000061182204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027771555,0.000007966523,0.000006143341,0.00014230463,0.0000074526965,0.0000035117064,0.00047772125,0.64873,0.00003059985,0.23163265,0.000008378059,0.118950486],"study_design_scores_gemma":[0.00033381308,0.000056568737,0.0000011046997,0.00025331625,0.000008127914,0.00003298496,1.8620771e-7,0.9468714,0.000054725908,0.05099089,0.0008788282,0.0005180821],"about_ca_topic_score_codex":0.000020174266,"about_ca_topic_score_gemma":0.000004683084,"teacher_disagreement_score":0.29814136,"about_ca_system_score_codex":0.00032876016,"about_ca_system_score_gemma":0.00048161083,"threshold_uncertainty_score":0.9997551},"labels":[],"label_agreement":null},{"id":"W2163636154","doi":"10.1007/978-3-540-85287-2_9","title":"An Efficient Statistical Approach for Automatic Organic Chemistry Summarization","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Automatic summarization; Computer science; Sentence; Natural language processing; Information retrieval; Artificial intelligence","score_opus":0.01678369904806987,"score_gpt":0.24083519758218888,"score_spread":0.22405149853411901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163636154","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015174788,0.00009917879,0.9975391,0.00008162467,0.0005070613,0.0005576246,0.0000107070155,0.00025991548,0.0007930101],"genre_scores_gemma":[0.08408344,0.000007527619,0.9151002,0.00027040322,0.0003296972,0.000019049228,0.000044335517,0.000035929414,0.00010941671],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963045,0.000025083556,0.00053294643,0.001673393,0.0008670812,0.00059697306],"domain_scores_gemma":[0.99753845,0.0003357899,0.00022261946,0.0014640552,0.00023145707,0.00020763554],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005971168,0.0004340773,0.00044935002,0.00026104334,0.00029559954,0.00038339902,0.0027000252,0.0003188293,0.00003106827],"category_scores_gemma":[0.00013151883,0.000416531,0.00007439465,0.0003504112,0.00038996772,0.00026518435,0.0005278545,0.00046424475,0.000007200062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031622503,0.00009682734,0.0000121953735,0.0001872354,0.000009067939,0.000024114253,0.00090038695,0.5309584,0.00051898474,0.008704315,0.00001688885,0.4585684],"study_design_scores_gemma":[0.00021490915,0.000070314396,0.000020421545,0.000074126,0.000006948468,0.000067765846,1.3910577e-7,0.9887212,0.0006072684,0.009655618,0.00010398324,0.00045730724],"about_ca_topic_score_codex":0.000005122071,"about_ca_topic_score_gemma":0.0000025113843,"teacher_disagreement_score":0.45811108,"about_ca_system_score_codex":0.00033794355,"about_ca_system_score_gemma":0.00072178873,"threshold_uncertainty_score":0.99982864},"labels":[],"label_agreement":null},{"id":"W2164755781","doi":"10.3115/v1/d14-1085","title":"Unsupervised Sentence Enhancement for Automatic Summarization","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grammaticality; Automatic summarization; Coreference; Computer science; Sentence; Natural language processing; Artificial intelligence; Source text; Resolution (logic); Semantics (computer science); Event (particle physics); Linguistics; Grammar; Physics","score_opus":0.020244024081394644,"score_gpt":0.2438347385067234,"score_spread":0.22359071442532877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164755781","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008838079,0.0000046742534,0.9874642,0.00097058696,0.00021465425,0.00018112581,1.1457034e-7,0.00016319485,0.0021633974],"genre_scores_gemma":[0.54987293,0.0000010183953,0.4488211,0.0005741947,0.00003248617,0.000028525319,0.0000015755513,0.0000027013255,0.0006654711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938565,0.00001884338,0.00013750876,0.00020032177,0.000120764475,0.00013691555],"domain_scores_gemma":[0.9994976,0.00006347559,0.00002854071,0.00032467605,0.00005133354,0.00003437493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002102765,0.0000550994,0.000065633714,0.000029729701,0.00005524764,0.00006512777,0.00033352387,0.000018863488,0.000022452276],"category_scores_gemma":[0.000048286118,0.00004749963,0.000023460521,0.00007982214,0.000005627199,0.00019677833,0.000068803136,0.000017746539,0.00002748579],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.713872e-7,0.00004364945,0.00038789574,0.00006207866,0.000007337019,1.6196121e-7,0.00041578684,0.00080939993,0.0059919395,0.534111,0.0005953133,0.45757443],"study_design_scores_gemma":[0.00016910717,0.000029062765,0.00011814209,0.000009164587,0.0000014770402,3.7897357e-7,0.000005660959,0.9865647,0.0052471138,0.0063514546,0.0014392997,0.000064457476],"about_ca_topic_score_codex":0.000010335203,"about_ca_topic_score_gemma":0.0000039900187,"teacher_disagreement_score":0.98575526,"about_ca_system_score_codex":0.000017132765,"about_ca_system_score_gemma":0.000016826349,"threshold_uncertainty_score":0.19369787},"labels":[],"label_agreement":null},{"id":"W2166053996","doi":"10.5555/1931390.1931453","title":"Indexing low frequency information for question answering","year":2007,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Question answering; Computer science; Information retrieval; Search engine indexing; Weighting; Clef; Redundancy (engineering); Feature (linguistics); Scheme (mathematics); Document retrieval; Natural language processing; Artificial intelligence; Mathematics; Linguistics","score_opus":0.012406122944990711,"score_gpt":0.2566936372010145,"score_spread":0.2442875142560238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166053996","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016935555,0.0000067952515,0.97557396,0.00016567564,0.0002907529,0.00011724434,1.5697066e-7,0.00018517101,0.006724666],"genre_scores_gemma":[0.5864755,5.0625033e-7,0.41320437,0.00023189074,0.000043929744,0.0000036453607,0.0000014132419,0.0000013604468,0.000037389353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994522,0.0000040347386,0.00017931282,0.000087060915,0.00010293377,0.00017451166],"domain_scores_gemma":[0.99965215,0.000035526584,0.00004162364,0.00016884673,0.0000644088,0.000037419162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005821301,0.000045841327,0.00004141333,0.00008471233,0.000059480826,0.00008687073,0.00020134271,0.000036362086,0.0000035379303],"category_scores_gemma":[0.000052680116,0.000044041422,0.000019275161,0.000100165504,0.000003887325,0.0016609367,0.000037455025,0.000040835723,0.000012213384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015178308,0.0000053279496,0.000821213,0.000024805295,0.000002127586,4.8133154e-7,0.0007640619,0.0011689233,0.00084462354,0.67708087,0.00003766182,0.31924838],"study_design_scores_gemma":[0.0003195496,0.0000394843,0.002873136,0.000039839873,0.0000014814971,0.000006929459,0.000070469025,0.95384085,0.009751849,0.030612053,0.0022510106,0.00019337237],"about_ca_topic_score_codex":0.00005292744,"about_ca_topic_score_gemma":0.000026112793,"teacher_disagreement_score":0.9526719,"about_ca_system_score_codex":0.000047565885,"about_ca_system_score_gemma":0.00002234997,"threshold_uncertainty_score":0.17959571},"labels":[],"label_agreement":null},{"id":"W2166141468","doi":"10.1093/llc/fqu061","title":"Citation segmentation from sparse & noisy data: A joint inference approach with Markov logic networks","year":2014,"lang":"en","type":"article","venue":"Digital Scholarship in the Humanities","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Scholarship; Library science; Inference; Citation; Computer science; Artificial intelligence; Philosophy; Political science; Epistemology","score_opus":0.17348657594254144,"score_gpt":0.2799996284789401,"score_spread":0.10651305253639867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166141468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19323511,0.000070287744,0.79886776,0.00009429045,0.00009544906,0.00020876504,0.000009201903,0.00008619137,0.007332931],"genre_scores_gemma":[0.9679132,0.000004019954,0.030795991,0.0006944695,0.00012983143,0.000034421377,0.00032237914,0.000009770072,0.00009591923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983819,0.0002205918,0.00026554297,0.00045851644,0.00042225549,0.0002512007],"domain_scores_gemma":[0.99841475,0.0003126828,0.00013115202,0.0010498295,0.000063913365,0.000027683154],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008852497,0.00016992286,0.00015063315,0.000092447925,0.00019358672,0.0031331752,0.0015186559,0.000056114375,0.0000054926427],"category_scores_gemma":[0.00019820903,0.00012052572,0.00002289457,0.00019938704,0.00009658946,0.004228723,0.00036651138,0.00033607986,0.000022505315],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009195279,0.00058912503,0.05621132,0.00010212656,0.0001020072,0.000029168468,0.040465564,0.053525172,0.00009211444,0.6937484,0.000275428,0.15476763],"study_design_scores_gemma":[0.0015216648,0.00024047401,0.106294125,0.0003082725,0.000037259717,0.000042195683,0.00339811,0.6426268,0.000027661712,0.24201222,0.0023447983,0.0011464161],"about_ca_topic_score_codex":0.000098972116,"about_ca_topic_score_gemma":0.00033187607,"teacher_disagreement_score":0.77467805,"about_ca_system_score_codex":0.00004725995,"about_ca_system_score_gemma":0.00003171103,"threshold_uncertainty_score":0.9979017},"labels":[],"label_agreement":null},{"id":"W2167258615","doi":"10.3115/1557690.1557694","title":"Improving the performance of the random walk model for answering complex questions","year":2008,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Computer science; Question answering; Natural language processing; Sentence; Artificial intelligence; Word (group theory); Graph; Information retrieval; Component (thermodynamics); Random walk; Theoretical computer science; Linguistics","score_opus":0.04762418571720622,"score_gpt":0.24355917474941643,"score_spread":0.1959349890322102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167258615","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22969131,0.00001707654,0.76909626,0.00055081944,0.00008286463,0.00019007846,6.438813e-7,0.000039741884,0.00033121204],"genre_scores_gemma":[0.879056,0.0000057380703,0.120184995,0.00018457235,0.000024121753,0.000020127547,1.225264e-7,0.000003327733,0.00052098907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994101,0.000016445387,0.00016454281,0.00013732015,0.00013080915,0.00014078052],"domain_scores_gemma":[0.9992734,0.00008258371,0.00005670014,0.00050846767,0.000061439234,0.000017393751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002108882,0.000059879596,0.00008242201,0.000016306927,0.0003572031,0.000019218787,0.000762149,0.000017934044,0.0000019161655],"category_scores_gemma":[0.000028551489,0.00003128764,0.000063490465,0.000091703296,0.000049410686,0.00018926222,0.00018978292,0.00006302316,7.832387e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015248792,0.000032456912,0.0012114313,0.000048874732,0.000013717028,2.1783353e-7,0.0035312388,0.89095414,0.014271585,0.06438361,0.0002967911,0.025240716],"study_design_scores_gemma":[0.00031421566,0.000008839082,0.0006118476,0.0000072446164,0.0000024209937,0.0000073430265,0.000009141644,0.99685526,0.0017844999,0.00028656615,0.000066572204,0.000046039648],"about_ca_topic_score_codex":0.00006852412,"about_ca_topic_score_gemma":0.000016514336,"teacher_disagreement_score":0.6493647,"about_ca_system_score_codex":0.00001374665,"about_ca_system_score_gemma":0.00006263478,"threshold_uncertainty_score":0.27473536},"labels":[],"label_agreement":null},{"id":"W2167549729","doi":"10.1109/tfuzz.2008.2005011","title":"Domain Representation Using Possibility Theory: An Exploratory Study","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Fuzzy Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Natural language; Representation (politics); Domain (mathematical analysis); Classifier (UML); Domain theory; Natural language understanding; Context (archaeology); Mathematics; Discrete mathematics","score_opus":0.09096865796085263,"score_gpt":0.30735610991438667,"score_spread":0.21638745195353404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167549729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46795264,0.000020031572,0.53028136,0.000008345682,0.0009676016,0.00048460733,0.0000025094764,0.000183908,0.00009896931],"genre_scores_gemma":[0.99395096,0.0000024368312,0.0057355934,0.000023968296,0.00009205089,0.00008960217,4.978719e-7,0.000016599952,0.00008826327],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99715006,0.0010178752,0.0004372629,0.0006733838,0.0004751516,0.00024624885],"domain_scores_gemma":[0.99818,0.000109066845,0.00011045794,0.0013574134,0.00010789622,0.00013518683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009796476,0.00017418471,0.0002419049,0.00018448108,0.000529205,0.00012334996,0.0004915273,0.00007277782,0.0000041493763],"category_scores_gemma":[0.0000037572572,0.0001683103,0.00007816399,0.00042506467,0.000047443365,0.0010838258,0.0000035027174,0.00019110144,0.000026852056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021200841,0.004590736,0.0036816618,0.00014981019,0.00025644118,0.0003228666,0.13447754,0.82447636,0.010566697,0.007502715,0.000027987124,0.013735151],"study_design_scores_gemma":[0.0048925434,0.0018812013,0.0023028674,0.00038777283,0.00011969399,0.0006645023,0.051305868,0.9180024,0.010915162,0.0075142914,0.000053258234,0.0019604212],"about_ca_topic_score_codex":0.0003167324,"about_ca_topic_score_gemma":0.00010053179,"teacher_disagreement_score":0.52599835,"about_ca_system_score_codex":0.00015058265,"about_ca_system_score_gemma":0.0001270086,"threshold_uncertainty_score":0.6863495},"labels":[],"label_agreement":null},{"id":"W2167609405","doi":"10.1613/jair.2693","title":"The Latent Relation Mapping Engine: Algorithm and Experiments","year":2008,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Research","topic":"Topic Modeling","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"Princeton University","keywords":"Analogy; Relation (database); Core (optical fiber); Set (abstract data type); Latent semantic analysis; Variety (cybernetics); Relational database; Raw data","score_opus":0.2756728393136693,"score_gpt":0.4075134273255451,"score_spread":0.13184058801187576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167609405","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08787469,0.0010507613,0.90895873,0.0015794897,0.00034121796,0.00008251892,9.243689e-8,0.000009084917,0.000103426675],"genre_scores_gemma":[0.8989751,0.001304174,0.099238954,0.000018472005,0.00032421862,0.0000030939284,6.623928e-8,0.0000059797217,0.00012996406],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980669,0.00018190897,0.00047742654,0.00014639519,0.0008295553,0.00029780835],"domain_scores_gemma":[0.9986466,0.000398945,0.0001161981,0.00023072585,0.00049386604,0.000113648166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028023394,0.00006350524,0.00010088911,0.00021046764,0.0005825163,0.0001829822,0.0006110411,0.000043693108,0.000005233038],"category_scores_gemma":[0.0002961662,0.000043661443,0.000044865894,0.00039698073,0.00014282044,0.00042137862,0.0001960297,0.00048135966,0.000019095149],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009875154,0.000038170703,0.00015107967,0.0000027899193,0.000015702068,0.000076933706,0.0037661672,0.0011153289,0.0028060589,0.013895137,0.00010689936,0.97801584],"study_design_scores_gemma":[0.000036764643,0.00019736009,0.00073342596,0.000056113273,0.0000013762825,0.00032044746,0.001053914,0.9290766,0.03429125,0.03241746,0.0017131576,0.00010212755],"about_ca_topic_score_codex":0.000019549567,"about_ca_topic_score_gemma":0.0000011030086,"teacher_disagreement_score":0.97791374,"about_ca_system_score_codex":0.00007800399,"about_ca_system_score_gemma":0.00013214203,"threshold_uncertainty_score":0.44803035},"labels":[],"label_agreement":null},{"id":"W2170897823","doi":"","title":"ConsentCanvas: Automatic Texturing for Improved Readability in End-User License Agreements","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Readability; Automatic summarization; USable; License; End user; World Wide Web; Information retrieval; Programming language; Operating system","score_opus":0.05487268725048904,"score_gpt":0.2629860589408521,"score_spread":0.20811337169036304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170897823","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30409107,0.000013045012,0.69050807,0.00027448588,0.00023175524,0.0005871201,0.0000013413822,0.00020010163,0.004093016],"genre_scores_gemma":[0.69997454,0.0000010189303,0.29915705,0.00028546338,0.000015639438,0.000049581344,5.1632344e-7,0.000005349288,0.0005108181],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988176,0.00004002399,0.0003306903,0.00039787954,0.00010242912,0.0003113398],"domain_scores_gemma":[0.99903655,0.00011087266,0.000065201566,0.00067171216,0.000045677112,0.00007001377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000454394,0.000113405134,0.00015171131,0.00007536213,0.000043305892,0.000041847794,0.00053134735,0.00004842798,0.000114166854],"category_scores_gemma":[0.0000883236,0.000099033794,0.000049016657,0.00011249479,0.000022885644,0.00030072842,0.0002087207,0.00007036617,0.000018438583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054892163,0.000977149,0.034683004,0.0004035864,0.00010025192,0.000026439047,0.017242992,0.00006371434,0.008254918,0.089297995,0.0010182357,0.84787685],"study_design_scores_gemma":[0.0009017836,0.000091056856,0.01601124,0.00004535883,0.0000070639035,0.0000068161767,0.0001621467,0.957382,0.01297197,0.011420413,0.00067691616,0.00032323215],"about_ca_topic_score_codex":0.0007397889,"about_ca_topic_score_gemma":0.00050545053,"teacher_disagreement_score":0.9573183,"about_ca_system_score_codex":0.000068313086,"about_ca_system_score_gemma":0.0000699976,"threshold_uncertainty_score":0.4038481},"labels":[],"label_agreement":null},{"id":"W2171086879","doi":"10.48550/arxiv.1406.2710","title":"A Multiplicative Model for Learning Distributed Text-Based Attribute Representations","year":2014,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research","funders":"","keywords":"Computer science; Natural language processing; Word (group theory); Artificial intelligence; Variety (cybernetics); Similarity (geometry); Sentence; Context (archaeology); Multiplicative function; Linguistics; Mathematics","score_opus":0.0939435152693148,"score_gpt":0.21566468393424365,"score_spread":0.12172116866492885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171086879","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042206723,0.000002867939,0.95671827,0.00031651105,0.00004198955,0.0002248903,0.000016135526,0.00025285775,0.00021975386],"genre_scores_gemma":[0.96314055,0.0000014713507,0.03589662,0.0000941546,0.000022061555,0.0000041098338,0.000030213465,0.000008595443,0.0008022549],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882,0.00008337428,0.0001301322,0.00063410425,0.000057077308,0.0002752815],"domain_scores_gemma":[0.9986251,0.0003366627,0.00011558596,0.00062680454,0.00018071943,0.00011512018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022086961,0.00012480827,0.00014131212,0.00009471762,0.00029521898,0.00005326184,0.000684766,0.00006344863,0.0000029075406],"category_scores_gemma":[0.0002168782,0.00014462949,0.00010741968,0.0004358749,0.000047080674,0.0003469395,0.00016475792,0.0001370531,0.00002033782],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008828599,0.000027377377,0.00227408,0.0000057550137,0.0000096564445,0.0000018613424,0.00010618669,0.8497676,0.00011232248,0.14707667,0.00006764418,0.0005419937],"study_design_scores_gemma":[0.00080755044,0.000033234886,0.0005063083,0.000008743341,0.000015636482,4.6460912e-7,0.000037794274,0.98737615,0.00024773763,0.010390305,0.00040942704,0.00016662123],"about_ca_topic_score_codex":0.00003022404,"about_ca_topic_score_gemma":0.000015316642,"teacher_disagreement_score":0.9209338,"about_ca_system_score_codex":0.00008655478,"about_ca_system_score_gemma":0.000064900065,"threshold_uncertainty_score":0.58978194},"labels":[],"label_agreement":null},{"id":"W2173071808","doi":"10.1109/pacrim.2015.7334869","title":"New graph-based text summarization method","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Text graph; Graph; Information retrieval; Multi-document summarization; Multigraph; Natural language processing; Ranking (information retrieval); Artificial intelligence; Theoretical computer science","score_opus":0.05822045144658138,"score_gpt":0.3020652192523725,"score_spread":0.24384476780579112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173071808","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007623532,0.000021097865,0.9829909,0.002154548,0.00024273222,0.000050028753,6.9404344e-8,0.00019887202,0.014265517],"genre_scores_gemma":[0.028217504,2.500978e-7,0.9688304,0.0008044637,0.000051263778,0.0000014570645,9.609658e-7,0.0000032570326,0.0020904096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936974,0.00004446674,0.00009968683,0.00019491847,0.00017935202,0.00011184086],"domain_scores_gemma":[0.9993991,0.000035455734,0.000024661165,0.0003559087,0.000055385543,0.00012946612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027658822,0.000053678235,0.000059413458,0.00006780569,0.00002133583,0.000078177225,0.00037290997,0.000030538802,0.000025584466],"category_scores_gemma":[0.000039562423,0.000045951107,0.000023272145,0.0002601008,0.0000033134106,0.00022949747,0.00006756932,0.000038275357,0.00005600982],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002431729,0.00001702102,0.0010060166,0.0000033667661,0.0000048025763,0.0000028232782,0.0003156232,0.025443712,0.00027922177,0.5105298,0.015250577,0.44714457],"study_design_scores_gemma":[0.00027448236,0.000019024155,0.00010651786,0.0000027493218,0.000001633985,0.0000012326916,0.000007284729,0.95612127,0.0024667957,0.032755427,0.008160308,0.00008330275],"about_ca_topic_score_codex":0.00027709606,"about_ca_topic_score_gemma":0.000024807365,"teacher_disagreement_score":0.93067753,"about_ca_system_score_codex":0.000017845592,"about_ca_system_score_gemma":0.00019441756,"threshold_uncertainty_score":0.18738317},"labels":[],"label_agreement":null},{"id":"W2178198718","doi":"10.5430/air.v5n1p36","title":"The improvement of question process method in Q&A system","year":2015,"lang":"en","type":"article","venue":"Artificial Intelligence Research","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National High-tech Research and Development Program; National Natural Science Foundation of China","keywords":"Computer science; Matching (statistics); Similarity (geometry); Template; Set (abstract data type); Word (group theory); Field (mathematics); Semantic similarity; Blossom algorithm; Information retrieval; Artificial intelligence; Natural language processing; Algorithm; Data mining; Mathematics; Image (mathematics)","score_opus":0.3984937210629831,"score_gpt":0.5197412145710736,"score_spread":0.1212474935080905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178198718","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054660834,0.00012130533,0.94245964,0.0012791728,0.0002327278,0.00034085877,3.140929e-7,0.000037880738,0.00086725125],"genre_scores_gemma":[0.983447,0.000010996435,0.016341733,0.000006503696,0.00006410263,0.0000656094,2.7311165e-7,0.000005052478,0.000058683792],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973595,0.00046344363,0.0004769271,0.00032365497,0.000955198,0.0004212435],"domain_scores_gemma":[0.9979733,0.00048491705,0.0000685308,0.00061256177,0.0007580783,0.000102587896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011905291,0.000071690316,0.000118736614,0.00018484062,0.00012853749,0.0001503063,0.0011840024,0.000052417538,0.0000013439301],"category_scores_gemma":[0.0008551904,0.000051889314,0.000025964264,0.0009698966,0.00009648689,0.00022070389,0.0002820009,0.00029041056,0.000064311695],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018465127,0.00004246251,0.00010785255,0.00003551862,0.000003011561,0.0000028232314,0.0024318933,0.0052646417,0.0021623964,0.47764176,0.00001587295,0.5122733],"study_design_scores_gemma":[0.000018775327,0.00011528416,0.000012071531,0.000084949446,7.542717e-7,0.0000029667426,0.004172416,0.65655446,0.12034815,0.21840104,0.00021347003,0.00007565942],"about_ca_topic_score_codex":0.0013085805,"about_ca_topic_score_gemma":0.0006004372,"teacher_disagreement_score":0.9287862,"about_ca_system_score_codex":0.00020104961,"about_ca_system_score_gemma":0.00032764862,"threshold_uncertainty_score":0.412616},"labels":[],"label_agreement":null},{"id":"W2179519966","doi":"10.1162/tacl_a_00104","title":"Named Entity Recognition with Bidirectional LSTM-CNNs","year":2016,"lang":"en","type":"preprint","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Feature engineering; Feature (linguistics); Word (group theory); Artificial intelligence; Lexicon; Named-entity recognition; Task (project management); Natural language processing; Encoding (memory); State (computer science); Architecture; Entity linking; Deep learning; Knowledge base","score_opus":0.02717742762268828,"score_gpt":0.2607877003144704,"score_spread":0.23361027269178214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2179519966","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010559565,0.000021584327,0.9913074,0.0010272245,0.0038142127,0.0005396473,0.0008144261,0.00013775831,0.0012818173],"genre_scores_gemma":[0.7926186,0.000007765815,0.20550442,0.00007299522,0.00051955145,0.000100537975,0.00010810846,0.000023379273,0.0010446833],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99798363,0.00010682504,0.0005223708,0.00042019397,0.0007569281,0.00021005084],"domain_scores_gemma":[0.99509424,0.0009232767,0.0009036153,0.00040403823,0.0026235692,0.0000512341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049171824,0.00020520716,0.00027429883,0.00015935297,0.0003289576,0.000102088336,0.0006733891,0.0002312499,0.0000098883365],"category_scores_gemma":[0.00086396403,0.00016216112,0.00029431356,0.00021848596,0.00004399561,0.00007342455,0.0000729962,0.00033730626,0.000006957234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007398837,0.0004107382,0.0024931568,0.00033721165,0.0009733625,5.6611776e-7,0.00050995115,0.89866775,0.000033524666,0.08651488,0.0009340167,0.009050834],"study_design_scores_gemma":[0.0011357553,0.00008062233,0.0026243269,0.0003635176,0.00028825697,0.0000037646264,0.000011176423,0.41258764,0.0006234305,0.577189,0.0046292227,0.000463219],"about_ca_topic_score_codex":0.000037852486,"about_ca_topic_score_gemma":0.000033385426,"teacher_disagreement_score":0.7915626,"about_ca_system_score_codex":0.00055197085,"about_ca_system_score_gemma":0.00059320964,"threshold_uncertainty_score":0.66127384},"labels":[],"label_agreement":null},{"id":"W2181916342","doi":"","title":"CornPittMich Sentiment Slot-Filling System at TAC 2013","year":2013,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Relevance (law); Task (project management); Sentence; Sentiment analysis; Process (computing); Knowledge base; Information retrieval; Measure (data warehouse); Base (topology); Architecture; Natural language processing; Document retrieval; Artificial intelligence; Data mining; Mathematics; Programming language","score_opus":0.008732002905667332,"score_gpt":0.21842062742979015,"score_spread":0.20968862452412282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181916342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09091551,0.0006726307,0.9044502,0.00026922964,0.000053423075,0.000361019,0.0000020572716,0.000113363516,0.0031626164],"genre_scores_gemma":[0.9912256,0.00003632487,0.007323019,0.00003398565,0.000045376484,0.0002405692,0.0000032915152,0.0000054323764,0.0010863994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99928486,0.000051122868,0.00020905568,0.00022031977,0.00010408008,0.00013053314],"domain_scores_gemma":[0.999114,0.00012689905,0.00009737294,0.00051726174,0.00009114993,0.000053322157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030982064,0.00008686773,0.00012463347,0.00004511363,0.00018047127,0.00005878637,0.00035974383,0.00003506082,0.000025259089],"category_scores_gemma":[0.000004501994,0.00007598561,0.00002471601,0.00011961439,0.00008742309,0.000222975,0.0002151796,0.000044493358,0.00009803533],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018252331,0.000010854007,0.000071561844,0.000045226567,0.000009468067,8.669223e-8,0.00044161957,0.00012272497,0.0020504927,0.98840904,0.00010713282,0.0087299375],"study_design_scores_gemma":[0.00052979274,0.00006041225,0.00088694703,0.000071537754,0.000054709028,0.000053161355,0.0031024672,0.08320653,0.07321144,0.82207173,0.016145201,0.0006060451],"about_ca_topic_score_codex":0.000056282606,"about_ca_topic_score_gemma":0.0000012856653,"teacher_disagreement_score":0.9003101,"about_ca_system_score_codex":0.000022216125,"about_ca_system_score_gemma":0.000015074244,"threshold_uncertainty_score":0.30986032},"labels":[],"label_agreement":null},{"id":"W2182032621","doi":"","title":"Entropy-based Sentence Selection with Roget's Thesaurus","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Automatic summarization; Sentence; Computer science; Thesaurus; Information retrieval; Natural language processing; Selection (genetic algorithm); Baseline (sea); Artificial intelligence","score_opus":0.008418135404538249,"score_gpt":0.207359724092659,"score_spread":0.19894158868812073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182032621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16885959,0.000001834785,0.8277669,0.0010348073,0.00016209176,0.000062093946,7.81423e-8,0.00022461888,0.0018879906],"genre_scores_gemma":[0.7156869,1.6045348e-7,0.28368026,0.00034528377,0.000047020287,0.0000049282385,1.8534939e-7,0.000003107917,0.00023214731],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930763,0.000013904119,0.000078222365,0.0002495942,0.00018081134,0.0001698291],"domain_scores_gemma":[0.99949384,0.00002636662,0.000030002948,0.00032960845,0.000063015264,0.00005717203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001004806,0.00007239167,0.000057396486,0.000041838975,0.00006655552,0.00009877449,0.00035688427,0.000032082447,0.000055966888],"category_scores_gemma":[0.0000115480925,0.000050782015,0.000019261792,0.0001714542,0.000018183271,0.00022922734,0.000037439346,0.00014408118,0.000039758812],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002275946,0.0001669396,0.048858993,0.000016737793,0.000022772783,0.0000255315,0.00037353268,0.007452743,0.119312264,0.74247897,0.00044559166,0.080823176],"study_design_scores_gemma":[0.00021673886,0.000049169983,0.001161746,0.0000041262933,0.0000021580581,0.000025066665,0.000006253163,0.9605781,0.03469659,0.0011308019,0.0020166854,0.000112585876],"about_ca_topic_score_codex":0.000099204655,"about_ca_topic_score_gemma":0.00017872162,"teacher_disagreement_score":0.95312536,"about_ca_system_score_codex":0.000011050407,"about_ca_system_score_gemma":0.00007679657,"threshold_uncertainty_score":0.20708305},"labels":[],"label_agreement":null},{"id":"W2182139230","doi":"","title":"ABSUM: a Knowledge-Based Abstractive Summarizer","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Automatic summarization; Computer science; Natural language processing; Task (project management); Information retrieval; Knowledge base; Source text; Artificial intelligence; Representation (politics); Multi-document summarization; Scalability","score_opus":0.02019895973292568,"score_gpt":0.25499447608057924,"score_spread":0.23479551634765355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182139230","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004032236,0.00001228481,0.8258535,0.00060348754,0.00023354148,0.00005014121,1.2178268e-7,0.00018914662,0.16902553],"genre_scores_gemma":[0.87865144,2.824437e-7,0.1186364,0.00051272725,0.000079304555,0.0000069938487,3.9759502e-7,0.0000047503568,0.002107706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992604,0.000035805773,0.00012291825,0.00027877203,0.000118092146,0.0001839945],"domain_scores_gemma":[0.9991918,0.00014449738,0.00003180892,0.0004992878,0.00006108843,0.00007151815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002416481,0.00008224642,0.00009010716,0.000056533292,0.00005255677,0.00007957989,0.00050333387,0.000042364423,0.00007084785],"category_scores_gemma":[0.000038154474,0.0000692949,0.00004278395,0.000109592824,0.000016457827,0.00019770583,0.00009676693,0.000088084314,0.00049211713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005930883,0.0001830383,0.0010268635,0.000023578094,0.000016705,0.0000046408863,0.00061834994,0.0022886393,0.0014180455,0.6102831,0.0047249356,0.3794062],"study_design_scores_gemma":[0.00031548183,0.00002821632,0.0017637907,0.000009055204,0.000002048399,0.0000013153283,0.000006184903,0.9578769,0.0035873794,0.006889956,0.029367052,0.00015260067],"about_ca_topic_score_codex":0.00005004653,"about_ca_topic_score_gemma":0.000032860313,"teacher_disagreement_score":0.9555883,"about_ca_system_score_codex":0.00002516362,"about_ca_system_score_gemma":0.00005807927,"threshold_uncertainty_score":0.63253343},"labels":[],"label_agreement":null},{"id":"W2182362006","doi":"","title":"Related Entity Finding: University of Waterloo at TREC 2010 Entity Track.","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Track (disk drive); Information retrieval; Natural language processing","score_opus":0.014957095292718397,"score_gpt":0.19904704553951932,"score_spread":0.18408995024680092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182362006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9351782,0.000004409459,0.056620475,0.00043174846,0.0009311125,0.00006978616,0.0000015727747,0.00013143217,0.0066312146],"genre_scores_gemma":[0.9318031,0.0000043272958,0.026626945,0.000015771293,0.000014670837,1.00476385e-7,0.0000018432017,0.0000032000382,0.041530028],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991475,0.000031848915,0.00014786013,0.00030866713,0.0001767926,0.00018736483],"domain_scores_gemma":[0.99915916,0.000030004423,0.000075242475,0.00059540424,0.00005630728,0.000083867024],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026575,0.00008182548,0.00012559682,0.00006860136,0.00012523546,0.000028287024,0.000749794,0.0001163954,0.0009502721],"category_scores_gemma":[0.00001811264,0.000079573925,0.00007870547,0.00015108194,0.00005737637,0.00042606523,0.000385,0.00021310999,0.00017226647],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050849605,0.0008715009,0.17966184,0.00012065581,0.00018622715,0.00015436111,0.018190028,0.0005272186,0.38060644,0.32660103,0.013029887,0.07999999],"study_design_scores_gemma":[0.0041201753,0.00021151922,0.20622906,0.000049294827,0.000092707705,0.00010579753,0.00035478818,0.52843285,0.19926539,0.02043439,0.03920715,0.0014968936],"about_ca_topic_score_codex":0.0013409408,"about_ca_topic_score_gemma":0.0025101108,"teacher_disagreement_score":0.52790564,"about_ca_system_score_codex":0.000031706928,"about_ca_system_score_gemma":0.00003461642,"threshold_uncertainty_score":0.999963},"labels":[],"label_agreement":null},{"id":"W2182378606","doi":"","title":"Universite de Montreal at TREC 2013: Experiments with Quantum Language Models in the Web Track.","year":2013,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Robustness (evolution); Computer science; Language model; Artificial intelligence; Focus (optics); Information retrieval; Data mining","score_opus":0.031722842998086316,"score_gpt":0.24765294626240222,"score_spread":0.21593010326431591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182378606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89595145,0.0001823165,0.09435176,0.000891378,0.000042710464,0.00028217107,0.0000021233027,0.00008332227,0.0082127545],"genre_scores_gemma":[0.99540704,0.000035958386,0.002962142,0.0002242598,0.000019878165,0.000008177424,0.000002041397,0.0000074493723,0.0013330296],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985873,0.00013207934,0.00016326463,0.00038003636,0.00035528032,0.00038204013],"domain_scores_gemma":[0.9990407,0.000091269474,0.0000704307,0.00063308346,0.000070093614,0.00009438732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022954948,0.00016230192,0.00016051088,0.00008109822,0.00009287658,0.00017346266,0.0011344013,0.000071448754,0.00013198967],"category_scores_gemma":[0.000011083398,0.000112436304,0.000034354493,0.00028526157,0.000058874517,0.00070292456,0.00018599212,0.00019878695,0.00010798862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007749993,0.0010249489,0.012451574,0.00012828034,0.00017568671,0.0012444321,0.39412323,0.014244245,0.07769018,0.3898643,0.007547061,0.100731045],"study_design_scores_gemma":[0.0007276428,0.000106083055,0.0036398326,0.000036510915,0.0000056578283,0.000025225077,0.0017510246,0.98950267,0.0013737866,0.0025117411,0.000099686455,0.00022014332],"about_ca_topic_score_codex":0.0035119534,"about_ca_topic_score_gemma":0.00060909335,"teacher_disagreement_score":0.9752584,"about_ca_system_score_codex":0.00012924257,"about_ca_system_score_gemma":0.0001533815,"threshold_uncertainty_score":0.53090465},"labels":[],"label_agreement":null},{"id":"W2182794451","doi":"","title":"CUNY-BLENDER TAC-KBP2012 Entity Linking System and Slot Filling Validation System","year":2012,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Task (project management); Rank (graph theory); Cluster analysis; Data mining; Work (physics); Information retrieval; Artificial intelligence; Machine learning; Mathematics; Systems engineering; Engineering","score_opus":0.016094293216043498,"score_gpt":0.23970393194089776,"score_spread":0.22360963872485426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182794451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08340246,0.0012811047,0.9127487,0.000031404415,0.00010698765,0.00021097908,0.0000030416802,0.00013598152,0.0020793255],"genre_scores_gemma":[0.99152255,0.000023000497,0.008123079,0.000008392814,0.000151421,0.0000801321,0.0000052054193,0.0000064335536,0.000079786674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99918073,0.00010170318,0.00023677316,0.00019481106,0.000120952885,0.000165051],"domain_scores_gemma":[0.99916357,0.00016822055,0.00013934037,0.00038809326,0.00007423755,0.000066566194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010742515,0.00009734131,0.00014679691,0.00006793094,0.0002508367,0.000081310754,0.00022785373,0.00005439247,0.0000015976999],"category_scores_gemma":[0.000010500138,0.000089855515,0.000021164728,0.00014274521,0.000072024966,0.00059551134,0.00013884374,0.00006853157,0.000005767318],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026605246,0.00001102172,0.00086400105,0.00030233676,0.00001035906,5.5805486e-8,0.0010212059,0.000051039544,0.0005225727,0.98942256,0.0000015110717,0.007790688],"study_design_scores_gemma":[0.0021008775,0.00014865141,0.009579079,0.0012261138,0.00060873956,0.0004637816,0.038662955,0.12292521,0.18551382,0.6198711,0.016278835,0.002620851],"about_ca_topic_score_codex":0.000013880469,"about_ca_topic_score_gemma":3.5797044e-7,"teacher_disagreement_score":0.9081201,"about_ca_system_score_codex":0.00002301376,"about_ca_system_score_gemma":0.000017500626,"threshold_uncertainty_score":0.36642018},"labels":[],"label_agreement":null},{"id":"W2183649036","doi":"","title":"RPI-BLENDER TAC-KBP2013 Knowledge Base Population System","year":2013,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Knowledge base; Computer science; Graph; Base (topology); Population; Knowledge graph; Artificial intelligence; Data mining; Theoretical computer science; Mathematics","score_opus":0.011785354803987397,"score_gpt":0.23777215676114538,"score_spread":0.22598680195715798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183649036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045672864,0.0005373794,0.945927,0.00013173823,0.00005351848,0.00035001605,0.0000017443332,0.00013627579,0.0071894275],"genre_scores_gemma":[0.9925341,0.000009076085,0.006585884,0.00001891967,0.000060318784,0.00025034198,0.0000053446443,0.000005307485,0.00053068483],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993224,0.000074153584,0.00020279874,0.00020474372,0.00007458244,0.00012129737],"domain_scores_gemma":[0.99913067,0.00012946596,0.00008306409,0.00049393624,0.00010845566,0.000054434535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003526185,0.000082870116,0.00011618884,0.000066521265,0.00013405227,0.00006165951,0.0003080053,0.00004121752,0.000017068063],"category_scores_gemma":[0.000011915115,0.000072495124,0.000022814018,0.00016890148,0.000060825605,0.00039209024,0.00010554309,0.000049367172,0.000054417316],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011653215,0.000015918624,0.00017757688,0.000059880455,0.0000050209687,3.7125993e-8,0.00033910098,0.000036593305,0.00031736624,0.9693538,0.000043367327,0.029650163],"study_design_scores_gemma":[0.00018015088,0.000018344906,0.0025324726,0.00002330702,0.000016098102,0.000009851337,0.0011330569,0.016268682,0.0039990325,0.97405005,0.001572175,0.00019678527],"about_ca_topic_score_codex":0.00009379265,"about_ca_topic_score_gemma":0.000002769776,"teacher_disagreement_score":0.94686127,"about_ca_system_score_codex":0.000016250888,"about_ca_system_score_gemma":0.000022635597,"threshold_uncertainty_score":0.29562655},"labels":[],"label_agreement":null},{"id":"W2184384230","doi":"","title":"Transductive Learning of Structural SVMs via Prior Knowledge Constraints","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Support vector machine; Artificial intelligence; Machine learning; Labeled data; Segmentation; Pattern recognition (psychology)","score_opus":0.021911808281130377,"score_gpt":0.2701434936984218,"score_spread":0.2482316854172914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184384230","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22613463,0.00012860885,0.76382816,0.00004758559,0.0003180133,0.0000657757,2.1430856e-7,0.0000698866,0.009407115],"genre_scores_gemma":[0.92745656,6.857225e-7,0.07213299,0.000014702304,0.00007345575,0.0000015861325,2.8157964e-7,0.0000038305616,0.00031589996],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992644,0.000052452047,0.0001694042,0.00015965213,0.00011274904,0.00024133452],"domain_scores_gemma":[0.9995671,0.00005230464,0.000049430517,0.00019458914,0.000057832873,0.00007873863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019223471,0.000082181235,0.00012418702,0.00004768362,0.000054318665,0.000015186526,0.00031284895,0.000039557734,0.00014493633],"category_scores_gemma":[0.00001971938,0.000068617686,0.000046103054,0.00011376223,0.00007518021,0.0004340789,0.000074302894,0.0001231151,0.00002672504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035811868,0.00004076652,0.010319641,0.000032924534,0.000032755815,8.749237e-7,0.02150173,0.00030294608,0.011971112,0.2284403,0.000014660239,0.72733873],"study_design_scores_gemma":[0.0015035993,0.00018602895,0.06090952,0.00006516865,0.00003130509,0.00015197898,0.0012797987,0.82880485,0.097431794,0.007257616,0.0015260627,0.0008522881],"about_ca_topic_score_codex":0.00001456288,"about_ca_topic_score_gemma":0.0000020306688,"teacher_disagreement_score":0.8285019,"about_ca_system_score_codex":0.000019456611,"about_ca_system_score_gemma":0.000033657638,"threshold_uncertainty_score":0.2798148},"labels":[],"label_agreement":null},{"id":"W2184442935","doi":"","title":"JVN-TDT Entity Linking Systems at TAC-KBP2012","year":2012,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Exploit; Heuristics; Referent; Classifier (UML); Artificial intelligence; Coreference; Natural language processing; Data mining; Information retrieval; Resolution (logic)","score_opus":0.014469787648705648,"score_gpt":0.24516860369374366,"score_spread":0.230698816045038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184442935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0565639,0.0030785033,0.9351903,0.00005987707,0.00014067497,0.0001834888,0.0000027537594,0.000079567995,0.004700904],"genre_scores_gemma":[0.9959132,0.00004442925,0.0028066784,0.000023678122,0.00017209505,0.00008520609,0.0000036574313,0.000004723422,0.00094629586],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99932444,0.000071482005,0.00017828551,0.00014950914,0.00010787821,0.00016842489],"domain_scores_gemma":[0.99913746,0.00016055422,0.000097360746,0.00048770587,0.000051784806,0.0000651571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007814575,0.00007751084,0.000117365096,0.00004520364,0.00019850388,0.00004708933,0.00034637988,0.000044400145,0.00001122828],"category_scores_gemma":[0.000013082058,0.000069969115,0.00002387709,0.00013310605,0.00010008211,0.00041100662,0.00023410514,0.00005737765,0.000023579993],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002435731,0.000020164249,0.0012646583,0.00004346485,0.00000724601,3.740968e-8,0.0008566122,0.000032641194,0.000523713,0.9883259,0.000015819722,0.00890729],"study_design_scores_gemma":[0.0003798166,0.000035465033,0.0028945273,0.000052854488,0.00006580126,0.00005506433,0.0011426938,0.0042937323,0.018022235,0.84636474,0.12612356,0.0005694921],"about_ca_topic_score_codex":0.000016663873,"about_ca_topic_score_gemma":0.0000011570243,"teacher_disagreement_score":0.93934935,"about_ca_system_score_codex":0.000016192456,"about_ca_system_score_gemma":0.000014565266,"threshold_uncertainty_score":0.28532577},"labels":[],"label_agreement":null},{"id":"W2184821933","doi":"10.1007/s10115-015-0888-6","title":"Mining contentious documents","year":2015,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Information retrieval; Natural language processing; Data science","score_opus":0.037327002593624904,"score_gpt":0.26374361425195963,"score_spread":0.22641661165833474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184821933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028199503,0.0012825041,0.76891494,0.00009112901,0.0021466203,0.00021759392,9.2169483e-7,0.00017999027,0.19896677],"genre_scores_gemma":[0.99760157,0.0000073219258,0.0013686029,0.000072568015,0.00006382887,0.000013558698,0.0000033002848,0.0000015025947,0.00086777203],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99942553,0.000025468757,0.00025400796,0.00006841917,0.00012427664,0.00010227766],"domain_scores_gemma":[0.9994683,0.0000133691565,0.00007888207,0.00016870633,0.00017916546,0.00009153503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003459912,0.000056468278,0.00008449783,0.0000842706,0.00004982697,0.00030922634,0.0001708204,0.000032593318,5.016865e-7],"category_scores_gemma":[0.000028875693,0.000048974656,0.0000122077645,0.00009699155,0.0000073136002,0.0036649108,0.0000963995,0.00003024506,0.00021063232],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000808721,0.000037148755,0.005972457,0.0002858748,0.00004805929,0.0000028295713,0.080205336,0.00060847664,0.00003514063,0.5921069,0.03481853,0.28587115],"study_design_scores_gemma":[0.00069989206,0.000035551937,0.00016414042,0.000045969242,0.0000021886078,0.000035897036,0.001371369,0.49760294,0.000033328153,0.00011859302,0.49976853,0.000121628706],"about_ca_topic_score_codex":0.000024324649,"about_ca_topic_score_gemma":0.0000010187914,"teacher_disagreement_score":0.969402,"about_ca_system_score_codex":0.000028783224,"about_ca_system_score_gemma":0.00004029515,"threshold_uncertainty_score":0.29818767},"labels":[],"label_agreement":null},{"id":"W2185054416","doi":"","title":"The Italica System at TAC 2008 Opinion Summarization Task","year":2008,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Task (project management); Pyramid (geometry); Sentence; Process (computing); Information retrieval; Relation (database); Natural language processing; Artificial intelligence; Data mining; Programming language; Mathematics; Engineering","score_opus":0.011008175681349104,"score_gpt":0.2252829016983031,"score_spread":0.214274726016954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185054416","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008329213,0.0014192779,0.9862045,0.00030717123,0.00007972746,0.00023342548,0.000004024853,0.00009644825,0.0033261988],"genre_scores_gemma":[0.9975164,0.0003195927,0.0012351188,0.000020298861,0.00006477986,0.000114250695,0.000008093384,0.000004321297,0.00071714184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993671,0.000073389674,0.00018100628,0.00016721815,0.000110218185,0.00010103728],"domain_scores_gemma":[0.9990757,0.00022371387,0.00009630665,0.00049719587,0.00007502072,0.00003203815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035535294,0.00006733665,0.00008259463,0.000028016439,0.00066796184,0.000029501256,0.0003759896,0.000032874083,0.0000012033325],"category_scores_gemma":[0.000017793183,0.00004929608,0.000021043737,0.00017345429,0.00020456864,0.00015663945,0.00015058524,0.00003877912,0.00000908947],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059139174,0.000006616716,0.00011036439,0.000016591148,0.0000051662378,1.00412095e-7,0.0004532374,0.00004949904,0.0002632362,0.99247766,0.00014212946,0.006469492],"study_design_scores_gemma":[0.0006896224,0.0001029533,0.0026763645,0.00005509879,0.00003271791,0.00024730005,0.0020242117,0.026415693,0.019923301,0.6704654,0.2767222,0.00064516015],"about_ca_topic_score_codex":0.000009783513,"about_ca_topic_score_gemma":0.0000015927749,"teacher_disagreement_score":0.9891872,"about_ca_system_score_codex":0.000018300134,"about_ca_system_score_gemma":0.000029848432,"threshold_uncertainty_score":0.513749},"labels":[],"label_agreement":null},{"id":"W2185337446","doi":"10.1007/978-3-642-54943-4_13","title":"Looking at Vector Space and Language Models for IR Using Density Matrices","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Space (punctuation); Density matrix; Vector space; Theoretical computer science; Vector space model; Work (physics); Matrix (chemical analysis); Joint (building); Quantum; Algorithm; Algebra over a field; Artificial intelligence; Mathematics; Pure mathematics; Physics","score_opus":0.02338043740809482,"score_gpt":0.25326273663821425,"score_spread":0.22988229923011944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185337446","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046598534,0.0009019047,0.99240375,0.00027740677,0.0009139023,0.0004070968,0.0000035160276,0.00012781502,0.0003047866],"genre_scores_gemma":[0.32716033,0.000017408438,0.6716866,0.0004994489,0.0004306689,0.0000034996133,0.0000013245826,0.000027597795,0.00017310299],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969811,0.000025484396,0.0003493769,0.0014736498,0.00058513,0.0005852944],"domain_scores_gemma":[0.99788845,0.0005051249,0.00026852926,0.0010364699,0.00015041848,0.00015099875],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078687276,0.00042183336,0.0004909819,0.000453621,0.00036278454,0.0004641676,0.0015802636,0.00026030125,0.000002636895],"category_scores_gemma":[0.000060805425,0.00039799183,0.00009747536,0.00020936033,0.000268426,0.00045481225,0.0017653704,0.0003523266,0.0000034908094],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014387086,0.000012998572,0.00013495532,0.0002847628,0.00002187462,0.00006902533,0.0039084023,0.4568029,0.0021410284,0.10835126,0.000012150591,0.42824626],"study_design_scores_gemma":[0.00017949894,0.00004207196,0.000014509025,0.00024459904,0.000010652046,0.00007639172,2.2003515e-7,0.928688,0.0013310958,0.068866655,0.000121360936,0.0004249424],"about_ca_topic_score_codex":0.000066262306,"about_ca_topic_score_gemma":0.00012693983,"teacher_disagreement_score":0.47188511,"about_ca_system_score_codex":0.0003327118,"about_ca_system_score_gemma":0.00018616255,"threshold_uncertainty_score":0.9998472},"labels":[],"label_agreement":null},{"id":"W2185451889","doi":"","title":"JRC's Participation at TAC 2011: Guided and Multilingual Summarization Tasks","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Readability; Paraphrase; Natural language processing; Task (project management); Redundancy (engineering); Sentence; Grammaticality; Artificial intelligence; Linguistics; Grammar; Programming language","score_opus":0.03353009071716854,"score_gpt":0.282106949434845,"score_spread":0.24857685871767646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185451889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29370478,0.00023951867,0.7042718,0.00004807219,0.000022861816,0.00016190985,0.0000023580903,0.00004866073,0.0015000213],"genre_scores_gemma":[0.9900049,0.000046919962,0.009517326,0.000027113041,0.00002397549,0.00007646514,0.000007125256,0.0000039949446,0.00029215871],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99941325,0.000053396183,0.00018422023,0.0001910824,0.00006705332,0.000091011505],"domain_scores_gemma":[0.999388,0.00009364182,0.000091139445,0.00030800063,0.000077496086,0.000041770494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035842223,0.000068463654,0.000086773245,0.00004442586,0.00014152075,0.000019694102,0.00016234448,0.000038790044,0.00002147657],"category_scores_gemma":[0.000030131956,0.000063815765,0.000011561112,0.000074583804,0.00013271872,0.00021935823,0.00013620297,0.000032313965,0.0000058550877],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010458203,0.000022542343,0.0013355612,0.000015282045,0.0000058633555,1.0196053e-7,0.0027914608,0.000016911345,0.0011123046,0.9421586,0.00001387764,0.052517064],"study_design_scores_gemma":[0.00036604793,0.00006266251,0.009966626,0.000008671717,0.000037320955,0.000007489729,0.00038799233,0.009497953,0.091794975,0.88592297,0.0017148763,0.00023239513],"about_ca_topic_score_codex":0.00003478738,"about_ca_topic_score_gemma":0.000008994975,"teacher_disagreement_score":0.69630015,"about_ca_system_score_codex":0.000006521674,"about_ca_system_score_gemma":0.000015801439,"threshold_uncertainty_score":0.26023316},"labels":[],"label_agreement":null},{"id":"W2186748791","doi":"","title":"FRDC's Cross-lingual Entity Linking System at TAC 2013","year":2013,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Ranking (information retrieval); Entity linking; Acronym; Information retrieval; Lexicon; Population; Artificial intelligence; Cluster analysis; Natural language processing; Heuristic; Knowledge base; Data mining","score_opus":0.009312109205930782,"score_gpt":0.24869923442904746,"score_spread":0.23938712522311667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186748791","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32927555,0.000497533,0.66761494,0.000089107925,0.0000656378,0.00023466458,0.0000022764095,0.00011268137,0.002107593],"genre_scores_gemma":[0.9938369,0.000020895372,0.0050616087,0.000026667674,0.00009064107,0.00014784864,0.0000037247032,0.00000521216,0.0008065156],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99923533,0.000051770796,0.00022370268,0.00023692175,0.000113308095,0.00013898872],"domain_scores_gemma":[0.999015,0.00015328481,0.00011083276,0.00053548743,0.00013388082,0.00005153456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004339494,0.00008758777,0.00012660582,0.00004544785,0.00027154465,0.00013834925,0.00046232805,0.000052198528,0.000022559881],"category_scores_gemma":[0.000012530209,0.00007888023,0.000029734823,0.00012582677,0.00016073111,0.00036849765,0.00028895427,0.0000670765,0.00006975092],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019702072,0.000010041813,0.0007321281,0.00006553206,0.0000071816935,1.2141939e-7,0.00059779064,0.00009080959,0.00067948806,0.9857642,0.000023138487,0.012027567],"study_design_scores_gemma":[0.00031892472,0.00003180513,0.002578322,0.00004887278,0.000022739223,0.000027800766,0.00088847906,0.011887637,0.030307092,0.9456954,0.007824943,0.00036796098],"about_ca_topic_score_codex":0.00009739735,"about_ca_topic_score_gemma":0.0000045884403,"teacher_disagreement_score":0.66456133,"about_ca_system_score_codex":0.000020139776,"about_ca_system_score_gemma":0.000023714327,"threshold_uncertainty_score":0.32166424},"labels":[],"label_agreement":null},{"id":"W2186752618","doi":"10.1007/978-3-642-30353-1_36","title":"Dsharp: Fast d-DNNF Compilation with sharpSAT","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Compiler; Exploit; Programming language; Negation; Representation (politics); Theoretical computer science; De facto; Algorithm","score_opus":0.02359578920508502,"score_gpt":0.23590839074299244,"score_spread":0.21231260153790743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186752618","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009569203,0.0004392932,0.9895591,0.0006352362,0.0012553979,0.00038851917,0.000006754068,0.00024934547,0.0073706675],"genre_scores_gemma":[0.32409042,0.00002527562,0.67258364,0.0014636681,0.0010292983,0.00001112801,0.000014784984,0.000055129738,0.0007266295],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957973,0.00002928011,0.0004948274,0.0015795908,0.0012553118,0.00084373204],"domain_scores_gemma":[0.99714404,0.00024289059,0.00032042488,0.001789041,0.0002524313,0.00025115113],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00069783616,0.000583914,0.0005176022,0.00068851584,0.00027098632,0.0005879818,0.0032402219,0.0003008216,0.00005698295],"category_scores_gemma":[0.000027142645,0.0004881142,0.0000946926,0.0005115422,0.0004429111,0.0012165427,0.0012614779,0.00086031907,0.00012097476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061554483,0.000026932476,0.00039571375,0.00003930866,0.000012568735,0.000044886485,0.0011737279,0.05949134,0.00006233046,0.04003936,0.000021497726,0.8986862],"study_design_scores_gemma":[0.00039861194,0.0002001954,0.0005444643,0.0005603499,0.00001459465,0.00016784752,2.1320022e-7,0.947913,0.00060047786,0.044971105,0.00354506,0.0010841062],"about_ca_topic_score_codex":0.000018737224,"about_ca_topic_score_gemma":0.00010763895,"teacher_disagreement_score":0.8976021,"about_ca_system_score_codex":0.00033566562,"about_ca_system_score_gemma":0.00040073975,"threshold_uncertainty_score":0.99975705},"labels":[],"label_agreement":null},{"id":"W2187008919","doi":"","title":"CUNY-BLENDER TAC-KBP2010 Entity Linking and Slot Filling System Description","year":2010,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Task (project management); Surprise; Entity linking; Sentence; Baseline (sea); Focus (optics); Space (punctuation); Natural language processing; Artificial intelligence; Information retrieval; Knowledge base; Engineering","score_opus":0.01228903924965486,"score_gpt":0.22720201247189317,"score_spread":0.21491297322223832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187008919","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21347924,0.00021930748,0.7848611,0.000058745394,0.00009937828,0.00013388842,0.0000018756078,0.000082358325,0.0010641154],"genre_scores_gemma":[0.98067576,0.000024741248,0.019013846,0.000017489636,0.00009038816,0.00005124501,0.0000027356084,0.000004881586,0.00011889167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993545,0.000039912302,0.00017936072,0.00022745662,0.00008977413,0.00010903278],"domain_scores_gemma":[0.99927825,0.00011383407,0.00009107329,0.00039307604,0.00007815119,0.00004563613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064109114,0.000081489925,0.00011220779,0.000060845796,0.00023382236,0.00010915666,0.00025555998,0.000062011095,0.0000034087557],"category_scores_gemma":[0.000016429558,0.00007587204,0.000018004364,0.00011281803,0.00012932393,0.00036301673,0.00012622065,0.00014068522,0.0000028870588],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027274702,0.000008782849,0.0002915819,0.00007255435,0.0000052074683,1.1128602e-7,0.0005772347,0.000016357675,0.009839321,0.9685814,0.0000016670241,0.020603104],"study_design_scores_gemma":[0.00027785284,0.000024140088,0.0014082195,0.000048061695,0.0000379718,0.000046518402,0.0013300618,0.025057137,0.0230098,0.94466466,0.0038054942,0.00029008568],"about_ca_topic_score_codex":0.000019222694,"about_ca_topic_score_gemma":0.0000074431755,"teacher_disagreement_score":0.76719654,"about_ca_system_score_codex":0.000005729622,"about_ca_system_score_gemma":0.00002264649,"threshold_uncertainty_score":0.3093972},"labels":[],"label_agreement":null},{"id":"W2187175884","doi":"","title":"WHUSUM Participation at TAC 2011 Guided Summarization Track","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Novelty; Computer science; Information retrieval; Multi-document summarization; Task (project management); Track (disk drive); Ranking (information retrieval); Graph; Natural language processing; Theoretical computer science; Engineering","score_opus":0.035802625389545574,"score_gpt":0.26747642530146354,"score_spread":0.23167379991191797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187175884","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0733559,0.00016090176,0.9199626,0.0000839115,0.0000325105,0.00017967158,0.0000020888547,0.000072362505,0.006150065],"genre_scores_gemma":[0.99050885,0.000034520173,0.008555582,0.00004064831,0.000026523343,0.00011465899,0.000008226107,0.0000044217372,0.00070654304],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99936944,0.000059547852,0.00020808191,0.0001836661,0.00007925304,0.0000999873],"domain_scores_gemma":[0.9992892,0.00006975177,0.000103836894,0.0004118569,0.00008562895,0.000039702747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037668485,0.00006839727,0.00008823335,0.000046705343,0.00012878,0.000017559492,0.0002558071,0.00003870732,0.000058446727],"category_scores_gemma":[0.000018540408,0.00006394636,0.00001840007,0.00010967005,0.00010048746,0.0002936169,0.00010015783,0.000031773627,0.000024665687],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008257807,0.00002864336,0.0007081827,0.000012216156,0.000005342385,6.717284e-8,0.0018379234,0.000019939513,0.00080732873,0.977583,0.00005395076,0.01893517],"study_design_scores_gemma":[0.00015594301,0.000028355382,0.0048879283,0.0000043084397,0.00002108633,0.0000029802595,0.00013989594,0.0027510738,0.060200784,0.92941433,0.002255375,0.00013792736],"about_ca_topic_score_codex":0.000021803859,"about_ca_topic_score_gemma":0.000006231352,"teacher_disagreement_score":0.917153,"about_ca_system_score_codex":0.000009249337,"about_ca_system_score_gemma":0.000017753366,"threshold_uncertainty_score":0.26076567},"labels":[],"label_agreement":null},{"id":"W2187794223","doi":"","title":"CUNY-UIUC-SRI TAC-KBP2011 Entity Linking System Description","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Focus (optics); NIST; Similarity (geometry); Natural language processing; Track (disk drive); Artificial intelligence; Population; Translation (biology); Simple (philosophy); Entity linking; Information retrieval; Knowledge base; Image (mathematics); Operating system; Medicine; Chemistry","score_opus":0.026483587678195846,"score_gpt":0.2250944414930602,"score_spread":0.19861085381486437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187794223","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038249936,0.0003215421,0.9490258,0.000018685516,0.00008183063,0.00017967318,0.0000018257689,0.00013924472,0.0119814575],"genre_scores_gemma":[0.98212314,0.000022042892,0.017506268,0.000017302122,0.000054798536,0.000081369406,0.000002416724,0.0000042106767,0.0001884829],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992768,0.00006790495,0.00021357113,0.00022238717,0.00009998643,0.000119304954],"domain_scores_gemma":[0.9991718,0.000053161115,0.000115480645,0.00052617065,0.00009042038,0.000042999716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000614059,0.00008495623,0.000121609955,0.00006815002,0.00017257707,0.00004866604,0.0004355327,0.000049766695,0.00000808399],"category_scores_gemma":[0.000009470661,0.00007940445,0.00002900376,0.00015779294,0.00011036522,0.00041056258,0.00014047229,0.000069433765,0.000014711897],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053684616,0.000020382902,0.00044852993,0.00006272123,0.0000075052703,2.1063548e-7,0.0023158898,0.000004468319,0.000500289,0.9815153,0.00000351011,0.015115809],"study_design_scores_gemma":[0.00015158881,0.000032296222,0.0011200029,0.00004116328,0.000029971645,0.000017601204,0.0018223455,0.0022967667,0.01651502,0.97607404,0.0017019184,0.00019728785],"about_ca_topic_score_codex":0.000049382772,"about_ca_topic_score_gemma":0.0000036647702,"teacher_disagreement_score":0.94387317,"about_ca_system_score_codex":0.000014085011,"about_ca_system_score_gemma":0.000024876566,"threshold_uncertainty_score":0.32380196},"labels":[],"label_agreement":null},{"id":"W2188437695","doi":"","title":"LCC Approaches to Knowledge Base Population at TAC 2010.","year":2010,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Surprise; Knowledge base; Computer science; Task (project management); Context (archaeology); Population; Base (topology); Relation (database); Track (disk drive); Artificial intelligence; Data mining; Engineering; Mathematics; Geography; Systems engineering","score_opus":0.040395806356588994,"score_gpt":0.25342152675725,"score_spread":0.213025720400661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188437695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17820269,0.000125717,0.81659573,0.00039079736,0.000086688575,0.00024434872,0.000003236875,0.00006826095,0.00428251],"genre_scores_gemma":[0.9788351,0.0000030842411,0.019744426,0.000029557963,0.000077706245,0.00012548834,0.000007311464,0.0000046899845,0.0011726264],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994297,0.00003645111,0.00014458306,0.00021892898,0.0000633155,0.00010700077],"domain_scores_gemma":[0.99917823,0.0001240375,0.000050997256,0.0005395394,0.000037111826,0.000070065595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049349235,0.000073253905,0.000092315575,0.00006467528,0.00015482424,0.0000320741,0.0003286912,0.000043694745,0.000014423066],"category_scores_gemma":[0.000028901133,0.00006653261,0.000019245395,0.00017535493,0.000069117326,0.00016895651,0.00019919443,0.000070654496,0.000025193196],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004617507,0.000022371652,0.00034365206,0.000013083038,0.0000026029732,2.8946177e-8,0.000643529,0.000035571746,0.0018938617,0.957226,0.000036404323,0.0397783],"study_design_scores_gemma":[0.00011342717,0.000018392928,0.0033493077,0.0000039535203,0.000010185753,0.0000061271376,0.00013201308,0.003960737,0.017054005,0.96698904,0.008194643,0.00016813996],"about_ca_topic_score_codex":0.000017413584,"about_ca_topic_score_gemma":0.000034758534,"teacher_disagreement_score":0.8006324,"about_ca_system_score_codex":0.0000076069323,"about_ca_system_score_gemma":0.000017168579,"threshold_uncertainty_score":0.2713121},"labels":[],"label_agreement":null},{"id":"W2189491602","doi":"","title":"Lorify: A Knowledge Base from Scratch","year":2012,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Knowledge base; Scalability; Entity linking; Coreference; Cluster analysis; Base (topology); Component (thermodynamics); Task (project management); Population; Scaling; Markov chain; Scratch; Data mining; Artificial intelligence; Theoretical computer science; Machine learning; Database; Programming language; Resolution (logic); Engineering; Mathematics","score_opus":0.01683638553064825,"score_gpt":0.2596367593061633,"score_spread":0.24280037377551505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189491602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03882944,0.00241848,0.9537112,0.00015754213,0.000057472727,0.000101512414,0.0000038182156,0.00005819925,0.0046623307],"genre_scores_gemma":[0.9855026,0.000027308435,0.013919505,0.00006272869,0.00014943168,0.00007043139,0.0000032765013,0.000003618529,0.00026108304],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995173,0.00005039707,0.00012030513,0.00013192136,0.0000528175,0.00012726263],"domain_scores_gemma":[0.99919224,0.00021702534,0.000044666584,0.00043633155,0.00004328998,0.00006642255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042391964,0.000062841864,0.00008899831,0.000036031044,0.00008919981,0.00002429228,0.0002966797,0.00003137009,0.000017855973],"category_scores_gemma":[0.000017507014,0.00005604618,0.000017726277,0.00015484967,0.000088443296,0.00030401873,0.00012798252,0.000049567716,0.000028379636],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027339906,0.00003676398,0.0003149962,0.0000072959465,0.0000053444514,2.3711754e-8,0.0017381455,0.0000017478324,0.0005412335,0.9466772,0.00005447994,0.05062001],"study_design_scores_gemma":[0.00008733365,0.0000064929363,0.00037673424,0.0000041917956,0.000010121988,6.223014e-7,0.000379319,0.0006054102,0.011909499,0.97985065,0.006681121,0.00008850402],"about_ca_topic_score_codex":0.000018353989,"about_ca_topic_score_gemma":0.0000012833301,"teacher_disagreement_score":0.94667315,"about_ca_system_score_codex":0.00000564364,"about_ca_system_score_gemma":0.000025771242,"threshold_uncertainty_score":0.2285497},"labels":[],"label_agreement":null},{"id":"W2189749715","doi":"","title":"Embedding inference for structured multilabel prediction","year":2015,"lang":"en","type":"article","venue":"Neural Information Processing Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Inference; Computer science; Structured prediction; Scalability; Embedding; Machine learning; Margin (machine learning); Representation (politics); Artificial intelligence; Bottleneck; Key (lock); Theoretical computer science","score_opus":0.056424358961094934,"score_gpt":0.3103287019881856,"score_spread":0.25390434302709064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189749715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016161654,0.00008411018,0.9808924,0.00013017593,0.001505325,0.00040267268,0.000008439225,0.00041545538,0.0003997501],"genre_scores_gemma":[0.9738435,4.913273e-7,0.02571566,0.00013544198,0.00014034817,0.00007823871,0.000022939861,0.0000048582524,0.000058507696],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880654,0.000023972216,0.0004788705,0.00015131656,0.00033164117,0.0002076732],"domain_scores_gemma":[0.9988368,0.000032598968,0.0002883235,0.0002288649,0.00051219855,0.00010117176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003414398,0.00011702804,0.00012980597,0.00012567561,0.0001603855,0.00084072497,0.00037968202,0.00007795416,2.7150423e-7],"category_scores_gemma":[0.00021348069,0.000102905244,0.000024928768,0.00019698092,0.000012417125,0.006248473,0.00006480332,0.00009194795,0.000008420486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021803164,0.000013322471,0.000703149,0.00070345175,0.0000101574105,5.1637414e-7,0.013684854,0.68049717,0.00042330156,0.012462827,0.0011778211,0.29030162],"study_design_scores_gemma":[0.00045802453,0.00003581525,0.000057996367,0.000053360764,0.0000027972487,0.000016925207,0.00033042507,0.9952541,0.00021039437,0.0003220525,0.0031537372,0.00010435502],"about_ca_topic_score_codex":0.000021161652,"about_ca_topic_score_gemma":6.2191623e-7,"teacher_disagreement_score":0.95768183,"about_ca_system_score_codex":0.00008669686,"about_ca_system_score_gemma":0.00013252826,"threshold_uncertainty_score":0.81071305},"labels":[],"label_agreement":null},{"id":"W2192953843","doi":"10.1609/aiide.v9i1.12686","title":"Modeling Autobiographical Memory for Believable Agents","year":2013,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Recall; Autobiographical memory; Context (archaeology); Memory model; Connectionism; Representation (politics); Human–computer interaction; Cognitive science; Java; Event (particle physics); Artificial intelligence; Cognitive psychology; Psychology; Programming language; Artificial neural network; Shared memory","score_opus":0.06039958024575793,"score_gpt":0.2846761098294408,"score_spread":0.22427652958368288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2192953843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60655105,0.000020994903,0.37882528,0.0045302697,0.00044518083,0.0013087457,0.000011276081,0.00007527389,0.008231939],"genre_scores_gemma":[0.99761456,0.000017619126,0.001564517,0.0004018461,0.000037272966,0.00013879538,0.0000011475619,0.000010712152,0.00021351357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983313,0.0000068380077,0.00049476704,0.0005154178,0.00031902886,0.00033265207],"domain_scores_gemma":[0.9989451,0.000074419135,0.0001770767,0.00021166612,0.0004863396,0.000105362415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015955936,0.0002226244,0.0002321364,0.00012922013,0.0001485833,0.0007194316,0.000926139,0.000062286905,0.00003013786],"category_scores_gemma":[0.00016248667,0.00016235064,0.00016172725,0.00017095274,0.000107409294,0.0014932523,0.00044753074,0.00018423621,0.00002544857],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014499262,0.00064258644,0.0003551068,0.00010160668,0.00012751286,3.9597847e-7,0.003924684,0.0013165665,0.01266185,0.63534284,0.0003418104,0.34504008],"study_design_scores_gemma":[0.000051723728,0.00025717958,0.000028035529,0.00019870898,0.0000075635976,0.0000025959498,0.0015130626,0.8539112,0.04347752,0.100308225,0.0000660216,0.0001781318],"about_ca_topic_score_codex":0.00005900165,"about_ca_topic_score_gemma":0.0000016868074,"teacher_disagreement_score":0.8525947,"about_ca_system_score_codex":0.000053214775,"about_ca_system_score_gemma":0.000028228687,"threshold_uncertainty_score":0.69374955},"labels":[],"label_agreement":null},{"id":"W2197022017","doi":"10.33011/lilt.v12i.1375","title":"Distinguishing Voices in The Waste Land using Computational Stylistics","year":2015,"lang":"en","type":"article","venue":"Linguistic Issues in Language Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Stylistics; Viewpoints; Computer science; Interpretation (philosophy); Poetry; Cluster analysis; Natural language processing; Linguistics; Citation; Perspective (graphical); Segmentation; Artificial intelligence; Computational linguistics; Art; Visual arts; Philosophy","score_opus":0.03122741613727188,"score_gpt":0.3270873528477606,"score_spread":0.2958599367104887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2197022017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6254338,0.0020046115,0.36673835,0.0011823513,0.0007696173,0.00022544431,0.0000037097864,0.0002874454,0.003354672],"genre_scores_gemma":[0.8242286,0.0000016059482,0.17539947,0.00012595231,0.00020444737,0.0000063652574,0.0000038127005,0.000007965835,0.00002178099],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862146,0.00009033503,0.00034084226,0.0003383312,0.00028124035,0.00032776588],"domain_scores_gemma":[0.9989945,0.00025454065,0.00010174009,0.00051947316,0.00009828195,0.00003140958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006929325,0.0001386945,0.00021161685,0.00035482598,0.00005504338,0.00010877202,0.0012215583,0.0001274341,0.0000019271133],"category_scores_gemma":[0.003941301,0.00011478189,0.000018385528,0.0007085776,0.00009839982,0.00006722548,0.00033453692,0.00037822695,0.0000070270185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011321147,0.00018767701,0.06165601,0.00008171252,0.00001632575,0.0039127893,0.080262534,0.1934821,0.000053666306,0.6510705,0.00007357354,0.009191852],"study_design_scores_gemma":[0.00038881323,0.000025709298,0.00014901836,0.000086733686,0.0000047461253,0.00009428779,0.0033080701,0.91481924,0.000036684345,0.0801522,0.0007586616,0.0001758286],"about_ca_topic_score_codex":0.0008768079,"about_ca_topic_score_gemma":0.00032984428,"teacher_disagreement_score":0.72133714,"about_ca_system_score_codex":0.00008700669,"about_ca_system_score_gemma":0.00005855119,"threshold_uncertainty_score":0.47183898},"labels":[],"label_agreement":null},{"id":"W2198432679","doi":"","title":"A Belief Revision Approach to Textual Entailment Recognition","year":2008,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Textual entailment; Logical consequence; Computer science; Natural language processing; Artificial intelligence; Belief revision","score_opus":0.06861730497020792,"score_gpt":0.2537095289288492,"score_spread":0.18509222395864128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2198432679","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027891701,0.000019190025,0.92450684,0.00049238885,0.00007506812,0.00017609427,3.3393312e-7,0.00014149187,0.04669689],"genre_scores_gemma":[0.4664989,0.000012474694,0.53125155,0.0011838016,0.00006307829,0.000011262993,0.0000027964165,0.000003348714,0.0009727878],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991029,0.00002562704,0.00015286908,0.0003270434,0.00023094924,0.00016063341],"domain_scores_gemma":[0.99948466,0.000014376039,0.000021238182,0.00034757063,0.000040460756,0.00009171176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014682036,0.000071631956,0.000078795405,0.00006648309,0.00009239328,0.000034751316,0.00033497057,0.000028383507,0.000027658189],"category_scores_gemma":[0.000017653465,0.00006117099,0.00003066477,0.00018146804,0.000007156506,0.00021030084,0.00019824681,0.000055636498,0.00038080662],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062325194,0.00030198818,0.00019325684,0.000016977132,0.000008942639,0.000012149872,0.0030471876,0.0005957454,0.0007707214,0.032762635,0.0144766765,0.9478075],"study_design_scores_gemma":[0.0018724367,0.0007130929,0.0032701774,0.00016213897,0.000014070765,0.0005734004,0.00057277933,0.87383157,0.01408317,0.005824208,0.097536825,0.0015461036],"about_ca_topic_score_codex":0.00003168458,"about_ca_topic_score_gemma":7.979091e-7,"teacher_disagreement_score":0.9462614,"about_ca_system_score_codex":0.00003722484,"about_ca_system_score_gemma":0.000021965327,"threshold_uncertainty_score":0.48946258},"labels":[],"label_agreement":null},{"id":"W2208988332","doi":"10.33011/lilt.v12i.1373","title":"Literature Lifts Up Computational Linguistics","year":2015,"lang":"en","type":"article","venue":"Linguistic Issues in Language Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; National Research Council Canada","funders":"","keywords":"Computational linguistics; Computer science; Linguistics; Cognitive linguistics; Natural language processing; Applied linguistics; Artificial intelligence; Philosophy; Psychology","score_opus":0.01660944893564042,"score_gpt":0.30438343092791736,"score_spread":0.28777398199227694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2208988332","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045117844,0.021749947,0.8807902,0.003868398,0.0121659115,0.00058161636,0.0000189198,0.0033863056,0.032320898],"genre_scores_gemma":[0.72635853,0.000008268043,0.27224842,0.00020839226,0.0005906015,0.000010525756,0.000012989531,0.000013055406,0.00054924656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99843144,0.000046031277,0.00036258122,0.0004896165,0.0002846634,0.0003856623],"domain_scores_gemma":[0.9985237,0.00010391807,0.00009144512,0.0007497376,0.0004408106,0.000090386566],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00029597373,0.00019209644,0.00027176458,0.0005595201,0.00004397225,0.00010314513,0.001102484,0.0002810954,0.000006848379],"category_scores_gemma":[0.008472981,0.00019374072,0.000032149946,0.0009477372,0.00009558049,0.000042241496,0.00043594217,0.00047624778,0.000073688134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006249014,0.000060881208,0.0012419913,0.00003098037,0.000010943114,0.001131212,0.017318597,0.0027830342,0.0000215603,0.96597344,0.0007428009,0.010678343],"study_design_scores_gemma":[0.0012721197,0.00015682362,0.00008837944,0.00028389957,0.000010131297,0.00015074307,0.00088079297,0.34446323,0.0006247914,0.5772934,0.07415818,0.0006175504],"about_ca_topic_score_codex":0.00006213618,"about_ca_topic_score_gemma":0.000019991443,"teacher_disagreement_score":0.6812407,"about_ca_system_score_codex":0.00008841959,"about_ca_system_score_gemma":0.00008938185,"threshold_uncertainty_score":0.99987906},"labels":[],"label_agreement":null},{"id":"W2220346254","doi":"10.1109/wcitca.2015.7367038","title":"PICO extraction by combining the robustness of machine-learning methods with the rule-based methods","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Robustness (evolution); Computer science; Artificial intelligence; Feature extraction; Machine learning; Data mining; Pattern recognition (psychology)","score_opus":0.061727591370695695,"score_gpt":0.3625301398504605,"score_spread":0.30080254847976484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2220346254","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037567436,0.00017928398,0.98938715,0.004064874,0.00024552306,0.00014339501,2.1481964e-7,0.00012827528,0.0020945524],"genre_scores_gemma":[0.14370981,0.0000011878734,0.8554893,0.00029364534,0.000028546983,0.000015646252,9.671018e-7,0.000010523943,0.00045037633],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99748415,0.0014802037,0.00022757468,0.00027849065,0.0003226013,0.00020700888],"domain_scores_gemma":[0.99773705,0.0012054335,0.0002039516,0.00063970755,0.00014780798,0.00006605448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004868237,0.0001355603,0.00018028455,0.000046361503,0.00018764297,0.00012407848,0.00090942404,0.000050688017,0.000013347555],"category_scores_gemma":[0.0001761225,0.00006523906,0.00004742153,0.00035519025,0.0000715966,0.00026594527,0.00015790448,0.0003680238,0.0000014648191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003453601,0.00007076039,0.00064543425,0.000017506547,0.000051375002,0.0000015687019,0.002656188,0.577618,0.0051448587,0.016044794,0.0006166695,0.39709827],"study_design_scores_gemma":[0.00034512687,0.00006663017,0.000046683057,0.000010157402,0.000014545493,0.000010677559,0.00038220207,0.98227733,0.010914107,0.00024206453,0.0055876663,0.00010283169],"about_ca_topic_score_codex":0.00024387974,"about_ca_topic_score_gemma":0.000008749307,"teacher_disagreement_score":0.40465927,"about_ca_system_score_codex":0.00003177289,"about_ca_system_score_gemma":0.00010121656,"threshold_uncertainty_score":0.26603714},"labels":[],"label_agreement":null},{"id":"W2229046451","doi":"10.1007/978-3-319-06605-9_13","title":"Topic Modeling Using Collapsed Typed Dependency Relations","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Perplexity; Computer science; Bigram; Natural language processing; Dependency (UML); Topic model; Artificial intelligence; Thematic structure; Coherence (philosophical gambling strategy); Information retrieval; Language model; Programming language","score_opus":0.036461201158759435,"score_gpt":0.2591578996023134,"score_spread":0.22269669844355394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2229046451","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059059076,0.00025464807,0.9924717,0.00035790118,0.0019249952,0.00031072524,0.0000012270999,0.00018320074,0.003905038],"genre_scores_gemma":[0.36714578,0.00000861122,0.6312205,0.0005183892,0.00045832724,0.0000033932602,0.0000018276013,0.000028480557,0.00061467895],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963898,0.00004135455,0.0006077188,0.0014570932,0.0009009041,0.0006031514],"domain_scores_gemma":[0.99746764,0.0002456257,0.00023042489,0.0016185391,0.00027780535,0.00015997341],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007703857,0.00043231223,0.000470632,0.0007255917,0.0003720981,0.00043977262,0.0026535857,0.0003755224,0.000028835231],"category_scores_gemma":[0.00011860251,0.00043169982,0.00012430058,0.00048447034,0.00017400912,0.0004515544,0.0010763961,0.0007579945,0.000052218806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011142273,0.0000059564236,0.00003787809,0.000014979007,0.0000055895894,0.000018827212,0.0003134823,0.8124517,0.00007953823,0.039355006,0.0000017779164,0.14771415],"study_design_scores_gemma":[0.00015079473,0.000029353869,0.0000043659147,0.00019146009,0.000007764316,0.00003458195,8.701596e-8,0.84146965,0.00006759453,0.15748501,0.0001643851,0.000394931],"about_ca_topic_score_codex":0.00006131384,"about_ca_topic_score_gemma":0.00008962863,"teacher_disagreement_score":0.36655518,"about_ca_system_score_codex":0.00042375101,"about_ca_system_score_gemma":0.0007826167,"threshold_uncertainty_score":0.9998135},"labels":[],"label_agreement":null},{"id":"W2234607897","doi":"10.1080/17470218.2015.1130068","title":"Applying an exemplar model to an implicit rule-learning task: Implicit learning of semantic structure","year":2016,"lang":"en","type":"article","venue":"Quarterly Journal of Experimental Psychology","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Implicit learning; Task (project management); Sequence learning; Artificial intelligence; Natural language processing; Computer science; Cognitive psychology; Recall; Cognition; Psychology; Machine learning","score_opus":0.024279793044816735,"score_gpt":0.33620627414303966,"score_spread":0.3119264810982229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2234607897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5604671,0.00008579792,0.43880284,0.00015585197,0.00025029777,0.000119334996,0.0000013650565,0.000031483833,0.00008592723],"genre_scores_gemma":[0.95285046,0.0000029302394,0.046549078,0.00033544292,0.0001917902,0.000011540555,0.0000010089431,0.000032567634,0.000025184601],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973078,0.0002849527,0.0008988562,0.0005729653,0.00040548595,0.0005299899],"domain_scores_gemma":[0.99817514,0.00005553974,0.000615157,0.00063351647,0.00015375826,0.0003668639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047787174,0.0002807096,0.00052080146,0.0003831587,0.00014284819,0.0000779163,0.0013362706,0.00016138173,0.00004650735],"category_scores_gemma":[0.000015932768,0.00021954326,0.00013910173,0.00019520642,0.000058189144,0.0011794745,0.00008981527,0.00044356237,0.000010194322],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008181058,0.0001219598,0.0007984443,0.0000045462934,0.000031386673,0.00002461375,0.0063448614,0.003074903,0.92047143,0.002219542,0.000021662448,0.06680486],"study_design_scores_gemma":[0.017921068,0.06903919,0.009959991,0.0010119529,0.00014629218,0.0107569285,0.02062841,0.42137125,0.3936617,0.0496201,0.0017304218,0.0041526738],"about_ca_topic_score_codex":0.000021552865,"about_ca_topic_score_gemma":0.0000030384238,"teacher_disagreement_score":0.5268097,"about_ca_system_score_codex":0.00007891471,"about_ca_system_score_gemma":0.000057131176,"threshold_uncertainty_score":0.8952714},"labels":[],"label_agreement":null},{"id":"W2235613556","doi":"10.1007/978-3-642-32790-2_25","title":"Supervised Distributional Semantic Relatedness","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Word (group theory); Weighting; Semantic similarity; Natural language processing; Similarity (geometry); Artificial intelligence; Context (archaeology); Measure (data warehouse); Construct (python library); Similarity measure; Word Association; Variety (cybernetics); Association (psychology); Data mining; Mathematics; Image (mathematics)","score_opus":0.022791926180044872,"score_gpt":0.2386288397965285,"score_spread":0.2158369136164836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2235613556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025803954,0.0009769406,0.99301374,0.00094814657,0.0026915928,0.00026284083,0.000007544846,0.0002147953,0.0016263586],"genre_scores_gemma":[0.65481067,0.000053322274,0.34268656,0.0009544065,0.0009833999,0.000009477965,0.000021910631,0.000040817584,0.00043943638],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960271,0.00003387855,0.0005407198,0.001399131,0.0011413349,0.0008578116],"domain_scores_gemma":[0.9974195,0.00030404385,0.00019357521,0.0016051603,0.00022894696,0.00024882326],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009121228,0.0004933846,0.00046796977,0.000496779,0.00027484781,0.00039287846,0.0034530498,0.00039986803,0.000062527026],"category_scores_gemma":[0.0000748055,0.00045948644,0.00014278601,0.0004889309,0.0004567914,0.00082898204,0.0016223976,0.0009389587,0.00014870694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038304875,0.00004744843,0.0003733099,0.000060560054,0.000018163064,0.00009825736,0.00075673737,0.020784123,0.00018589415,0.18553558,0.000024670424,0.7921114],"study_design_scores_gemma":[0.0002711381,0.00004708753,0.0002900137,0.00033637215,0.000011886615,0.0001421656,7.822376e-8,0.8459555,0.0005089717,0.1499266,0.001718349,0.0007918293],"about_ca_topic_score_codex":0.000020261139,"about_ca_topic_score_gemma":0.000014288417,"teacher_disagreement_score":0.8251714,"about_ca_system_score_codex":0.00040084578,"about_ca_system_score_gemma":0.00053396623,"threshold_uncertainty_score":0.99978566},"labels":[],"label_agreement":null},{"id":"W2247119764","doi":"10.1609/aaai.v25i1.7917","title":"Learning Structured Embeddings of Knowledge Bases","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":861,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"WordNet; Computer science; Artificial intelligence; Process (computing); Natural language processing; Information retrieval; Knowledge extraction; Word (group theory); Annotation; Programming language","score_opus":0.036990518651056306,"score_gpt":0.2521480397486367,"score_spread":0.2151575210975804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2247119764","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15882568,0.000039750365,0.76579356,0.000016654467,0.00015923784,0.000033918946,8.1318944e-8,0.00013085443,0.075000264],"genre_scores_gemma":[0.8240632,0.000001117337,0.17484365,0.00002167992,0.000015120257,8.285304e-7,9.3388785e-8,0.0000026201217,0.0010517115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99950993,0.00002259529,0.00012402708,0.00015948976,0.00007281933,0.000111149646],"domain_scores_gemma":[0.9996137,0.000026727532,0.00004308259,0.00023081913,0.000051265073,0.000034430395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000101387726,0.000053844786,0.00008311048,0.00005187734,0.000030207762,0.000011249796,0.00039830175,0.000025428102,0.00017617433],"category_scores_gemma":[0.00003556875,0.000044801487,0.000029688466,0.00011115378,0.000015185625,0.00017559636,0.00016841265,0.000064545595,0.000018821062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056858876,0.00007138583,0.017172594,0.000052922616,0.000026080354,0.000006255829,0.02522447,0.0003760264,0.007830676,0.6711524,0.0004730095,0.27760848],"study_design_scores_gemma":[0.00047830722,0.00021626259,0.013710414,0.000049565002,0.000009664572,0.000017729035,0.00043549732,0.79703677,0.16295516,0.020453053,0.004240487,0.0003970921],"about_ca_topic_score_codex":0.00005925358,"about_ca_topic_score_gemma":0.000008270773,"teacher_disagreement_score":0.7966607,"about_ca_system_score_codex":0.0000066595817,"about_ca_system_score_gemma":0.000023380559,"threshold_uncertainty_score":0.19289854},"labels":[],"label_agreement":null},{"id":"W2248901308","doi":"10.1109/ictai.2015.41","title":"Lexical Semantic Relatedness for Twitter Analytics","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Toronto Metropolitan University","funders":"","keywords":"WordNet; Microblogging; Computer science; Semantic similarity; Social media; Latent semantic analysis; Semantics (computer science); Information retrieval; Natural language processing; Construct (python library); Graph; Artificial intelligence; World Wide Web","score_opus":0.12566804880840274,"score_gpt":0.31303714909533387,"score_spread":0.18736910028693113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2248901308","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014338959,0.000014329859,0.9777758,0.0029379118,0.00034925554,0.000077185505,1.0436732e-7,0.000117470845,0.0043889433],"genre_scores_gemma":[0.80897754,3.8915286e-7,0.18584152,0.0008545866,0.000076705095,0.0000045436873,5.1299935e-7,0.000004335619,0.0042398577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937403,0.000011171601,0.00012511137,0.00019610125,0.00013424449,0.00015933535],"domain_scores_gemma":[0.9994321,0.000034640958,0.000019439933,0.00034045952,0.00007752076,0.00009583107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002143245,0.000055653116,0.00008077991,0.00003620896,0.000024689567,0.00006550012,0.00036331956,0.000044438264,0.0000051944576],"category_scores_gemma":[0.00004240707,0.000044127908,0.000034141285,0.00010612523,0.000010547332,0.00015875342,0.000109304594,0.000051131017,0.00005889032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012230425,0.00010509801,0.003340982,0.000033699263,0.000045322835,0.00002576034,0.0024070519,0.008211531,0.00012043589,0.9180295,0.048787948,0.018880429],"study_design_scores_gemma":[0.00025657972,0.00002840707,0.000057464506,0.000004107122,0.0000042240335,0.0000070109913,0.000026688946,0.9656362,0.0002006636,0.028321434,0.0053753695,0.00008186359],"about_ca_topic_score_codex":0.000014537331,"about_ca_topic_score_gemma":0.0000031194177,"teacher_disagreement_score":0.95742464,"about_ca_system_score_codex":0.000021903057,"about_ca_system_score_gemma":0.000049062633,"threshold_uncertainty_score":0.17994839},"labels":[],"label_agreement":null},{"id":"W2250571015","doi":"","title":"Towards Automatic Topical Question Generation","year":2012,"lang":"en","type":"article","venue":"International Conference on Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science","score_opus":0.09053207617422618,"score_gpt":0.3518676068766896,"score_spread":0.2613355307024634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250571015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007267001,0.000016773522,0.9484622,0.0017068832,0.0056102173,0.00009595219,0.000008237667,0.00018981098,0.03664296],"genre_scores_gemma":[0.77135795,0.0000032351925,0.22577465,0.00058120384,0.0020643047,0.000011070143,0.000061603016,0.0000064532146,0.00013952945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984193,0.000072827745,0.0003413005,0.0002672665,0.0006787103,0.00022059614],"domain_scores_gemma":[0.99865323,0.0001023356,0.00012056972,0.00021519371,0.0007840598,0.00012461621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030585565,0.00014639525,0.00011899358,0.00013798513,0.000100851335,0.00021747958,0.00055224943,0.000072658535,0.00012403337],"category_scores_gemma":[0.00089436065,0.00014802381,0.0000509272,0.0000955902,0.000028795692,0.00018367321,0.00012272406,0.00016734257,0.00018073316],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017307542,0.00008132509,0.00043346873,0.0000036292909,0.00001474234,0.0000025557952,0.00014949049,0.0087219095,0.00003067025,0.9670547,0.0003380186,0.02316773],"study_design_scores_gemma":[0.00015975558,0.00003538997,0.002811624,0.000024551427,0.0000041126636,0.000009906261,0.000006919269,0.927909,0.00010041576,0.064972535,0.0038118116,0.00015397252],"about_ca_topic_score_codex":0.000015414309,"about_ca_topic_score_gemma":0.0000018568387,"teacher_disagreement_score":0.91918707,"about_ca_system_score_codex":0.00014895962,"about_ca_system_score_gemma":0.0001515167,"threshold_uncertainty_score":0.6036236},"labels":[],"label_agreement":null},{"id":"W2250669704","doi":"","title":"Probabilistic Domain Modelling With Contextualized Distributional Semantic Vectors","year":2013,"lang":"en","type":"article","venue":"Meeting of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Automatic summarization; Computer science; Distributional semantics; Artificial intelligence; Probabilistic logic; Natural language processing; Domain (mathematical analysis); Semantics (computer science); Generative grammar; Generative model; Hidden Markov model; Semantic space; Machine learning; Semantic similarity; Mathematics","score_opus":0.01520811403659151,"score_gpt":0.23146867420578987,"score_spread":0.21626056016919837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250669704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041645568,0.000016078231,0.955977,0.00063292566,0.00048623927,0.00051950914,0.00003231192,0.00006673187,0.00062364136],"genre_scores_gemma":[0.7730668,2.024573e-7,0.22655126,0.000059481157,0.00014372575,0.000033532564,0.000027064263,0.000009068507,0.00010882944],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983521,0.00009610302,0.00045259757,0.00025053052,0.0006175733,0.00023106816],"domain_scores_gemma":[0.9957606,0.0014231243,0.00062814314,0.00022109784,0.0019228862,0.0000441257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006579137,0.00012824293,0.0002020068,0.000045363733,0.00027671852,0.00011134578,0.00048455223,0.00006021373,0.0000017703006],"category_scores_gemma":[0.0024292136,0.000098990895,0.00010374818,0.00022331273,0.000037426627,0.0000587479,0.00010549946,0.000106905936,0.000004570278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003902109,0.000028439243,0.0028328474,0.000027270167,0.000034166565,8.008526e-8,0.00015146882,0.6463704,0.000010645942,0.35036144,0.00014825948,0.000031061718],"study_design_scores_gemma":[0.00043051472,0.000024634697,0.0011696547,0.00006612679,0.000018853701,7.859666e-7,0.000017081837,0.7890018,0.000046834484,0.20835325,0.0007629225,0.00010753758],"about_ca_topic_score_codex":0.00006228605,"about_ca_topic_score_gemma":0.0000044207623,"teacher_disagreement_score":0.73142123,"about_ca_system_score_codex":0.00025154327,"about_ca_system_score_gemma":0.00017268205,"threshold_uncertainty_score":0.40367317},"labels":[],"label_agreement":null},{"id":"W2250749132","doi":"10.3115/v1/w14-4318","title":"Extractive Summarization and Dialogue Act Modeling on Email Threads: An Integrated Probabilistic Approach","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Conversation; Task (project management); Probabilistic logic; Artificial intelligence; Natural language processing; Statistical model; Graphical model; Machine learning; Linguistics","score_opus":0.03787629057484056,"score_gpt":0.2470056146718206,"score_spread":0.20912932409698004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250749132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06986094,0.0000057148904,0.9235856,0.000099131736,0.00008841622,0.00020799671,6.55023e-7,0.00020783483,0.0059436983],"genre_scores_gemma":[0.8528245,0.000002327502,0.14687836,0.00013452426,0.0000526256,0.000017019684,0.000016869004,0.000008831822,0.00006491428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873596,0.0001287888,0.00019295998,0.0005506874,0.0001918774,0.0001997349],"domain_scores_gemma":[0.9991813,0.00009277669,0.000050330276,0.0004823993,0.00009647516,0.000096774165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042988942,0.00014754251,0.00015002713,0.000089787514,0.000105476094,0.00020408089,0.00033973856,0.00008137576,0.0000031567367],"category_scores_gemma":[0.00015939584,0.00011549089,0.00002036444,0.00017042243,0.00002362755,0.0006715404,0.00008787353,0.00015877192,0.000005563411],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001689056,0.00020243143,0.0004000238,0.00002636241,0.000011550015,9.1534196e-7,0.001657972,0.35550013,0.000349685,0.48380572,0.00000992679,0.1580184],"study_design_scores_gemma":[0.00016341594,0.00008871028,0.00015787946,0.000013868808,0.000004210401,0.0000034184488,0.000056171553,0.981666,0.000059205275,0.017616535,0.000022990902,0.00014758641],"about_ca_topic_score_codex":0.00022228544,"about_ca_topic_score_gemma":0.00007798902,"teacher_disagreement_score":0.7829636,"about_ca_system_score_codex":0.00004245273,"about_ca_system_score_gemma":0.00004205798,"threshold_uncertainty_score":0.4709582},"labels":[],"label_agreement":null},{"id":"W2250777749","doi":"","title":"A High-Precision Approach to Detecting Hedges and their Scopes","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Natural language processing; Scope (computer science); Artificial intelligence; Vagueness; Categorization; Software portability; Weighting; Sentence; Parsing; Task (project management); Domain (mathematical analysis); Extensibility; Programming language; Fuzzy logic","score_opus":0.021178327233485134,"score_gpt":0.23399842457739647,"score_spread":0.21282009734391133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250777749","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39864576,0.000011944383,0.59843534,0.00022260599,0.00016907028,0.00006105841,6.914989e-8,0.000084879954,0.0023692679],"genre_scores_gemma":[0.58235735,4.9643745e-7,0.4173682,0.000130028,0.00004653113,0.0000039219694,3.8901472e-8,0.000002393078,0.00009101111],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993512,0.000014723303,0.00009743407,0.00031105126,0.000082246705,0.0001433546],"domain_scores_gemma":[0.9994045,0.00007372935,0.000016917911,0.00039862047,0.000027053293,0.00007918869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026867609,0.00007450361,0.00008384574,0.000057232828,0.00008937305,0.00016838632,0.0004201096,0.0000379944,0.0000040622363],"category_scores_gemma":[0.00006661261,0.000050434464,0.000013899335,0.00011868578,0.000009819574,0.00020529867,0.00041207936,0.00011585468,0.000011713777],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015146455,0.000018242128,0.00017425876,0.0000065445915,0.0000031851525,4.1926356e-7,0.0016381308,0.00030211927,0.046817634,0.044886436,0.00007188145,0.90607965],"study_design_scores_gemma":[0.00030287183,0.000069887385,0.002143195,0.00002454554,0.0000018256392,0.00004069262,0.00024429723,0.83756566,0.1415806,0.015780495,0.0018770767,0.00036883977],"about_ca_topic_score_codex":0.00007534715,"about_ca_topic_score_gemma":0.000035918183,"teacher_disagreement_score":0.9057108,"about_ca_system_score_codex":0.0000040283758,"about_ca_system_score_gemma":0.000011031135,"threshold_uncertainty_score":0.20566577},"labels":[],"label_agreement":null},{"id":"W2250818554","doi":"10.18653/v1/d15-1163","title":"Improving Statistical Machine Translation with a Multilingual Paraphrase Database","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Paraphrase; Computer science; Machine translation; Natural language processing; Artificial intelligence; Translation (biology); Vocabulary; Machine translation system","score_opus":0.05416993627736382,"score_gpt":0.29435074691882174,"score_spread":0.2401808106414579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250818554","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01761978,0.00006698529,0.98119986,0.00017785595,0.00007206491,0.00010329896,0.000008931526,0.00016084153,0.00059039827],"genre_scores_gemma":[0.49821058,2.1257632e-7,0.5016508,0.000079490004,0.000019316367,0.0000027683998,0.0000091334405,0.0000033001554,0.000024410389],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991099,0.00003421519,0.0001394514,0.00029371443,0.00025201478,0.00017065159],"domain_scores_gemma":[0.9993276,0.00006789425,0.000028516535,0.00036588684,0.000048764774,0.00016135062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026355183,0.00008585788,0.000082739,0.000045613713,0.000035325567,0.000072186376,0.00024106086,0.000021022284,0.000011361607],"category_scores_gemma":[0.000045691035,0.000063407424,0.000010187655,0.000106579544,0.000019733141,0.0004051192,0.000055659868,0.00008924866,0.000014722206],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006240107,0.00010289473,0.001363399,0.00002338127,0.000012009298,0.00013632035,0.001705824,0.0025951313,0.0007617326,0.037790973,0.00006795968,0.955378],"study_design_scores_gemma":[0.00070760696,0.00006077063,0.000051020525,0.0000047583444,0.0000042951283,0.000019360883,0.000033487013,0.9979422,0.00057806924,0.00028956973,0.00020445001,0.000104405255],"about_ca_topic_score_codex":0.00050788524,"about_ca_topic_score_gemma":0.0002410424,"teacher_disagreement_score":0.9953471,"about_ca_system_score_codex":0.000015708312,"about_ca_system_score_gemma":0.000107551416,"threshold_uncertainty_score":0.258568},"labels":[],"label_agreement":null},{"id":"W2250834857","doi":"10.18653/v1/w15-4307","title":"NRC: Infused Phrase Vectors for Named Entity Recognition in Twitter","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Phrase; Computer science; Discriminative model; Natural language processing; Artificial intelligence; Hidden Markov model; Task (project management); Word (group theory); Named-entity recognition; Set (abstract data type); Training set; Speech recognition; Information retrieval; Linguistics; Engineering","score_opus":0.12851933362443255,"score_gpt":0.296213245727793,"score_spread":0.16769391210336046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250834857","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41814876,0.0000050630088,0.57946914,0.0005048819,0.00029428588,0.00014316807,5.011617e-7,0.00007030951,0.0013638809],"genre_scores_gemma":[0.903231,5.645293e-7,0.09578583,0.00062677346,0.000060894534,0.00003256283,0.0000028163677,0.0000038354324,0.0002556908],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992945,0.000028293087,0.00014541586,0.00021011705,0.00016599879,0.00015565935],"domain_scores_gemma":[0.99953514,0.000034476525,0.00002895001,0.00022794004,0.00010459677,0.00006887169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044642534,0.000059363643,0.00007800121,0.00008293634,0.000016681408,0.0000617348,0.00023307693,0.000038805843,0.00001668206],"category_scores_gemma":[0.00017146813,0.000054452008,0.000026039113,0.00013184997,0.0000074560744,0.0003565106,0.00007196681,0.000052157713,0.000055654124],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018342155,0.0010474606,0.065747984,0.00019424249,0.00006821229,0.00006470132,0.025831284,0.0018518615,0.0061278855,0.026761461,0.058729395,0.8133921],"study_design_scores_gemma":[0.0039065834,0.00014869917,0.0028004148,0.000043892025,0.0000067001984,0.0000061196033,0.00018991235,0.90683484,0.009105613,0.06714162,0.009335132,0.00048047598],"about_ca_topic_score_codex":0.00018772291,"about_ca_topic_score_gemma":0.00020520377,"teacher_disagreement_score":0.904983,"about_ca_system_score_codex":0.000078482786,"about_ca_system_score_gemma":0.000067467125,"threshold_uncertainty_score":0.22204885},"labels":[],"label_agreement":null},{"id":"W2250838119","doi":"","title":"Application of the Tightness Continuum Measure to Chinese Information Retrieval","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Segmentation; Artificial intelligence; Text segmentation; Word (group theory); Natural language processing; Measure (data warehouse); Pattern recognition (psychology); Information retrieval; Data mining; Mathematics","score_opus":0.005421990263527392,"score_gpt":0.2200545502786905,"score_spread":0.21463256001516312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250838119","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22747561,7.563306e-7,0.76761705,0.0017962549,0.0002744274,0.00014951485,2.917171e-7,0.000036964848,0.0026491126],"genre_scores_gemma":[0.9744447,6.176053e-8,0.025072426,0.00032683942,0.000036642767,0.000004107139,3.536324e-7,0.0000011278582,0.00011374981],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995,0.000009781717,0.00014496138,0.000076203396,0.00020432442,0.000064761036],"domain_scores_gemma":[0.9992255,0.00001553898,0.00005892184,0.0005307039,0.00014165333,0.000027672293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023432368,0.000041734987,0.000051015446,0.000029277902,0.000036846028,0.00003614845,0.00059406564,0.0000348218,0.0000045710667],"category_scores_gemma":[0.00007407457,0.000024336927,0.000021940892,0.00027968295,0.0000094961115,0.00040229017,0.00013523179,0.000079814454,0.000024178957],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002240125,0.0000549935,0.04340399,0.00004925244,0.00001277071,7.808693e-8,0.0051044454,0.00075500004,0.29986927,0.34748903,0.0018583053,0.30138046],"study_design_scores_gemma":[0.00048031754,0.000025924994,0.20614155,0.000012857113,0.0000040269833,0.0000079278825,0.000026530044,0.65575457,0.1044054,0.008898076,0.023998698,0.00024412607],"about_ca_topic_score_codex":0.000032916672,"about_ca_topic_score_gemma":0.00006164038,"teacher_disagreement_score":0.7469691,"about_ca_system_score_codex":0.000005438319,"about_ca_system_score_gemma":0.00002503334,"threshold_uncertainty_score":0.11039317},"labels":[],"label_agreement":null},{"id":"W2250863190","doi":"10.3115/v1/d14-1051","title":"An I-vector Based Approach to Compact Multi-Granularity Topic Spaces Representation of Textual Documents","year":2014,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Agence Nationale de la Recherche","keywords":"Granularity; Computer science; Representation (politics); Information retrieval; Vector space; Natural language processing; Artificial intelligence; Mathematics; Programming language; Pure mathematics","score_opus":0.06669668175130425,"score_gpt":0.33794628761034246,"score_spread":0.27124960585903823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250863190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07624552,0.0000095553605,0.9194775,0.0003395004,0.00035604677,0.000628464,0.000006335364,0.00017756218,0.002759497],"genre_scores_gemma":[0.6265412,5.280464e-7,0.37305397,0.00014597493,0.00006397334,0.000015492475,0.000027490754,0.000007691933,0.00014367033],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973985,0.00028792178,0.0004708448,0.0010240728,0.00054466387,0.00027401856],"domain_scores_gemma":[0.9973073,0.00007128475,0.00023823821,0.0020261526,0.00015773078,0.00019929981],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046140244,0.00027066984,0.00048828905,0.00020941839,0.000057894213,0.00029751012,0.0017455606,0.00019857816,0.000020159197],"category_scores_gemma":[0.00006517415,0.0002476507,0.00013979487,0.00018661101,0.00003099758,0.00025751183,0.0005843536,0.00030224514,0.000010606156],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003998914,0.0016074497,0.042729795,0.0006898379,0.00012958223,0.000004505684,0.0036354468,0.8804996,0.002993194,0.040356558,0.0007880631,0.026525952],"study_design_scores_gemma":[0.00042046548,0.000052385465,0.013995971,0.000041092193,0.000011928305,7.515417e-7,0.000043156513,0.9800136,0.0044939364,0.00057740434,0.00007820398,0.00027110067],"about_ca_topic_score_codex":0.0035299135,"about_ca_topic_score_gemma":0.00007484079,"teacher_disagreement_score":0.55029565,"about_ca_system_score_codex":0.0000716823,"about_ca_system_score_gemma":0.00011807363,"threshold_uncertainty_score":0.99999756},"labels":[],"label_agreement":null},{"id":"W2250867360","doi":"10.3115/v1/p15-4008","title":"A Web-based Collaborative Evaluation Tool for Automatically Learned Relation Extraction Patterns","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Banting and Best Diabetes Centre, University of Toronto; Bundesministerium für Bildung und Forschung","keywords":"Computer science; Preprocessor; Relationship extraction; Dependency (UML); Parsing; Artificial intelligence; Annotation; Dependency grammar; Categorization; Natural language processing; Relation (database); Quality (philosophy); Information extraction; Machine learning; Data mining","score_opus":0.07510523306801112,"score_gpt":0.35219912374496926,"score_spread":0.2770938906769581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250867360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07412426,0.000007637469,0.9210539,0.0022385998,0.00028249013,0.0006852641,0.0000016039004,0.00024010037,0.0013661741],"genre_scores_gemma":[0.7100983,2.570024e-7,0.2893733,0.00018073192,0.000043400214,0.00013148459,0.000009782948,0.00000463728,0.00015805684],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877656,0.00013804057,0.00023172166,0.0002704838,0.00045060954,0.00013258333],"domain_scores_gemma":[0.998693,0.00016492914,0.00009982184,0.00029820402,0.00068606116,0.000058008674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013358996,0.00008001135,0.000087369066,0.00007472097,0.00006156394,0.00013656025,0.00017034213,0.00006613871,0.000027273652],"category_scores_gemma":[0.000524425,0.00007313126,0.000028942532,0.00019903493,0.000006754031,0.00066698715,0.000024316932,0.000055754543,0.000032146894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012809443,0.0003121317,0.0063388194,0.00007514713,0.000049467668,0.0000030995652,0.0037001176,0.2360894,0.005104213,0.19099714,0.004265404,0.552937],"study_design_scores_gemma":[0.0012864209,0.00009727304,0.0021028384,0.000012086487,0.00001024582,8.945913e-7,0.000052514384,0.9877506,0.00071001996,0.0072901472,0.0005879109,0.000099060075],"about_ca_topic_score_codex":0.000010068736,"about_ca_topic_score_gemma":0.000024385847,"teacher_disagreement_score":0.7516612,"about_ca_system_score_codex":0.00017809603,"about_ca_system_score_gemma":0.0005990713,"threshold_uncertainty_score":0.29822063},"labels":[],"label_agreement":null},{"id":"W2250974997","doi":"10.63317/29jpe4q7e5co","title":"Improving Open Relation Extraction via Sentence Re-Structuring","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Relationship extraction; Structuring; Natural language processing; Information extraction; Artificial intelligence; Predicate (mathematical logic); Sentence; Natural language; Open domain; Exploit; Natural language understanding; Relation (database); Context (archaeology); Information retrieval; Data mining; Question answering; Programming language","score_opus":0.025038183070540183,"score_gpt":0.26525676000726467,"score_spread":0.2402185769367245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250974997","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024862478,0.0000034680982,0.9629448,0.00043102898,0.0003987386,0.000103415296,2.8737503e-8,0.00013975894,0.011116284],"genre_scores_gemma":[0.70133907,4.225135e-7,0.29807317,0.00015300272,0.00005985089,0.000002992665,3.062832e-7,0.0000031240538,0.0003680412],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921685,0.000037652546,0.00016013569,0.00030752883,0.00013884863,0.00013898301],"domain_scores_gemma":[0.9993525,0.000043007258,0.000081703765,0.00044622048,0.000034265075,0.00004227299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036816075,0.00006418639,0.00006564983,0.000041208838,0.00013454468,0.0002554171,0.0006760204,0.000038153383,0.000023354763],"category_scores_gemma":[0.000054068965,0.000059233855,0.000017522636,0.000091713955,0.0000067765486,0.0015349969,0.00039570755,0.00009635361,0.000032463475],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025244135,0.000008815875,0.001283922,0.000011233053,0.00000329147,0.0000016864989,0.0003305189,0.004880804,0.033791956,0.07244096,0.000050545415,0.88719374],"study_design_scores_gemma":[0.00010361784,0.0000114508675,0.0029700084,0.000007580004,0.000001221156,0.000011066443,0.000012890418,0.9820593,0.0061148712,0.008224313,0.00039720978,0.0000864413],"about_ca_topic_score_codex":0.00046043444,"about_ca_topic_score_gemma":0.00004042023,"teacher_disagreement_score":0.9771785,"about_ca_system_score_codex":0.000038652775,"about_ca_system_score_gemma":0.000014146618,"threshold_uncertainty_score":0.24629931},"labels":[],"label_agreement":null},{"id":"W2251141757","doi":"10.3115/v1/s14-1007","title":"Identifying semantic relations in a specialized corpus through distributional analysis of a cooccurrence tensor","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Natural language processing; Tensor (intrinsic definition); Encoding (memory); Semantic space; Artificial intelligence; Space (punctuation); Word (group theory); Style (visual arts); Linguistics; Mathematics","score_opus":0.04415604225102656,"score_gpt":0.3008423448311019,"score_spread":0.25668630258007535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251141757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09072744,0.000023904255,0.90712416,0.00025876446,0.00011409598,0.00006318669,0.0000056592075,0.00003911065,0.001643648],"genre_scores_gemma":[0.9335856,0.0000033208535,0.06619955,0.000045163422,0.000018364997,0.000004891769,0.000011093827,0.0000016379319,0.00013039715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988718,0.00007151809,0.0003651224,0.00027887625,0.00025774617,0.00015492739],"domain_scores_gemma":[0.9991863,0.00019021452,0.00011668173,0.00038964665,0.00008846945,0.000028732029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003060175,0.000072249095,0.00023207018,0.00020223652,0.000052001815,0.000047937105,0.0003929721,0.000035307123,0.00008384925],"category_scores_gemma":[0.00019305926,0.00006762251,0.00009645253,0.0015754763,0.000035098412,0.00031586378,0.00012815671,0.00007830954,0.000016809921],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028800944,0.00006327661,0.102132164,0.000009457916,0.00008182876,0.0000021650246,0.0006627015,0.009280337,0.00030356555,0.88520294,0.00007488941,0.0021838006],"study_design_scores_gemma":[0.0002315241,0.0000068160875,0.109946355,0.000018641345,0.000055596825,0.0000012773459,0.000015761269,0.8736088,0.00012006221,0.015669191,0.00023908568,0.00008688168],"about_ca_topic_score_codex":0.00031799334,"about_ca_topic_score_gemma":0.00028766337,"teacher_disagreement_score":0.8695337,"about_ca_system_score_codex":0.00004198235,"about_ca_system_score_gemma":0.00004048989,"threshold_uncertainty_score":0.2757566},"labels":[],"label_agreement":null},{"id":"W2251363724","doi":"10.3115/v1/p15-1075","title":"Efficient Methods for Inferring Large Sparse Topic Hierarchies","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"Defense Advanced Research Projects Agency; Allen Institute for Artificial Intelligence; National Science Foundation","keywords":"Computer science; Computational linguistics; Joint (building); Volume (thermodynamics); Natural language processing; Artificial intelligence; Data science; Engineering; Physics","score_opus":0.11025631062851733,"score_gpt":0.382636016183524,"score_spread":0.2723797055550067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251363724","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01431886,0.00010135819,0.9776497,0.00065089785,0.0005697486,0.00015670406,3.4169227e-7,0.00017826217,0.0063741645],"genre_scores_gemma":[0.16910368,5.104015e-7,0.8295716,0.00030910355,0.00007415748,0.000019917557,3.1405182e-7,0.000004121317,0.00091661135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991603,0.0000579302,0.00015318705,0.00024910306,0.00011293619,0.00026654353],"domain_scores_gemma":[0.9992554,0.00012128983,0.00002758499,0.00041973437,0.00006641643,0.00010955457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090162497,0.00007753013,0.00011080151,0.00007280708,0.00006088518,0.00008102124,0.00044954717,0.00003051873,0.0000058551022],"category_scores_gemma":[0.00016111157,0.00006438377,0.00004447235,0.00011437248,0.000009680209,0.00008282339,0.00031237476,0.000057316585,0.000013499932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024973117,0.0000429933,0.00036022632,0.000013417364,0.000008306362,0.0000014127312,0.002067638,0.0154328225,0.00016499711,0.82870716,0.00028166265,0.15291685],"study_design_scores_gemma":[0.0003265313,0.000027051408,0.000075591764,0.0000045447705,0.0000018722498,0.000002581276,0.00003772427,0.955219,0.0011183426,0.01568688,0.02740741,0.00009249581],"about_ca_topic_score_codex":0.00001829872,"about_ca_topic_score_gemma":0.000006563111,"teacher_disagreement_score":0.93978614,"about_ca_system_score_codex":0.00003160478,"about_ca_system_score_gemma":0.000059532962,"threshold_uncertainty_score":0.2625494},"labels":[],"label_agreement":null},{"id":"W2251564431","doi":"","title":"On the Effectiveness of using Sentence Compression Models for Query-Focused Multi-Document Summarization","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Computer science; Redundancy (engineering); Artificial intelligence; Cosine similarity; Natural language processing; Sentence; Relevance (law); Semantic similarity; Pattern recognition (psychology)","score_opus":0.07576314842251103,"score_gpt":0.30272608976452753,"score_spread":0.2269629413420165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251564431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12975945,0.000022650729,0.8693317,0.000051991214,0.00022520593,0.0004484565,7.142637e-7,0.000034567885,0.00012525925],"genre_scores_gemma":[0.84904474,0.0000010306936,0.15083665,0.00005521838,0.000016157568,0.000021250391,8.357482e-7,0.00000488041,0.000019250876],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910617,0.00019917649,0.00015642706,0.0001726796,0.00018385849,0.00018167001],"domain_scores_gemma":[0.9987423,0.0006953336,0.000074788804,0.00036745076,0.00008334862,0.000036796595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009087635,0.00008430456,0.000108150954,0.000039617033,0.00009400802,0.000030662006,0.0003283703,0.000033975604,0.0000024417031],"category_scores_gemma":[0.000056385223,0.000052950472,0.000043850618,0.000097247335,0.000016234786,0.0005026547,0.00013419843,0.000044641223,0.0000011005883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029061883,0.0000990418,0.00095171557,0.000056518886,0.000009605591,7.408733e-8,0.00031774607,0.23165934,0.019245654,0.7448404,0.0000071548748,0.0027837213],"study_design_scores_gemma":[0.00029557786,0.00001662252,0.00035935946,0.00009677891,0.0000036410127,4.4897925e-7,0.00001166563,0.94459224,0.044776253,0.009777893,0.000004932312,0.00006461395],"about_ca_topic_score_codex":0.000099651326,"about_ca_topic_score_gemma":0.0000017278485,"teacher_disagreement_score":0.7350625,"about_ca_system_score_codex":0.000045929548,"about_ca_system_score_gemma":0.000019639994,"threshold_uncertainty_score":0.21592577},"labels":[],"label_agreement":null},{"id":"W2251640092","doi":"10.3115/v1/p15-2081","title":"The Fixed-Size Ordinally-Forgetting Encoding Method for Neural Network Language Models","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Fundamental Research Funds for the Central Universities; Natural Sciences and Engineering Research Council of Canada; Australian Government","keywords":"Forgetting; Encoding (memory); Zhàng; Computer science; Artificial neural network; Computational linguistics; Natural language processing; Artificial intelligence; Natural language; Cognitive science; Linguistics; Philosophy; China; Psychology; Political science; Law","score_opus":0.05572273878499998,"score_gpt":0.31588203900422707,"score_spread":0.26015930021922706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251640092","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023159634,0.00029860483,0.98492837,0.0024903102,0.0006793873,0.00022757724,3.7704154e-7,0.00022820388,0.0088311955],"genre_scores_gemma":[0.2048138,0.0000017734843,0.79188454,0.00081211457,0.00044316528,0.000031000447,3.961123e-7,0.000010729414,0.0020025147],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986017,0.00010229369,0.00024935044,0.00032838847,0.0002358022,0.00048248004],"domain_scores_gemma":[0.99809223,0.0010494603,0.00008165803,0.0005561238,0.00010186198,0.00011867562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020505546,0.00012386363,0.00014141762,0.000017604552,0.00029931308,0.00028484207,0.0010002446,0.00004581759,0.0000020883404],"category_scores_gemma":[0.00029611387,0.000082107836,0.0000809553,0.00017977241,0.0000125592505,0.00045996334,0.00036881614,0.00012216633,0.0000037884736],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009566821,0.0000069004122,0.00007377797,0.000007912373,0.000017056578,0.000005317226,0.002496625,0.44588155,0.00017069589,0.38077867,0.005494932,0.165057],"study_design_scores_gemma":[0.0002019778,0.000022652006,0.0000043156433,0.0000067375786,0.0000041535864,0.000010385668,0.00032268034,0.9553203,0.00018226144,0.041881833,0.0019262038,0.000116530806],"about_ca_topic_score_codex":0.000088340166,"about_ca_topic_score_gemma":0.000044212356,"teacher_disagreement_score":0.50943875,"about_ca_system_score_codex":0.00003914983,"about_ca_system_score_gemma":0.000063749896,"threshold_uncertainty_score":0.33482605},"labels":[],"label_agreement":null},{"id":"W2251693562","doi":"10.3115/v1/p15-2025","title":"Representation Based Translation Evaluation Metrics","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Chen; Computer science; Natural language processing; Representation (politics); Computational linguistics; Volume (thermodynamics); Joint (building); Translation (biology); Artificial intelligence; Association (psychology); Machine translation; Linguistics; Programming language; Engineering; Political science","score_opus":0.3391495938485538,"score_gpt":0.388191459149994,"score_spread":0.04904186530144017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251693562","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004816497,0.000056023648,0.97860146,0.0011745364,0.00021935132,0.0001374932,7.6775315e-8,0.00010919122,0.01488536],"genre_scores_gemma":[0.64435756,3.6187782e-7,0.35544115,0.00012565931,0.000023059747,0.0000069951657,0.0000032359774,0.0000015011511,0.000040481766],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990641,0.00008356538,0.00011482413,0.00017059495,0.0004998099,0.000067129804],"domain_scores_gemma":[0.99939156,0.000054176246,0.000030802254,0.0002750362,0.00020162627,0.000046830894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009434328,0.000035988753,0.000041396153,0.000115692565,0.000020164916,0.000060974344,0.00016569777,0.000024407695,0.000019927034],"category_scores_gemma":[0.00015798229,0.0000335209,0.000018196437,0.0005319037,0.0000032328198,0.00045277088,0.000012947108,0.000026609112,0.000026604337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002841254,0.000023611814,0.0009438784,0.0000022063134,0.000003005784,5.6647826e-7,0.0004921296,0.07116762,0.00030707053,0.018966632,0.00056373654,0.90752673],"study_design_scores_gemma":[0.0003677716,0.000012468103,0.00033194828,0.0000010602895,0.0000036946515,4.491316e-7,0.000014960608,0.9899393,0.0021404135,0.006733577,0.0004118639,0.00004254017],"about_ca_topic_score_codex":0.00004391764,"about_ca_topic_score_gemma":0.0000076074016,"teacher_disagreement_score":0.9187716,"about_ca_system_score_codex":0.000050767703,"about_ca_system_score_gemma":0.00009983861,"threshold_uncertainty_score":0.13669427},"labels":[],"label_agreement":null},{"id":"W2251942550","doi":"10.3115/v1/p15-1051","title":"Encoding Distributional Semantics into Triple-Based Knowledge Ranking for Document Enrichment","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Semantics (computer science); Computer science; Computational linguistics; Zhàng; Ranking (information retrieval); Natural language processing; Encoding (memory); Volume (thermodynamics); Artificial intelligence; Linguistics; Association (psychology); Information retrieval; Library science; Programming language; History; China; Philosophy; Epistemology; Archaeology","score_opus":0.04827935784633595,"score_gpt":0.3117980470521634,"score_spread":0.26351868920582744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251942550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002643803,0.00013257335,0.9921125,0.002144795,0.00087038253,0.0002950741,0.0000015382012,0.00014725319,0.0016520368],"genre_scores_gemma":[0.7363375,8.714123e-7,0.2629801,0.00015154191,0.00012919256,0.000046036082,0.000010429611,0.000004334279,0.0003400025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879766,0.000036489215,0.00026768306,0.00033533323,0.0002889662,0.00027384766],"domain_scores_gemma":[0.9991231,0.0001384828,0.00006077495,0.00034143464,0.00019476029,0.0001414621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007864523,0.00012076069,0.0001382508,0.00007131486,0.00012770396,0.00015428034,0.00051797903,0.000043500833,0.0000086900145],"category_scores_gemma":[0.00010159144,0.000106565065,0.00007290692,0.0001679624,0.000015705009,0.00024015912,0.0001946839,0.00006152702,0.00002162573],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001990042,0.0001418114,0.0008836527,0.000061376086,0.000025245716,0.00000365413,0.0015508195,0.004561822,0.00047089468,0.96040714,0.0048646266,0.027009029],"study_design_scores_gemma":[0.0017120364,0.00007919566,0.000030469468,0.00002873334,0.000008762579,0.0000025032612,0.000056228022,0.92662895,0.005609504,0.0370993,0.028527847,0.0002164692],"about_ca_topic_score_codex":0.000019660607,"about_ca_topic_score_gemma":0.000010089416,"teacher_disagreement_score":0.92330784,"about_ca_system_score_codex":0.00030780587,"about_ca_system_score_gemma":0.00027204907,"threshold_uncertainty_score":0.43455973},"labels":[],"label_agreement":null},{"id":"W2251998605","doi":"","title":"Hybrid Models for Lexical Acquisition of Correlated Styles","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Lexicon; Computer science; Natural language processing; Artificial intelligence; Variety (cybernetics); Focus (optics); Task (project management); Sentiment analysis; Distributional semantics; Style (visual arts); Machine learning; Semantic similarity","score_opus":0.02671839369732189,"score_gpt":0.2402402779618865,"score_spread":0.2135218842645646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251998605","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06565109,0.000018454302,0.9309,0.0005166933,0.00007609354,0.00017448,8.2649285e-7,0.00007945875,0.0025829314],"genre_scores_gemma":[0.8290739,0.0000011433518,0.17036653,0.00016132869,0.00001657918,0.000016088992,0.0000015295527,0.0000025601123,0.00036033927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946725,0.000010305748,0.00015335815,0.00015593092,0.00009734373,0.000115833456],"domain_scores_gemma":[0.99955004,0.00004887456,0.00003458112,0.0002347397,0.00009582766,0.00003594856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007449538,0.0000482396,0.00008107294,0.000032261316,0.000024536244,0.00003200975,0.0002616335,0.000025745043,0.000047314064],"category_scores_gemma":[0.0000068653726,0.000040063565,0.000038289247,0.000038574293,0.000012101609,0.00044255168,0.00007077141,0.000028892011,0.000021310196],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028049558,0.000040112955,0.00002991042,0.000013720562,0.000008930256,3.9174566e-7,0.000116384355,0.022952879,0.0020736372,0.9411553,0.0022556107,0.0313503],"study_design_scores_gemma":[0.000139697,0.000027539572,0.000060837243,0.0000055889946,0.0000013447964,0.0000021120718,0.0000070839633,0.8889415,0.0043392284,0.10640073,0.000028749495,0.000045567125],"about_ca_topic_score_codex":0.00007654886,"about_ca_topic_score_gemma":6.341685e-7,"teacher_disagreement_score":0.8659886,"about_ca_system_score_codex":0.000009198651,"about_ca_system_score_gemma":0.000016296095,"threshold_uncertainty_score":0.16337447},"labels":[],"label_agreement":null},{"id":"W2252029281","doi":"","title":"Abstractive Meeting Summarization with Entailment and Fusion","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of British Columbia","funders":"","keywords":"Computer science; Automatic summarization; Grammaticality; Natural language processing; Artificial intelligence; Sentence; Graph; Exploit; Word (group theory); Textual entailment; Logical consequence; Grammar; Linguistics; Theoretical computer science","score_opus":0.008454136821494991,"score_gpt":0.1986889439120823,"score_spread":0.19023480709058732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252029281","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3157965,0.000009899291,0.6726865,0.0005843187,0.000027214943,0.00009862014,2.1704532e-8,0.000048826154,0.010748086],"genre_scores_gemma":[0.8850037,0.000004403938,0.114603706,0.00012359601,0.000011330274,0.000006413057,3.464139e-7,0.00000170476,0.00024478472],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996088,0.000008584807,0.00006133883,0.00014751118,0.00009705261,0.000076674216],"domain_scores_gemma":[0.99977666,0.000019368317,0.000025908641,0.000113159855,0.00003389848,0.000031005962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000053231048,0.000040106814,0.000034313933,0.000021130563,0.000047723635,0.00009728226,0.00008259291,0.000013728438,0.000026383037],"category_scores_gemma":[0.000003946329,0.000028237397,0.0000039767597,0.00004359454,0.000006485907,0.00039302788,0.000082397026,0.000028590475,0.00001579419],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007706134,0.000112721056,0.068452455,0.000046214976,0.00003356915,0.000008450275,0.006033476,0.004300579,0.035621963,0.1262225,0.00057474046,0.75858563],"study_design_scores_gemma":[0.00036655803,0.000081754166,0.04499221,0.000047036254,0.000003369517,0.000009845622,0.0004118073,0.93923604,0.011194649,0.0031097725,0.00035225172,0.00019467465],"about_ca_topic_score_codex":0.00026673716,"about_ca_topic_score_gemma":0.000013738564,"teacher_disagreement_score":0.9349355,"about_ca_system_score_codex":0.000012141551,"about_ca_system_score_gemma":0.000008210999,"threshold_uncertainty_score":0.11514876},"labels":[],"label_agreement":null},{"id":"W2252062369","doi":"","title":"CLaC-CORE: Exhaustive Feature Combination for Measuring Textual Similarity","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Feature (linguistics); Computer science; Similarity (geometry); Feature vector; Artificial intelligence; Set (abstract data type); Task (project management); Train; Core (optical fiber); Pattern recognition (psychology); Vector space model; Natural language processing; Data mining; Engineering","score_opus":0.05526690881528108,"score_gpt":0.2600293272245777,"score_spread":0.20476241840929665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252062369","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02544489,0.00002030726,0.9648932,0.0032267277,0.00021526773,0.00044990442,7.0752736e-7,0.00019852084,0.005550438],"genre_scores_gemma":[0.8428683,8.911447e-7,0.15479435,0.0004961852,0.00006356276,0.00005773336,0.0000023005814,0.0000052114838,0.0017114528],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999162,0.000009877673,0.00011635269,0.0003020994,0.00019462302,0.00021503535],"domain_scores_gemma":[0.99928993,0.000065645705,0.00004308926,0.0003226212,0.00021552684,0.00006318004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019080758,0.000095690564,0.00010014921,0.000048910337,0.000115839764,0.00014956568,0.0004471116,0.000081564154,0.000025657862],"category_scores_gemma":[0.00006242961,0.0000828467,0.000046028992,0.000111189634,0.000014385887,0.00060122664,0.00014100636,0.0001191662,0.000037799753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065616405,0.0001403917,0.004009767,0.000053688036,0.000031510444,0.0000014434039,0.001039557,0.00074072636,0.0031832326,0.8389904,0.023978319,0.1278244],"study_design_scores_gemma":[0.00061451044,0.000065348795,0.011088652,0.000014410333,0.0000049066084,0.0000031259146,0.000095253534,0.92934984,0.003967423,0.05318792,0.0013847986,0.00022379136],"about_ca_topic_score_codex":0.00007107753,"about_ca_topic_score_gemma":0.000015427397,"teacher_disagreement_score":0.92860913,"about_ca_system_score_codex":0.000052536147,"about_ca_system_score_gemma":0.000030579587,"threshold_uncertainty_score":0.33783904},"labels":[],"label_agreement":null},{"id":"W2252143850","doi":"","title":"Training recurrent neural networks","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":391,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Recurrent neural network; Initialization; Computer science; Sequence (biology); Artificial intelligence; Probabilistic logic; Gradient descent; Artificial neural network; Machine learning","score_opus":0.053348200930180216,"score_gpt":0.2900405536168376,"score_spread":0.2366923526866574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252143850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013192521,0.00048186697,0.92366606,0.00013099334,0.00703693,0.00024837046,1.8255248e-7,0.00037606774,0.05486699],"genre_scores_gemma":[0.8651414,0.000062611594,0.08302503,0.00059017504,0.0011071773,0.00011186582,0.00020199522,0.000048915324,0.04971082],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988457,0.000026205043,0.00024268379,0.00041351697,0.00020043508,0.00027148565],"domain_scores_gemma":[0.9992852,0.00003273287,0.000104246974,0.0004386414,0.000062731866,0.00007644093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009215784,0.00017430706,0.00018267405,0.000072417926,0.00006159161,0.00021697111,0.00078613963,0.00016290041,0.00008726389],"category_scores_gemma":[0.000013182622,0.00015452022,0.00007800807,0.00011238339,0.000003773111,0.0002474766,0.0000525184,0.0003240535,0.000041207084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.853483e-7,0.0000056502363,0.0000052123987,0.000012560212,0.0000072163475,0.0000024117676,0.001351625,0.0025024407,0.0000052253454,0.01880828,0.0010375719,0.97626114],"study_design_scores_gemma":[0.000048059854,0.000013745026,0.00013750742,0.000033788732,0.0000037694722,0.00000226431,0.000151595,0.99796295,0.00001073852,0.0005221151,0.0009251119,0.00018832333],"about_ca_topic_score_codex":0.000031109495,"about_ca_topic_score_gemma":0.00006160525,"teacher_disagreement_score":0.99546057,"about_ca_system_score_codex":0.000022105805,"about_ca_system_score_gemma":0.000044934433,"threshold_uncertainty_score":0.6301152},"labels":[],"label_agreement":null},{"id":"W2252230762","doi":"","title":"Using Syntactic and Shallow Semantic Kernels to Improve Multi-Modality Manifold-Ranking for Topic-Focused Multi-Document Summarization","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Computer science; Ranking (information retrieval); Natural language processing; Cosine similarity; Relevance (law); Artificial intelligence; Information retrieval; Benchmark (surveying); Similarity (geometry); Semantic similarity; Modality (human–computer interaction); Pattern recognition (psychology); Image (mathematics)","score_opus":0.11503794682435643,"score_gpt":0.30975177393011927,"score_spread":0.19471382710576285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252230762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1320861,0.000018804454,0.86632895,0.00021721858,0.0003747638,0.0007512159,0.0000012502641,0.0001265897,0.00009507859],"genre_scores_gemma":[0.5461219,0.0000013857817,0.453486,0.00015961172,0.000027930906,0.00002150802,5.476156e-7,0.0000090981575,0.00017202192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984172,0.000047092002,0.00034600194,0.0006442775,0.00018296302,0.00036249086],"domain_scores_gemma":[0.9990727,0.000066944966,0.00009828704,0.0005259325,0.00010283743,0.00013332392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004031088,0.0001867674,0.00020954007,0.00010145716,0.0001610651,0.00019367685,0.00041331153,0.000078553756,0.000014780334],"category_scores_gemma":[0.000080862905,0.0001762161,0.000058354974,0.00012430396,0.000010318376,0.0006551571,0.00033137412,0.00007420998,0.0000053279073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016185397,0.0012500479,0.120477915,0.0014734284,0.0004337013,0.00007890195,0.042662125,0.00446484,0.17482331,0.3430218,0.000019714793,0.31113234],"study_design_scores_gemma":[0.00089014997,0.00005998629,0.008358125,0.00004511472,0.000024252688,0.000005237346,0.000062437786,0.9782879,0.009740424,0.0022347826,0.000019788431,0.00027183528],"about_ca_topic_score_codex":0.0013951091,"about_ca_topic_score_gemma":0.0003205147,"teacher_disagreement_score":0.973823,"about_ca_system_score_codex":0.0000965193,"about_ca_system_score_gemma":0.000040474562,"threshold_uncertainty_score":0.7185884},"labels":[],"label_agreement":null},{"id":"W2252242089","doi":"","title":"On the Effectiveness of Using Syntactic and Shallow Semantic Tree Kernels for Automatic Assessment of Essays","year":2013,"lang":"en","type":"article","venue":"International Joint Conference on Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Natural language processing; Grading (engineering); Artificial intelligence; Latent semantic analysis; Task (project management); Tree (set theory); Tree structure; Data structure; Programming language","score_opus":0.031931837597632816,"score_gpt":0.3179565227045993,"score_spread":0.2860246851069665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252242089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71617,0.00010538977,0.28198335,0.00034800186,0.00016947598,0.00035464118,0.0000023038144,0.000027541522,0.00083926634],"genre_scores_gemma":[0.9745285,0.0000015208061,0.02531886,0.00007065171,0.0000205659,0.00003469732,0.0000019303861,0.0000072229386,0.000016062355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988534,0.000107338754,0.00028128925,0.00025957354,0.00036344092,0.00013498958],"domain_scores_gemma":[0.9984531,0.0007399524,0.00026700745,0.0001968243,0.00031625226,0.000026887747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050205586,0.00013098134,0.0002107548,0.00012429607,0.000059024962,0.00016376114,0.0004475086,0.0000390378,0.000018373777],"category_scores_gemma":[0.000324749,0.000087126784,0.00005475741,0.00008584411,0.000048762788,0.00037494057,0.000110533256,0.00015087666,8.471447e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003912124,0.00019664531,0.0012914691,0.001153254,0.00013733604,0.000009961946,0.0018498847,0.0011390921,0.26364794,0.4208487,0.0000024344063,0.30968416],"study_design_scores_gemma":[0.00026892588,0.000050417977,0.008795988,0.0012978899,0.000009659388,0.000011004961,0.00017587864,0.96678394,0.00918031,0.013332476,1.0542443e-7,0.0000934053],"about_ca_topic_score_codex":0.00009154766,"about_ca_topic_score_gemma":0.0000041971102,"teacher_disagreement_score":0.96564484,"about_ca_system_score_codex":0.00006768276,"about_ca_system_score_gemma":0.00010363483,"threshold_uncertainty_score":0.3552927},"labels":[],"label_agreement":null},{"id":"W2275754865","doi":"","title":"Commentary on van Eemeren & Houtlosser","year":2001,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Epistemology; Philosophy","score_opus":0.027777221172339137,"score_gpt":0.2614952193566611,"score_spread":0.23371799818432196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2275754865","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03917801,0.000013386875,0.83817494,0.026292961,0.00022949972,0.000057607733,1.6418089e-7,0.00019284232,0.09586058],"genre_scores_gemma":[0.91427,0.000008918446,0.042621635,0.03974253,0.0001410799,0.0000036602305,8.838621e-7,0.000004549571,0.0032067578],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994386,0.000016087157,0.00008541694,0.00018550239,0.00012914072,0.0001452802],"domain_scores_gemma":[0.9994656,0.000022529992,0.000013418889,0.00043888748,0.000010742268,0.0000488451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007153724,0.000058580074,0.000053426025,0.000038847244,0.000046805013,0.000048252892,0.00045256727,0.00001802327,0.00020293685],"category_scores_gemma":[0.000002812724,0.00004819647,0.000023334422,0.00009590017,0.000006510214,0.0001633854,0.00012257717,0.000059100672,0.00026343227],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009577851,0.00029452014,0.017594859,0.0000062035747,0.000030162377,0.00007816233,0.00085130235,0.0020420111,0.00030377408,0.22649686,0.30271924,0.44957334],"study_design_scores_gemma":[0.0008758721,0.00023931156,0.00505266,0.000027893986,0.000005225153,0.000023968916,0.00005632125,0.41751763,0.0024766326,0.028757675,0.54446894,0.0004978825],"about_ca_topic_score_codex":0.00010910299,"about_ca_topic_score_gemma":0.000023100678,"teacher_disagreement_score":0.87509197,"about_ca_system_score_codex":0.000018886838,"about_ca_system_score_gemma":0.000005349667,"threshold_uncertainty_score":0.33859769},"labels":[],"label_agreement":null},{"id":"W2279735888","doi":"10.1109/icdmw.2015.108","title":"Comparing SVD and SDAE for Analysis of Islamist Forum Postings","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Singular value decomposition; Data science; Artificial intelligence","score_opus":0.08284314093834615,"score_gpt":0.29039010855105407,"score_spread":0.2075469676127079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279735888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20756567,0.000031832322,0.78858787,0.00042744316,0.000039204257,0.000048428716,5.493713e-7,0.000032651507,0.0032663343],"genre_scores_gemma":[0.8484018,3.8686713e-7,0.15127304,0.00010700127,0.000008035437,0.0000019647184,9.290521e-7,0.0000016841449,0.00020514855],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99945253,0.0000072413172,0.00014830368,0.00017253024,0.00010005503,0.000119308694],"domain_scores_gemma":[0.9995271,0.000056659865,0.000051216495,0.00022714256,0.00008881002,0.0000490831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021871335,0.000047502443,0.00016267694,0.000106072104,0.000026899668,0.000042184693,0.00023977223,0.000017586484,0.0000013125374],"category_scores_gemma":[0.000048713806,0.000041614705,0.0000418827,0.0002475329,0.000013635951,0.00014335879,0.00016374963,0.000020934245,5.396528e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017953917,0.000074732845,0.32975855,0.00006568242,0.00058360666,0.0000020534528,0.0050738114,0.018071065,0.0014822091,0.59947336,0.0022004175,0.043196555],"study_design_scores_gemma":[0.00017246089,0.000022052063,0.0026022866,0.000003225214,0.000041591044,7.846942e-7,0.000110945206,0.99397284,0.0003993994,0.00239502,0.00022558568,0.000053798623],"about_ca_topic_score_codex":0.00023350796,"about_ca_topic_score_gemma":0.00015873695,"teacher_disagreement_score":0.9759018,"about_ca_system_score_codex":0.000010663635,"about_ca_system_score_gemma":0.00001793406,"threshold_uncertainty_score":0.16969983},"labels":[],"label_agreement":null},{"id":"W2283763484","doi":"10.1145/2651444","title":"Recognition of Patient-Related Named Entities in Noisy Tele-Health Texts","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Intelligent Systems and Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Relationship extraction; Noise (video); Information extraction; Information retrieval; Sentence; Named-entity recognition; Phone; Filter (signal processing); Machine learning; Task (project management); Speech recognition","score_opus":0.03429504103428756,"score_gpt":0.2580997059002944,"score_spread":0.22380466486600686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283763484","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2769403,0.0013947227,0.71835184,0.0016573576,0.0008687162,0.0004228275,0.000007018521,0.00021025578,0.00014700035],"genre_scores_gemma":[0.9948007,0.00019862139,0.0048302934,0.000023899498,0.000004745547,0.00005631526,0.0000017758625,0.0000067839296,0.00007688715],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987791,0.000064533975,0.00051938713,0.00028497132,0.0001525695,0.00019940782],"domain_scores_gemma":[0.99913555,0.000051539802,0.00015048994,0.000495145,0.00010659931,0.000060681035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023888658,0.0001089895,0.00023954282,0.00070538925,0.000051590247,0.000021206324,0.00032453216,0.00017007104,0.0000050677645],"category_scores_gemma":[0.00004294555,0.0001046585,0.000027332277,0.00054757996,0.00006530841,0.00014042093,0.000019609844,0.00022160649,0.00001746163],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012586191,0.00024823737,0.000653104,0.00010895647,0.000045683282,0.000007870513,0.003188001,0.0022253674,0.00011300211,0.01843692,0.000034108863,0.9749262],"study_design_scores_gemma":[0.0070127924,0.0099405795,0.00041414693,0.0053429045,0.00009814198,0.0013834588,0.050305877,0.31690612,0.10172863,0.47954053,0.024435567,0.002891244],"about_ca_topic_score_codex":0.0005945543,"about_ca_topic_score_gemma":0.00011908088,"teacher_disagreement_score":0.97203493,"about_ca_system_score_codex":0.00009010051,"about_ca_system_score_gemma":0.000072450544,"threshold_uncertainty_score":0.426785},"labels":[],"label_agreement":null},{"id":"W2289035630","doi":"10.1109/asru.2015.7404821","title":"Recent improvements to NeuroCRFs for named entity recognition","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Conditional random field; Artificial intelligence; Margin (machine learning); Computer science; Pattern recognition (psychology); Sequence labeling; Feature (linguistics); Artificial neural network; Sequence (biology); Task (project management); Component (thermodynamics); Machine learning; Natural language processing","score_opus":0.11358371001075171,"score_gpt":0.29803458051047177,"score_spread":0.18445087049972006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289035630","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035100166,0.000008129918,0.95811063,0.002621824,0.000887143,0.00035501536,0.0000015399627,0.000120083925,0.0027954737],"genre_scores_gemma":[0.19663145,0.000012464888,0.7926898,0.007809353,0.00022214752,0.00016056819,0.000009116674,0.000012527869,0.0024525898],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992943,0.000014659293,0.00012389268,0.0002536224,0.00015176128,0.00016178835],"domain_scores_gemma":[0.9993818,0.000015510299,0.00002534696,0.0002633663,0.00017537255,0.00013860365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002289503,0.000054707412,0.00005787532,0.000041167405,0.00003148046,0.00007772774,0.0002988815,0.000019795874,0.0000119018005],"category_scores_gemma":[0.00012794352,0.000050960563,0.000019769393,0.00010889279,0.0000025086656,0.00024250866,0.00015242829,0.00002919907,0.0001001487],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007225392,0.000035062956,0.00006486464,0.000004323905,0.000003246663,6.0794184e-7,0.00019530795,0.00003813841,0.00080851343,0.0015710852,0.006842374,0.9904292],"study_design_scores_gemma":[0.002234218,0.00070823485,0.0003539637,0.000021196296,0.0000101740525,0.000004962082,0.00008659997,0.5488629,0.031244544,0.059080664,0.35687184,0.0005207105],"about_ca_topic_score_codex":0.00003564492,"about_ca_topic_score_gemma":0.000022343143,"teacher_disagreement_score":0.9899085,"about_ca_system_score_codex":0.00004631723,"about_ca_system_score_gemma":0.00004151654,"threshold_uncertainty_score":0.20781115},"labels":[],"label_agreement":null},{"id":"W2289084663","doi":"10.13140/2.1.4822.8166","title":"Towards News Verification: Deception Detection Methods for News Discourse","year":2015,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Topic Modeling","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Deception; Rhetorical question; Fake news; Computer science; Coherence (philosophical gambling strategy); Similarity (geometry); Feature (linguistics); Natural language processing; Sample (material); Artificial intelligence; Linguistics; Psychology; Social psychology; Mathematics; Internet privacy","score_opus":0.21550922589119192,"score_gpt":0.40500182832543585,"score_spread":0.18949260243424393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289084663","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38129407,0.000051466406,0.61674213,0.00055256236,0.00070731615,0.00030331523,0.000002647792,0.00022870472,0.00011777352],"genre_scores_gemma":[0.8696483,0.000034235323,0.12714542,0.00040971878,0.00035833815,0.000012019939,0.00001741087,0.00004263005,0.0023319535],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976525,0.00044680832,0.00030234855,0.00082452915,0.0003352393,0.00043862945],"domain_scores_gemma":[0.99790066,0.00008358776,0.00023310194,0.0010702345,0.00032705566,0.00038535168],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000874188,0.0002764867,0.00027991002,0.00040385933,0.00023992479,0.00047856302,0.0014328219,0.00021493222,0.0000032533533],"category_scores_gemma":[0.0001339259,0.000310136,0.00015890498,0.00060097896,0.000060619386,0.0036125004,0.0004030101,0.00031269807,0.0000775326],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020771033,0.00018723581,0.21159862,0.00006953646,0.00009030951,0.000035566434,0.0028528743,0.0008786682,0.0061406633,0.004021026,0.000005186299,0.7739126],"study_design_scores_gemma":[0.017908264,0.0026897436,0.6317477,0.0005501586,0.00073816365,0.00039641125,0.0080814995,0.007416933,0.11457269,0.03202208,0.17776416,0.006112166],"about_ca_topic_score_codex":0.00002092144,"about_ca_topic_score_gemma":0.00089616637,"teacher_disagreement_score":0.76780045,"about_ca_system_score_codex":0.00042832454,"about_ca_system_score_gemma":0.00023224224,"threshold_uncertainty_score":0.9999351},"labels":[],"label_agreement":null},{"id":"W2290030465","doi":"","title":"Multi-Document Summarization from First Principles","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Automatic summarization; Computer science; Multi-document summarization; Redundancy (engineering); Baseline (sea); Information retrieval; Artificial intelligence","score_opus":0.028421352550889126,"score_gpt":0.24622392614444824,"score_spread":0.21780257359355912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290030465","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086637735,0.000005668921,0.9099852,0.00094959885,0.00056847645,0.00006515502,4.642493e-7,0.00015472765,0.0016329695],"genre_scores_gemma":[0.49038568,0.0000016987236,0.50853807,0.00012432398,0.00005240839,0.000004014709,0.0000020923703,0.000002313222,0.0008894094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994139,0.0000075929856,0.00011821543,0.00022986704,0.00012246009,0.00010793183],"domain_scores_gemma":[0.9994038,0.000036116526,0.000028465447,0.00045708244,0.000027145095,0.000047397665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008586194,0.000056358473,0.00004971222,0.000024875651,0.00006603746,0.000118644275,0.00045556246,0.000037582427,0.00013028126],"category_scores_gemma":[0.000033588454,0.000048059093,0.000018410452,0.000058473994,0.000008449429,0.00028114044,0.00021804805,0.00008006505,0.00009429239],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002612263,0.00016997424,0.0646036,0.00001251242,0.000028115803,0.000011201515,0.0024509595,0.008677784,0.026151188,0.82851017,0.0005499589,0.068831906],"study_design_scores_gemma":[0.00015693983,0.000004166201,0.011589777,0.000003114501,0.0000010878631,5.3037485e-7,0.0000047091685,0.9650925,0.0039404547,0.001538417,0.017584175,0.00008416982],"about_ca_topic_score_codex":0.0004383013,"about_ca_topic_score_gemma":0.0014710447,"teacher_disagreement_score":0.9564147,"about_ca_system_score_codex":0.000010296523,"about_ca_system_score_gemma":0.000019704692,"threshold_uncertainty_score":0.1959793},"labels":[],"label_agreement":null},{"id":"W2293026843","doi":"10.3115/v1/n15-1115","title":"Encoding World Knowledge in the Evaluation of Local Coherence","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Zhàng; Coherence (philosophical gambling strategy); Encoding (memory); Computer science; Computational linguistics; Linguistics; Artificial intelligence; Natural language processing; Cognitive science; China; History; Philosophy; Psychology; Physics; Quantum mechanics","score_opus":0.22912596399578897,"score_gpt":0.36988553323863904,"score_spread":0.14075956924285007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293026843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046453945,0.00013263577,0.8468799,0.00029038513,0.00013647889,0.000105173225,3.1776903e-8,0.00001625487,0.105985165],"genre_scores_gemma":[0.9906459,2.292458e-7,0.009119073,0.000059095786,0.000018309967,0.00000838178,9.253567e-8,8.8647084e-7,0.00014804212],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991926,0.00015585616,0.00012705049,0.00011352555,0.00033225524,0.00007872199],"domain_scores_gemma":[0.999467,0.000075884374,0.000027097556,0.0002735576,0.000136929,0.000019512061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025628014,0.000034075358,0.000050052022,0.00006069564,0.000011064947,0.000021440865,0.00050300814,0.000012267985,0.000011409137],"category_scores_gemma":[0.000043463926,0.000022404873,0.000010731107,0.00033440313,0.00001699545,0.00015544624,0.00008253776,0.00005145431,0.000018060913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019539625,0.00008687063,0.0026466195,0.000008413944,0.0000029175283,0.0000012769589,0.011747527,0.022114761,0.00014031507,0.37687594,0.0012972639,0.58507615],"study_design_scores_gemma":[0.00019064336,0.000010127742,0.0010358815,0.000012192907,0.0000017042794,0.0000011052355,0.00046131667,0.9880124,0.0006574334,0.009360426,0.00022360333,0.000033204593],"about_ca_topic_score_codex":0.00009161893,"about_ca_topic_score_gemma":0.00067870494,"teacher_disagreement_score":0.9658976,"about_ca_system_score_codex":0.000047423186,"about_ca_system_score_gemma":0.00014763545,"threshold_uncertainty_score":0.093472265},"labels":[],"label_agreement":null},{"id":"W2293834552","doi":"10.3115/v1/n15-1099","title":"A Word Embedding Approach to Predicting the Compositionality of Multiword Expressions","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Australian Research Council; Australian Government","keywords":"Principle of compositionality; Computer science; Natural language processing; Word embedding; Artificial intelligence; Embedding; Word (group theory); Linguistics","score_opus":0.08948264642058708,"score_gpt":0.31564365763351504,"score_spread":0.22616101121292798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293834552","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07066087,0.000016016873,0.912195,0.0007520888,0.00012070771,0.00014956345,0.0000010837706,0.00008991015,0.016014716],"genre_scores_gemma":[0.61335826,9.974668e-8,0.38632855,0.0001671928,0.000036876085,0.0000128771935,5.191706e-7,0.0000019775543,0.0000936497],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990575,0.000074472344,0.00019920382,0.00021954029,0.0003050205,0.00014432086],"domain_scores_gemma":[0.9991315,0.000116560346,0.000051795472,0.00049013086,0.000098559,0.00011146596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053548836,0.00006460731,0.00009291859,0.000035386114,0.0000905128,0.00004775309,0.00071015715,0.000024130712,0.0000027366154],"category_scores_gemma":[0.000090626,0.000041494975,0.000033186247,0.00020168418,0.000019578403,0.00017939376,0.0004829791,0.000086158725,0.0000050153044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030333229,0.0005741336,0.009393431,0.000054930653,0.00006138534,0.0000027302701,0.047158673,0.5022173,0.0081575615,0.3880764,0.0054301484,0.038843013],"study_design_scores_gemma":[0.00013642425,0.000009986803,0.00077044417,0.000024269535,0.0000021024218,0.00000486594,0.00055208226,0.9957122,0.0007531853,0.0015354474,0.0004351928,0.000063802654],"about_ca_topic_score_codex":0.00009996945,"about_ca_topic_score_gemma":0.0000024386168,"teacher_disagreement_score":0.54269737,"about_ca_system_score_codex":0.000023267927,"about_ca_system_score_gemma":0.000045679564,"threshold_uncertainty_score":0.16921161},"labels":[],"label_agreement":null},{"id":"W2294102067","doi":"","title":"A Description of ZZ_INFO_TECH System at KBP 2013","year":2013,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Ranking (information retrieval); Heuristic; Task (project management); Context (archaeology); Similarity (geometry); Filter (signal processing); Support vector machine; Data mining; Information retrieval; Population; Train; Knowledge base; Simple (philosophy); Artificial intelligence; Machine learning; Geography; Engineering","score_opus":0.012717684007598021,"score_gpt":0.21664126023698088,"score_spread":0.20392357622938287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294102067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11704203,0.00032590373,0.87945855,0.00010448055,0.00002200306,0.00023837628,0.0000016732007,0.000063398096,0.0027435934],"genre_scores_gemma":[0.99142456,0.000022045953,0.007930687,0.000011978155,0.000016557886,0.00016991766,0.0000015442621,0.0000027200856,0.00041997412],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99949706,0.000032929172,0.00019509658,0.00012329005,0.00007735689,0.000074264986],"domain_scores_gemma":[0.9992635,0.00007338264,0.00010815232,0.0004168253,0.00011092869,0.000027187012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002576853,0.0000552364,0.00010422515,0.000049770228,0.000073236515,0.000022367361,0.0002907867,0.0000327868,0.000012047899],"category_scores_gemma":[0.0000067603532,0.00004792617,0.000019068833,0.00012567303,0.00010161018,0.00025862124,0.00012798976,0.000029387886,0.000018300316],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020024295,0.00000803906,0.00008196133,0.00006314964,0.0000045777033,1.8659385e-8,0.00036124332,0.000025382646,0.0039635645,0.9857386,0.00006847891,0.009683022],"study_design_scores_gemma":[0.00016781582,0.000033772136,0.0010134117,0.000030283398,0.00001515746,0.000013749377,0.001021516,0.008260123,0.03679149,0.950465,0.0020409722,0.00014667021],"about_ca_topic_score_codex":0.00011043105,"about_ca_topic_score_gemma":0.0000027487886,"teacher_disagreement_score":0.87438256,"about_ca_system_score_codex":0.000013849491,"about_ca_system_score_gemma":0.0000142806375,"threshold_uncertainty_score":0.19543725},"labels":[],"label_agreement":null},{"id":"W2294150579","doi":"","title":"University of Amsterdam at TAC 2011: English slot filling task (Draft)","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Relation (database); Task (project management); Matching (statistics); Tuple; Population; Track (disk drive); Information retrieval; World Wide Web; Artificial intelligence; Database; Mathematics; Statistics; Engineering","score_opus":0.013156579505681413,"score_gpt":0.197969476123265,"score_spread":0.18481289661758357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294150579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1012361,0.00027238225,0.8882171,0.000023158187,0.00003410204,0.00011952616,0.000007010398,0.00005280683,0.010037827],"genre_scores_gemma":[0.9895062,0.000045622153,0.009665671,0.000010479273,0.000020823438,0.0000033698918,0.0000022860897,0.0000029402256,0.00074263476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99952704,0.000042013507,0.00011733999,0.00016531981,0.000064353066,0.00008394497],"domain_scores_gemma":[0.99925095,0.00009476061,0.00009789471,0.00041608905,0.00010526539,0.000035033994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026709557,0.000059953574,0.00010680419,0.00004158299,0.000115011266,0.0000063396074,0.00041166577,0.00003396961,0.000049054062],"category_scores_gemma":[0.000009281318,0.0000613869,0.00002582406,0.000086470485,0.00018555125,0.00018886242,0.00021955336,0.000041399384,0.0000073362376],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016102822,0.000023121202,0.00024235541,0.00002194424,0.00000947367,2.103871e-7,0.0070315544,0.000017083412,0.0006933945,0.9838608,0.000030160561,0.008053824],"study_design_scores_gemma":[0.000517143,0.00009088659,0.0022442196,0.000023867215,0.000058992166,0.0000059633458,0.0039579943,0.0023080085,0.06077685,0.9070726,0.022589216,0.0003542295],"about_ca_topic_score_codex":0.000043595533,"about_ca_topic_score_gemma":0.000006116664,"teacher_disagreement_score":0.8882701,"about_ca_system_score_codex":0.000007652695,"about_ca_system_score_gemma":0.000020370899,"threshold_uncertainty_score":0.2503285},"labels":[],"label_agreement":null},{"id":"W2294485447","doi":"","title":"Entity Recognition and Linking on Tweets with Random Walks","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Entity linking; Exploit; Named-entity recognition; Natural language processing; Robustness (evolution); Knowledge base; Artificial intelligence; Task (project management); Component (thermodynamics); Random walk; Graph; Information retrieval; Theoretical computer science; Mathematics","score_opus":0.0735964523235494,"score_gpt":0.2417138755869833,"score_spread":0.16811742326343387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294485447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3247021,0.000014236671,0.6645893,0.00023008148,0.00013119528,0.00006143984,1.3902427e-7,0.000081058206,0.0101904515],"genre_scores_gemma":[0.94257736,0.0000024923431,0.056884937,0.00031628826,0.000064620835,0.0000029695755,9.85344e-7,0.0000024187536,0.00014795248],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99950206,0.000024308347,0.000065049484,0.00017901504,0.0001419946,0.000087574874],"domain_scores_gemma":[0.9996473,0.00003088618,0.000021244865,0.00016086541,0.00007762056,0.000062078485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023467935,0.00004819749,0.00006127934,0.00003298799,0.000032608827,0.00009219261,0.000107712855,0.000022554414,0.0000041091944],"category_scores_gemma":[0.000029708994,0.000034753957,0.000007794268,0.000055621447,0.00000911561,0.00023914722,0.00005594705,0.000056254277,0.00003295787],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019910198,0.0001334666,0.013873742,0.000039511135,0.000039627914,0.000044218013,0.0042808843,0.0007576845,0.00024320853,0.017666463,0.001120544,0.96160156],"study_design_scores_gemma":[0.016837629,0.0010276488,0.0043197004,0.00040498233,0.000032228545,0.000082409206,0.00022257621,0.808486,0.009420121,0.15140906,0.0067330133,0.0010246624],"about_ca_topic_score_codex":0.00004181034,"about_ca_topic_score_gemma":0.00003859477,"teacher_disagreement_score":0.9605769,"about_ca_system_score_codex":0.000012905998,"about_ca_system_score_gemma":0.000020637544,"threshold_uncertainty_score":0.14172253},"labels":[],"label_agreement":null},{"id":"W2295082727","doi":"","title":"Stanford's 2013 KBP System","year":2013,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Consistency (knowledge bases); Inference; Computer science; Component (thermodynamics); Data mining; Information retrieval; Artificial intelligence","score_opus":0.007980749315077551,"score_gpt":0.21882852409483045,"score_spread":0.2108477747797529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295082727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016903521,0.00042442413,0.97564477,0.00025959214,0.0000276764,0.00024459153,0.0000013731405,0.00010024579,0.0063938056],"genre_scores_gemma":[0.9905809,0.000021822545,0.008652078,0.00002747565,0.00003255183,0.00019859943,0.0000011225789,0.0000031359773,0.00048227442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99951917,0.000031885393,0.0001468959,0.00013877715,0.00007224692,0.00009104239],"domain_scores_gemma":[0.99928325,0.00009856387,0.000060508708,0.00043734646,0.000081917955,0.00003843694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024314273,0.00005845151,0.000089203546,0.00003717848,0.00009253708,0.00005471748,0.00034486706,0.000026107431,0.000014457613],"category_scores_gemma":[0.0000053991344,0.00004926104,0.000015523428,0.00011419745,0.0000822493,0.00029125766,0.00009851758,0.000037222766,0.000042345],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.475545e-7,0.0000056036397,0.000025876916,0.000030372585,0.000004041751,3.4367847e-8,0.00026111287,0.000021424743,0.00019974624,0.9681884,0.000078191355,0.03118436],"study_design_scores_gemma":[0.00010760315,0.00001830377,0.0002508783,0.000011596044,0.0000076117612,0.000008187897,0.0015044748,0.006036315,0.0035180126,0.9807235,0.007684106,0.00012942795],"about_ca_topic_score_codex":0.000056696877,"about_ca_topic_score_gemma":9.374421e-7,"teacher_disagreement_score":0.9736774,"about_ca_system_score_codex":0.000006846012,"about_ca_system_score_gemma":0.000017775967,"threshold_uncertainty_score":0.20088069},"labels":[],"label_agreement":null},{"id":"W2295840922","doi":"","title":"IIIT Hyderabad in Summarization and Knowledge Base Population at TAC 2011","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Task (project management); Natural language processing; Population; Knowledge base; Word (group theory); Artificial intelligence; Information retrieval; Linguistics","score_opus":0.019018220729069668,"score_gpt":0.23861605475814146,"score_spread":0.2195978340290718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295840922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27807558,0.0007327609,0.71595395,0.000046076806,0.000024820978,0.00020700094,0.000002075721,0.000040324845,0.004917407],"genre_scores_gemma":[0.9953412,0.000055900786,0.0041738786,0.000013423538,0.000015156451,0.00005165533,0.000008266731,0.0000034659938,0.0003370704],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994841,0.000059289756,0.00015777051,0.00017700401,0.00004107212,0.0000807248],"domain_scores_gemma":[0.99955034,0.000075638054,0.0000597771,0.00024808315,0.000035080233,0.00003109845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038152814,0.000061197796,0.000084293235,0.00008099568,0.000089640496,0.000013770946,0.00013516135,0.00003601228,0.000015178504],"category_scores_gemma":[0.000013058413,0.00005908325,0.000009007734,0.000114320515,0.00006742356,0.00025231435,0.00012287963,0.000035845365,0.0000046600653],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008659041,0.000025528778,0.008736005,0.00001819212,0.0000019591876,8.358395e-8,0.0018272755,0.000005964702,0.00021836086,0.96607333,0.0000042997935,0.023080362],"study_design_scores_gemma":[0.00018948175,0.000017862507,0.032366436,0.00000809072,0.000007306972,0.0000034508816,0.00017118776,0.0037781317,0.004169871,0.9588248,0.00035100084,0.00011237148],"about_ca_topic_score_codex":0.00010007065,"about_ca_topic_score_gemma":0.000065726745,"teacher_disagreement_score":0.7172656,"about_ca_system_score_codex":0.00001101858,"about_ca_system_score_gemma":0.000013496298,"threshold_uncertainty_score":0.2409345},"labels":[],"label_agreement":null},{"id":"W2296086669","doi":"","title":"JU_CSE_TAC: Textual Entailment Recognition System at TAC RTE-6","year":2010,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Textual entailment; Computer science; Natural language processing; Task (project management); Sentence; Novelty; Artificial intelligence; Logical consequence; Set (abstract data type); Similarity (geometry); Programming language","score_opus":0.010880359769517584,"score_gpt":0.23220264957364453,"score_spread":0.22132228980412694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296086669","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2738926,0.000105475716,0.71736103,0.00016138756,0.00009294687,0.00028257308,0.000009846387,0.00013414591,0.0079599535],"genre_scores_gemma":[0.9936613,0.000009742579,0.0057148472,0.000028833967,0.0000777302,0.0001534326,0.0000101997275,0.0000041710105,0.00033974176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99937135,0.00004157168,0.00017949854,0.00020585151,0.00009938495,0.0001023588],"domain_scores_gemma":[0.9992432,0.00012376696,0.000088597495,0.0004298642,0.00006689277,0.000047663416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042792904,0.00007648711,0.00009949059,0.000047582533,0.00017435814,0.0000362793,0.00029258014,0.000044959645,0.000020813706],"category_scores_gemma":[0.000011196964,0.00006879092,0.000022783815,0.00010886969,0.00011348585,0.00016811168,0.00014948682,0.000079655,0.000039194347],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063374846,0.000016828482,0.000045377845,0.000030112411,0.000005488923,1.5521225e-7,0.00034187897,0.0000031876395,0.0054216245,0.92279816,0.000017995168,0.07131286],"study_design_scores_gemma":[0.0005024467,0.00006926133,0.0004751747,0.000030078132,0.00004747468,0.000082403756,0.0023973025,0.0025980526,0.17632486,0.799185,0.017882274,0.00040570353],"about_ca_topic_score_codex":0.000010101858,"about_ca_topic_score_gemma":0.0000069274433,"teacher_disagreement_score":0.7197687,"about_ca_system_score_codex":0.0000136174685,"about_ca_system_score_gemma":0.000020479416,"threshold_uncertainty_score":0.2805212},"labels":[],"label_agreement":null},{"id":"W2296352097","doi":"10.1109/icmla.2015.142","title":"Active Information Retrieval for Linking Twitter Posts with Political Debates","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; International Development Research Centre","keywords":"Computer science; Information retrieval; Microblogging; Oracle; Set (abstract data type); Process (computing); Social media; Task (project management); Selection (genetic algorithm); Key (lock); Event (particle physics); World Wide Web; Artificial intelligence","score_opus":0.04041231629114066,"score_gpt":0.2738708666052466,"score_spread":0.23345855031410595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296352097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045760445,0.0000019832055,0.9462835,0.002596639,0.00010811259,0.00014112446,5.8699834e-7,0.0000983195,0.005009281],"genre_scores_gemma":[0.81496227,5.6276765e-8,0.18333533,0.0015497814,0.00006258681,0.0000040274563,0.0000033677177,0.0000025221968,0.00008005489],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934906,0.000010141408,0.00011634362,0.00011033765,0.00018877708,0.00022536819],"domain_scores_gemma":[0.9994014,0.00005972992,0.000031440268,0.00018377132,0.00021348635,0.0001101892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014319613,0.00006246988,0.000066193556,0.000051598785,0.00003563724,0.00013082536,0.00022450418,0.00003903262,0.0000020608131],"category_scores_gemma":[0.000055283774,0.000044646913,0.000016404585,0.00007409722,0.000012857432,0.0011991798,0.00007875831,0.00005664226,0.00002599295],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018394148,0.00003197741,0.001213045,0.000039022434,0.000031085852,0.00000297729,0.0077167107,0.0006590875,0.00008160402,0.9690241,0.00059138593,0.02042502],"study_design_scores_gemma":[0.0018088587,0.0005048059,0.00089342555,0.000052209365,0.000011074691,0.00006408802,0.00085400866,0.9175496,0.018939242,0.053548858,0.005396955,0.00037687484],"about_ca_topic_score_codex":0.000024384099,"about_ca_topic_score_gemma":0.0000024966087,"teacher_disagreement_score":0.9168905,"about_ca_system_score_codex":0.000062882864,"about_ca_system_score_gemma":0.00010448531,"threshold_uncertainty_score":0.18206483},"labels":[],"label_agreement":null},{"id":"W2296383052","doi":"10.3115/v1/n15-1065","title":"Expanding Paraphrase Lexicons by Exploiting Lexical Variants","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Paraphrase; Computer science; Natural language processing; Artificial intelligence; Linguistics","score_opus":0.09131101412097056,"score_gpt":0.3026592437913347,"score_spread":0.21134822967036412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296383052","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05779056,0.00008299762,0.9227862,0.0010695395,0.00030727402,0.00005760748,6.709505e-7,0.0002981151,0.01760706],"genre_scores_gemma":[0.89813066,0.0000025326115,0.10027313,0.0007523321,0.00009695342,0.000008626501,0.0000011259502,0.000006613249,0.0007280357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988326,0.000046664707,0.00020073743,0.00035110192,0.00025666165,0.0003122435],"domain_scores_gemma":[0.9991938,0.00006239746,0.00004010044,0.00041536163,0.00003709028,0.0002512722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037117515,0.00010293369,0.00011802007,0.0000539203,0.00008112951,0.00017308927,0.00053868775,0.00004964023,0.00003043923],"category_scores_gemma":[0.0000922305,0.000092422124,0.000035059405,0.00018868105,0.000020159117,0.000621627,0.0002468915,0.00010564307,0.000101179736],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012875012,0.0002595887,0.004870467,0.000017012899,0.00004680163,0.0001471999,0.0051437803,0.0007822411,0.010893868,0.78472584,0.07187673,0.121223584],"study_design_scores_gemma":[0.0019504692,0.0001364792,0.00020629574,0.000059345508,0.000009898737,0.00012052972,0.0013162052,0.9115908,0.022200014,0.048713937,0.012784859,0.0009111761],"about_ca_topic_score_codex":0.00005759515,"about_ca_topic_score_gemma":0.0000026619632,"teacher_disagreement_score":0.91080856,"about_ca_system_score_codex":0.000036737278,"about_ca_system_score_gemma":0.00006366186,"threshold_uncertainty_score":0.3768865},"labels":[],"label_agreement":null},{"id":"W2296397244","doi":"","title":"UCD IIRG at TAC KBP 2013","year":2013,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Salient; Computer science; Knowledge base; Linkage (software); Population; Base (topology); Artificial intelligence; Mathematics; Genetics; Gene; Biology","score_opus":0.00899483821476027,"score_gpt":0.22776748656930118,"score_spread":0.2187726483545409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296397244","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092515886,0.0005657428,0.90033007,0.0009673732,0.000030885683,0.0002507836,0.0000016128377,0.00007698743,0.005260641],"genre_scores_gemma":[0.99019045,0.000064951215,0.0071759275,0.00009255841,0.00004115591,0.00019734325,0.000002207978,0.000003829245,0.0022316098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99947935,0.000033654094,0.00013787457,0.00017165262,0.00007320792,0.00010426029],"domain_scores_gemma":[0.99921757,0.00012745445,0.000058268462,0.00048591522,0.00006618181,0.000044620632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020495696,0.00006588031,0.00008858331,0.000035244477,0.00013266358,0.000040819203,0.00037083623,0.000030798936,0.00007844842],"category_scores_gemma":[0.000009019899,0.00005659998,0.000018870698,0.00010973306,0.00012441096,0.0002659323,0.00019852688,0.000040013416,0.00010497689],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012261985,0.000010145056,0.00006754911,0.000009463734,0.000004063548,3.478906e-8,0.00035006405,0.000019621148,0.0009176352,0.9632385,0.00037494404,0.035006795],"study_design_scores_gemma":[0.00007793562,0.000014911082,0.00045251922,0.0000028873758,0.0000048296483,0.000004517062,0.00014828458,0.001965739,0.006930183,0.97590166,0.014401367,0.000095185555],"about_ca_topic_score_codex":0.000045006516,"about_ca_topic_score_gemma":0.0000027527292,"teacher_disagreement_score":0.89767456,"about_ca_system_score_codex":0.0000070023357,"about_ca_system_score_gemma":0.000013978232,"threshold_uncertainty_score":0.23080802},"labels":[],"label_agreement":null},{"id":"W2296508364","doi":"","title":"Optimizing Question-Answering Systems Using Genetic Algorithms","year":2015,"lang":"en","type":"article","venue":"The Florida AI Research Society","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; Lakehead University; Université Laval","funders":"","keywords":"Adaptability; Sequence (biology); Computer science; Question answering; Genetic algorithm; Algorithm; Space (punctuation); Artificial intelligence; Machine learning; Theoretical computer science","score_opus":0.17650172490538663,"score_gpt":0.3937401107580525,"score_spread":0.21723838585266586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296508364","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035493642,0.0016066843,0.9595488,0.001290671,0.001248907,0.00034684205,0.0000010844994,0.00018498657,0.0002783962],"genre_scores_gemma":[0.49169743,0.00011947771,0.5049929,0.00022427239,0.0021386568,0.00007488157,0.0000012158034,0.000040818275,0.00071031373],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965476,0.000495054,0.00028540113,0.00047735084,0.00141439,0.00078024605],"domain_scores_gemma":[0.9977678,0.00022358827,0.000053458814,0.0010934798,0.0006020396,0.00025962698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005471491,0.00015158257,0.0001790664,0.0000607523,0.00064150966,0.000746232,0.0017296738,0.00009714762,0.000002388696],"category_scores_gemma":[0.00015027757,0.00011482152,0.00011488635,0.0007411131,0.00015741766,0.00050659163,0.0010145474,0.0007329881,0.000042581072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061576397,0.00003541942,0.00030812106,0.00008804042,0.00009495587,0.000037287435,0.025450848,0.93834364,0.00223339,0.01975653,0.0052197017,0.008425933],"study_design_scores_gemma":[0.00019530248,0.00002973408,0.000035018275,0.000058456102,0.0000040151963,0.00003709871,0.0010797926,0.9954943,0.00023271075,0.0011530819,0.0015428616,0.00013764526],"about_ca_topic_score_codex":0.0011253946,"about_ca_topic_score_gemma":0.0000024123426,"teacher_disagreement_score":0.4562038,"about_ca_system_score_codex":0.0004610346,"about_ca_system_score_gemma":0.00046912456,"threshold_uncertainty_score":0.7195932},"labels":[],"label_agreement":null},{"id":"W2296555785","doi":"10.1007/978-3-319-25789-1_10","title":"Semi-extractive Multi-document Summarization via Submodular Functions","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Submodular set function; Automatic summarization; Computer science; Monotone polygon; Knapsack problem; Scalability; Relevance (law); Greedy algorithm; Theoretical computer science; Data mining; Mathematical optimization; Artificial intelligence; Algorithm; Mathematics; Database","score_opus":0.030237387980650392,"score_gpt":0.2617135266681185,"score_spread":0.23147613868746808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296555785","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003796358,0.00045977609,0.9931208,0.0005432956,0.0030735047,0.00049781514,0.000004755945,0.00019498033,0.0020671142],"genre_scores_gemma":[0.1516111,0.00003440158,0.8428146,0.00091051415,0.0008664023,0.000029420105,0.000029967576,0.00006563061,0.0036379548],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956708,0.00005263978,0.00056830887,0.0018171836,0.0012411171,0.0006499846],"domain_scores_gemma":[0.9969673,0.00020529707,0.00032470372,0.0016836233,0.0005538783,0.00026517684],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010176668,0.00053667324,0.00046516175,0.00076736807,0.00028890712,0.0005145133,0.0024897803,0.00037116825,0.00003863928],"category_scores_gemma":[0.00009904275,0.0005232024,0.00012318665,0.0005839722,0.00032788422,0.0011902616,0.0013002537,0.00086036517,0.00013458027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005221383,0.00005539854,0.00007330947,0.00002493164,0.00002273469,0.000055704302,0.0009804224,0.3820552,0.00034016103,0.012726793,0.000051860898,0.60360825],"study_design_scores_gemma":[0.00029994315,0.00009084603,0.00004936868,0.00013866786,0.00001139055,0.000048746264,2.5750808e-7,0.92402744,0.0004787665,0.071677424,0.0025937206,0.0005834491],"about_ca_topic_score_codex":0.00007851773,"about_ca_topic_score_gemma":0.00013312511,"teacher_disagreement_score":0.60302484,"about_ca_system_score_codex":0.0008676586,"about_ca_system_score_gemma":0.0007268772,"threshold_uncertainty_score":0.99972194},"labels":[],"label_agreement":null},{"id":"W2296709160","doi":"","title":"GUCAS at TREC 2011 Microblog Track.","year":2011,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Microblogging; Social media; Context (archaeology); Relevance (law); Track (disk drive); Probabilistic logic; Information retrieval; Baseline (sea); Natural language processing; Query expansion; Artificial intelligence; Language model; World Wide Web","score_opus":0.09059576231893875,"score_gpt":0.25523591573740934,"score_spread":0.1646401534184706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296709160","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36556053,0.0004442319,0.5264538,0.00063154136,0.001027064,0.00033511617,0.0000071630457,0.00060722424,0.10493335],"genre_scores_gemma":[0.9614867,0.000033263885,0.029234637,0.00027357895,0.000059205442,0.0000034653306,0.0000019970169,0.000012800566,0.008894358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981552,0.00007620593,0.000340454,0.0006622784,0.00029918988,0.00046670804],"domain_scores_gemma":[0.9984109,0.000064675616,0.00012795934,0.0010454622,0.00016504548,0.00018595983],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00033462455,0.00022172563,0.00024488702,0.00009796029,0.00014067897,0.00009687075,0.0015091274,0.00013924776,0.0018826049],"category_scores_gemma":[0.000058577232,0.00020622223,0.00009028442,0.00020739222,0.0000959749,0.00041827888,0.00051399786,0.00023582416,0.0020177178],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038233047,0.00055568386,0.01237687,0.00013351467,0.00013571359,0.00039453316,0.026476966,0.000014742556,0.09554705,0.587179,0.010341822,0.2664618],"study_design_scores_gemma":[0.0047932863,0.0016031726,0.08554494,0.00031435824,0.00013484678,0.0008875057,0.00032326241,0.1469687,0.5788514,0.10558511,0.07027108,0.0047223363],"about_ca_topic_score_codex":0.00015424343,"about_ca_topic_score_gemma":0.000044950364,"teacher_disagreement_score":0.59592617,"about_ca_system_score_codex":0.000085004634,"about_ca_system_score_gemma":0.00015634892,"threshold_uncertainty_score":0.9990298},"labels":[],"label_agreement":null},{"id":"W2302733396","doi":"10.15837/ijccc.2016.3.700","title":"Efficient Opinion Summarization on Comments with Online-LDA","year":2016,"lang":"en","type":"article","venue":"International Journal of Computers Communications & Control","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Automatic summarization; Computer science; Variety (cybernetics); Information retrieval; Set (abstract data type); Data science; World Wide Web; Artificial intelligence","score_opus":0.02421673091146074,"score_gpt":0.29234242506061325,"score_spread":0.2681256941491525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302733396","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010314117,0.000099638935,0.94403386,0.043935638,0.0012071811,0.00012889184,0.000011664442,0.000040894396,0.00022808771],"genre_scores_gemma":[0.9059391,0.00008600431,0.09217762,0.0015796724,0.00018220079,0.0000043215473,0.0000050987437,0.000009264659,0.000016732047],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982074,0.00021042541,0.0005713487,0.00017102291,0.00068659044,0.00015324926],"domain_scores_gemma":[0.9966408,0.0007105687,0.000595892,0.0010176715,0.0009397534,0.000095338015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003767299,0.0001395966,0.0001969195,0.00033984255,0.00010251564,0.00014489875,0.004003161,0.000040886138,0.0000046430955],"category_scores_gemma":[0.00007469576,0.000092322654,0.000098164186,0.00014430356,0.000073560564,0.00029340415,0.00034281996,0.00019108754,0.000011938819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041270346,0.0019465247,0.006778038,0.0000063306197,0.00089257094,0.000033758894,0.00085581595,0.10654877,0.001738249,0.25976127,0.0018369183,0.619189],"study_design_scores_gemma":[0.007536584,0.0005150494,0.0067410315,0.00085888937,0.000022667406,0.00018244082,0.00003082514,0.95967376,0.00015235589,0.0018283045,0.022159806,0.00029831237],"about_ca_topic_score_codex":0.000008712746,"about_ca_topic_score_gemma":0.0000048533625,"teacher_disagreement_score":0.895625,"about_ca_system_score_codex":0.00022146697,"about_ca_system_score_gemma":0.00012839717,"threshold_uncertainty_score":0.74389356},"labels":[],"label_agreement":null},{"id":"W2304545146","doi":"10.18653/v1/p16-1056","title":"Generating Factoid Questions With Recurrent Neural Networks: The 30M Factoid Question-Answer Corpus","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Canadian Institute for Advanced Research","keywords":"Computer science; Natural language processing; Artificial intelligence; Question answering; Sentence; Similarity (geometry); Machine translation; Knowledge base; Baseline (sea); Architecture; Artificial neural network; Information retrieval","score_opus":0.027350154643534606,"score_gpt":0.26779360357769205,"score_spread":0.24044344893415745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2304545146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008309376,0.0007680616,0.98004836,0.004379244,0.0037354906,0.0006215838,0.000010871232,0.000612766,0.0015142541],"genre_scores_gemma":[0.9074692,0.00018039855,0.08780995,0.00095558027,0.0015656796,0.00023459907,0.00002638716,0.000053500113,0.0017047032],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967623,0.00036575284,0.0005777215,0.0011402256,0.00055644114,0.00059760327],"domain_scores_gemma":[0.99684256,0.00026534623,0.00037626486,0.0020444896,0.00029366915,0.00017764566],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005086716,0.0005225139,0.00038604476,0.00009971492,0.00044923535,0.0008067745,0.0020544762,0.00026439235,0.000045253757],"category_scores_gemma":[0.00007639479,0.0002762746,0.00015716026,0.00017096028,0.000105904015,0.0003617305,0.0016505314,0.0011253216,0.00002094148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008688702,0.000066591325,0.0023759224,0.000036163874,0.000105257786,0.000021222864,0.0006479717,0.7014176,0.000082262675,0.101367846,0.0010600868,0.19281039],"study_design_scores_gemma":[0.00016214896,0.000048684775,0.00044118997,0.00025349998,0.000020312758,0.000035482524,0.000012439923,0.9942182,0.00004334182,0.0028933655,0.0013848892,0.00048646433],"about_ca_topic_score_codex":0.00035550352,"about_ca_topic_score_gemma":0.00030539694,"teacher_disagreement_score":0.89915985,"about_ca_system_score_codex":0.00016637798,"about_ca_system_score_gemma":0.00025935355,"threshold_uncertainty_score":0.99996895},"labels":[],"label_agreement":null},{"id":"W2326533993","doi":"10.48550/arxiv.1603.09025","title":"Recurrent Batch Normalization","year":2016,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Normalization (sociology); Computer science; Recurrent neural network; Batch processing; Transformation (genetics); Artificial intelligence; Generalization; Sequence (biology); Convergence (economics); Artificial neural network; Machine learning; Mathematics","score_opus":0.08285591806591706,"score_gpt":0.18734298762263468,"score_spread":0.10448706955671762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326533993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03263055,0.000048363603,0.95766646,0.00022616582,0.0013543706,0.0001634869,0.0000049578985,0.00026832568,0.007637316],"genre_scores_gemma":[0.99530965,0.00013686178,0.0025874157,0.000067347304,0.00013503003,6.3022753e-7,0.000006889181,0.0000109957655,0.0017451508],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984249,0.000096155454,0.0001692548,0.0009406157,0.00009116953,0.00027794577],"domain_scores_gemma":[0.9982357,0.000043914722,0.00018336624,0.0012735805,0.00014279383,0.00012065647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018154916,0.00021266013,0.00019371121,0.0001743458,0.000091474496,0.000086725915,0.0016468945,0.00020925974,0.000031179385],"category_scores_gemma":[0.00002353353,0.00021548691,0.00012410666,0.00025320204,0.000034851168,0.00038936574,0.0020402777,0.0002708177,0.00015123692],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011786947,0.0000576861,0.002889837,0.00007843283,0.00004776709,0.00011927634,0.00028515124,0.07998228,0.000029043244,0.90204185,0.00068859005,0.013768268],"study_design_scores_gemma":[0.00028658548,0.000021723159,0.000455358,0.0001484348,0.000021481104,0.0000026012797,0.0000093377175,0.86880815,0.00010943942,0.12758455,0.0021636067,0.00038869865],"about_ca_topic_score_codex":0.000031716616,"about_ca_topic_score_gemma":0.000018066648,"teacher_disagreement_score":0.96267915,"about_ca_system_score_codex":0.00020956104,"about_ca_system_score_gemma":0.00015363355,"threshold_uncertainty_score":0.8787301},"labels":[],"label_agreement":null},{"id":"W2331470947","doi":"10.3758/bf03192768","title":"Word frequency effects in high-dimensional co-occurrence models: A new approach","year":2006,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Topic Modeling","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Word (group theory); Word lists by frequency; Computer science; Distributional semantics; Lexical decision task; Natural language processing; Orthographic projection; Hyperspace; Space (punctuation); Semantics (computer science); Artificial intelligence; Linguistics; Semantic similarity; Cognition; Psychology","score_opus":0.30327505621301126,"score_gpt":0.5142418890998628,"score_spread":0.21096683288685153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331470947","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078565896,0.0003934283,0.91820455,0.0001632772,0.00022181435,0.0007550533,0.0000055688274,0.00013012528,0.0015602672],"genre_scores_gemma":[0.11363433,0.0000048097113,0.8853924,0.000025479538,0.00010468829,0.00030085054,0.000017454564,0.000014764784,0.00050521566],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937172,0.0025212625,0.00044661685,0.0010497292,0.0012823207,0.0009828551],"domain_scores_gemma":[0.9973173,0.00097174087,0.00006226815,0.0011993183,0.00017261371,0.00027674835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065716286,0.00022451002,0.0003395778,0.00065181253,0.00017683688,0.00022379031,0.0016889224,0.00016875913,0.000026776564],"category_scores_gemma":[0.0002860095,0.00021325573,0.000083883526,0.0013730554,0.00012692435,0.00067149976,0.0005721863,0.0010002783,0.000041733067],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018359031,0.00085649115,0.0053783148,0.0000831517,0.0000068194163,0.00028351185,0.0005388282,0.008016048,0.011648798,0.193157,0.002581303,0.77743137],"study_design_scores_gemma":[0.001862085,0.00014821209,0.024925794,0.00013866257,0.000011652512,0.000062538784,0.00002608271,0.67008585,0.0058125337,0.29575756,0.00041440682,0.00075463555],"about_ca_topic_score_codex":0.004528762,"about_ca_topic_score_gemma":0.000039319824,"teacher_disagreement_score":0.7766767,"about_ca_system_score_codex":0.0002456937,"about_ca_system_score_gemma":0.00057552283,"threshold_uncertainty_score":0.8696316},"labels":[],"label_agreement":null},{"id":"W2341010248","doi":"10.1177/0163278715605358","title":"Using Automated Scoring to Evaluate Written Responses in English and French on a High-Stakes Clinical Competency Examination","year":2015,"lang":"en","type":"article","venue":"Evaluation & the Health Professions","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; University of Alberta","funders":"","keywords":"Reliability (semiconductor); Computer science; Stage (stratigraphy); Artificial intelligence; Natural language processing; Machine learning; Medical education; Medicine","score_opus":0.4259430117257569,"score_gpt":0.5111785923759283,"score_spread":0.08523558065017145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341010248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9359041,0.00016306282,0.04517967,0.014754167,0.0018494114,0.0016709879,0.0000024313765,0.00030771332,0.00016849817],"genre_scores_gemma":[0.9526242,0.000010254553,0.045534912,0.0014460287,0.00016218556,0.00013129177,0.000004415741,0.000010953531,0.00007576171],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.990899,0.0064396686,0.00081248436,0.00051456003,0.00097417255,0.00036005952],"domain_scores_gemma":[0.99715495,0.001016417,0.00027992207,0.0006547849,0.0006488694,0.00024504637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02472413,0.00014359107,0.00025130948,0.00029154765,0.0004350209,0.000080717546,0.00041351636,0.000090244765,0.0000069406537],"category_scores_gemma":[0.0046261107,0.000107097636,0.000023678009,0.00064424454,0.00003660342,0.00035050986,0.00026195115,0.00037335546,0.00001690986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024985336,0.00091579475,0.046068754,0.0001723596,0.000048663504,0.000010747941,0.22397846,0.09749638,0.00030173876,0.038114637,0.004803735,0.5878389],"study_design_scores_gemma":[0.00093126233,0.00022336742,0.1956016,0.0003692461,0.0000072312996,0.0000015439509,0.0010186877,0.7986625,0.000007824549,0.003001827,0.000071177245,0.00010371575],"about_ca_topic_score_codex":0.0003620968,"about_ca_topic_score_gemma":0.00020466234,"teacher_disagreement_score":0.70116615,"about_ca_system_score_codex":0.00039961626,"about_ca_system_score_gemma":0.0019025595,"threshold_uncertainty_score":0.85689396},"labels":[],"label_agreement":null},{"id":"W2342771006","doi":"","title":"Measuring Semantic Similarity using a Multi-Tree Model","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Semantic similarity; Similarity (geometry); Tree (set theory); Artificial intelligence; Natural language processing; Mathematics","score_opus":0.3337684261450095,"score_gpt":0.28177573519248744,"score_spread":0.05199269095252207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342771006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087813534,0.000017059814,0.9056449,0.000036649468,0.00010899517,0.00007235337,1.3141383e-7,0.00021929672,0.0060870643],"genre_scores_gemma":[0.5221247,4.7118183e-7,0.4776664,0.00009881165,0.000009479607,0.0000010760558,2.8993053e-8,0.0000039670176,0.000095058385],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990167,0.000023645502,0.00017343079,0.0003366857,0.00018909964,0.0002604617],"domain_scores_gemma":[0.99922746,0.0000103875345,0.000037804486,0.00058771105,0.00005638503,0.00008027261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023406031,0.00010474424,0.00011324282,0.000065909204,0.000091586306,0.000052602132,0.000642479,0.000048435264,0.000011146421],"category_scores_gemma":[0.000021933616,0.00009616621,0.000050323884,0.00007962051,0.0000147069695,0.00046841192,0.00035481315,0.00010297589,0.00001888627],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018106315,0.0009834951,0.040217742,0.0002038769,0.00014251083,0.00017914579,0.024360703,0.27674326,0.037289903,0.53179216,0.0000679078,0.088001214],"study_design_scores_gemma":[0.00014676276,0.0000042267925,0.00058473955,0.000011794804,0.0000041605526,0.000007862067,0.000012856778,0.991552,0.0035704614,0.0039722975,0.0000026460557,0.00013020805],"about_ca_topic_score_codex":0.00036347515,"about_ca_topic_score_gemma":0.00011992416,"teacher_disagreement_score":0.7148087,"about_ca_system_score_codex":0.000034359142,"about_ca_system_score_gemma":0.000053324413,"threshold_uncertainty_score":0.3921544},"labels":[],"label_agreement":null},{"id":"W2356597680","doi":"","title":"Named entity recognition in Chinese medical records based on cascaded conditional random field","year":2014,"lang":"en","type":"article","venue":"Journal of Jilin University","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Conditional random field; CRFS; Feature (linguistics); Named-entity recognition; Context (archaeology); Computer science; Sentence; Word (group theory); Pattern recognition (psychology); Artificial intelligence; Layer (electronics); Natural language processing; Field (mathematics); Speech recognition; Mathematics; Engineering; Linguistics","score_opus":0.010216477530157586,"score_gpt":0.22386010737798961,"score_spread":0.21364362984783203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2356597680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52711123,0.000002526125,0.46953055,0.002114779,0.00037432302,0.000030109784,0.0000012143331,0.000008942944,0.0008263145],"genre_scores_gemma":[0.9907,0.000009250678,0.008488815,0.00061310024,0.0001355714,5.9360172e-8,0.0000020198222,0.0000017236804,0.000049468894],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988694,0.00024452546,0.00021154185,0.00012749157,0.00044311944,0.00010388044],"domain_scores_gemma":[0.9989284,0.00052834075,0.00016756215,0.00013509666,0.00012305065,0.00011754168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010723186,0.00006649765,0.00017058878,0.00023147225,0.00005580437,0.000017193692,0.00043108186,0.00009567068,0.0001662169],"category_scores_gemma":[0.0008216596,0.00006043262,0.00009398291,0.00018413369,0.000021038974,0.00031028854,0.00004985801,0.0003647414,0.0000074228465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011144601,0.0045507364,0.34867033,0.00030059146,0.00031946323,0.006119145,0.0034875514,0.04338458,0.0012909195,0.020059586,0.017692667,0.54297984],"study_design_scores_gemma":[0.010945238,0.00042110516,0.032913413,0.00019925123,0.000013806581,0.0000831497,0.000040795818,0.94383657,0.0002287431,0.009086347,0.0020335154,0.00019806542],"about_ca_topic_score_codex":0.000049295304,"about_ca_topic_score_gemma":0.00010640051,"teacher_disagreement_score":0.900452,"about_ca_system_score_codex":0.00009635365,"about_ca_system_score_gemma":0.00016308746,"threshold_uncertainty_score":0.24643707},"labels":[],"label_agreement":null},{"id":"W2368478439","doi":"","title":"Text Summarization Based on the Sentence Features and Semantic Distance","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Sentence; Salient; Natural language processing; Feature (linguistics); Artificial intelligence; Multi-document summarization; Semantic feature; Information retrieval; Linguistics","score_opus":0.008368466798750765,"score_gpt":0.22061219190730905,"score_spread":0.21224372510855827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2368478439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010197676,0.00007589091,0.9828966,0.014915836,0.000012401617,0.00039932792,0.0000017507134,0.0001229305,0.000555476],"genre_scores_gemma":[0.7542392,0.000007945852,0.24017148,0.005318676,0.000071996095,0.00006825507,0.000005280022,0.0000047297494,0.000112448855],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992018,0.000029349483,0.0001291186,0.00036478188,0.00012369893,0.00015126995],"domain_scores_gemma":[0.99921393,0.00010135362,0.000051687064,0.00054600893,0.0000448689,0.00004217525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010150208,0.000105849365,0.00007496459,0.000048366517,0.0002467026,0.00020969787,0.00057882786,0.000032098626,0.0000015262025],"category_scores_gemma":[0.0000011846411,0.00007939235,0.000026636342,0.00027357246,0.000030445457,0.000109501016,0.00006637857,0.00010732507,0.000016707898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002637616,0.00012089191,0.00039402524,0.000013918964,0.0000055804917,0.0000015150024,0.0003711905,0.0038481762,0.0046142046,0.5010277,0.0035927799,0.4860074],"study_design_scores_gemma":[0.00020285402,0.00003308767,0.014819357,0.000040898478,0.000006059869,0.000015973457,0.0000096626845,0.9173237,0.00197211,0.015176125,0.050168175,0.00023200344],"about_ca_topic_score_codex":0.0000051300613,"about_ca_topic_score_gemma":0.0000031868726,"teacher_disagreement_score":0.9134755,"about_ca_system_score_codex":0.000019866678,"about_ca_system_score_gemma":0.000019799008,"threshold_uncertainty_score":0.32375258},"labels":[],"label_agreement":null},{"id":"W2394737088","doi":"","title":"Global and Local Models for Multi-Document Summarization.","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Multi-document summarization; Information retrieval","score_opus":0.029297575181961445,"score_gpt":0.2665994952014523,"score_spread":0.23730192001949088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394737088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018172484,0.0003767585,0.996691,0.000038120324,0.00001436573,0.00023481714,0.0000061110713,0.000033457407,0.0007881612],"genre_scores_gemma":[0.87311393,0.000031215324,0.1266038,0.000031836025,0.000010108857,0.00012574329,0.000002397152,0.0000021087235,0.00007886025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999591,0.000018242563,0.00011755494,0.00015742003,0.00004156884,0.00007422051],"domain_scores_gemma":[0.99960566,0.00004424085,0.0000421198,0.00021555102,0.000058790225,0.0000336469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021436952,0.00005464528,0.00007260974,0.000018501383,0.00008929282,0.000020468788,0.00018087692,0.000025647812,0.0000017203059],"category_scores_gemma":[0.0000059970894,0.000049681217,0.000012247901,0.000075815384,0.00013279748,0.00022822223,0.000091342205,0.000015025115,3.9064713e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007787659,0.000015996893,0.00007365507,0.00001553185,0.0000053640288,2.2839597e-8,0.0005735925,0.0001766547,0.000007469961,0.9447189,0.0000032490739,0.054401804],"study_design_scores_gemma":[0.00014242482,0.000015576066,0.00012321949,0.000002173845,0.0000075100625,0.000001689477,0.00020885088,0.06005922,0.00068008754,0.9384842,0.00022079171,0.00005426229],"about_ca_topic_score_codex":0.0000217362,"about_ca_topic_score_gemma":0.0000044812527,"teacher_disagreement_score":0.8712967,"about_ca_system_score_codex":0.0000060563134,"about_ca_system_score_gemma":0.000019432018,"threshold_uncertainty_score":0.20259413},"labels":[],"label_agreement":null},{"id":"W2394859052","doi":"","title":"HITS' Monolingual and Cross-lingual Entity Linking System at TAC 2012: A Joint Approach.","year":2012,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Cluster analysis; Natural language processing; Joint (building); Entity linking; Knowledge base","score_opus":0.0180952552988818,"score_gpt":0.2577802106315116,"score_spread":0.2396849553326298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394859052","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39458704,0.0022443042,0.6015291,0.00001496206,0.00005727427,0.00016946717,0.0000035514101,0.00008210415,0.0013121945],"genre_scores_gemma":[0.9883037,0.000028128496,0.011128812,0.000016203292,0.00018974274,0.00007408773,0.000004691945,0.0000071858326,0.00024743588],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990909,0.0000719944,0.00025607087,0.00024870117,0.000121873585,0.00021043747],"domain_scores_gemma":[0.99914825,0.00010994222,0.00013588402,0.00044454625,0.00007051309,0.000090860995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010282199,0.00011521704,0.0001758258,0.00006224896,0.0003134898,0.00009089984,0.000263922,0.0000678746,0.0000023847863],"category_scores_gemma":[0.000020066766,0.0001047746,0.00002980073,0.00011937801,0.00020641873,0.00045134468,0.00037844057,0.000092671326,0.0000048651737],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070065994,0.000029069954,0.0012891712,0.00014215248,0.000012082918,1.128398e-7,0.003933455,0.00003961849,0.00051268074,0.9821385,0.0000025722254,0.011893586],"study_design_scores_gemma":[0.0022406057,0.00015503056,0.015936173,0.00022599225,0.0002663331,0.0006005905,0.009321088,0.034562588,0.12914489,0.7903655,0.015055343,0.0021258683],"about_ca_topic_score_codex":0.000016780888,"about_ca_topic_score_gemma":0.0000011439002,"teacher_disagreement_score":0.5937167,"about_ca_system_score_codex":0.000022906412,"about_ca_system_score_gemma":0.000024973462,"threshold_uncertainty_score":0.4272584},"labels":[],"label_agreement":null},{"id":"W2395375875","doi":"","title":"Coming to Terms: A Discourse Epistemetrics Study of Article Abstracts from the Web of Science.","year":2015,"lang":"en","type":"article","venue":"ISSI","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Discipline; Metadiscourse; Adverbial; Framing (construction); Computer science; Set (abstract data type); Data science; Psychology; Linguistics; Artificial intelligence; Sociology; Social science","score_opus":0.07798617127179955,"score_gpt":0.3311430903026429,"score_spread":0.25315691903084336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395375875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746813,0.000030180208,0.023162842,0.0007113025,0.00024751134,0.0001683692,0.0000016531334,0.000017392053,0.0009794459],"genre_scores_gemma":[0.9900647,2.5221092e-7,0.009803242,0.000067839996,0.000033732988,0.0000030085203,5.2452055e-8,0.0000027058607,0.000024484048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998769,0.000035266854,0.00027250595,0.0002151694,0.0005500143,0.00015807764],"domain_scores_gemma":[0.9988244,0.00013239069,0.00011477886,0.0006961481,0.00011710968,0.00011517186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009622241,0.000057222274,0.00012095676,0.00010041617,0.000060566046,0.000064152904,0.0011642711,0.000013486624,0.0000014775524],"category_scores_gemma":[0.00037831583,0.000038412505,0.000018294955,0.00084793783,0.000113136084,0.00026715256,0.00038477252,0.000059215105,0.000007946948],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054622476,0.003065156,0.3400439,0.000030738614,0.00008308553,0.000058594054,0.2700588,0.042320404,0.06551328,0.01754426,0.0015694083,0.2596577],"study_design_scores_gemma":[0.0028620204,0.0009846739,0.46435648,0.00018503249,0.000046995276,0.0000062994104,0.035153937,0.4461674,0.041699853,0.0071735024,0.0008765995,0.0004871735],"about_ca_topic_score_codex":0.00060571445,"about_ca_topic_score_gemma":0.00009034452,"teacher_disagreement_score":0.403847,"about_ca_system_score_codex":0.000030546867,"about_ca_system_score_gemma":0.00018178797,"threshold_uncertainty_score":0.21635248},"labels":[],"label_agreement":null},{"id":"W2395546452","doi":"","title":"Balanced Coverage of Aspects for Text Summarization.","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Sentence; Task (project management); Benchmark (surveying); Principle of maximum entropy; Artificial intelligence; Classifier (UML); Information retrieval; Data mining; Natural language processing","score_opus":0.015219384811209108,"score_gpt":0.23375145413788723,"score_spread":0.21853206932667812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395546452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068282136,0.00014625874,0.9838426,0.000027380162,0.00001757389,0.00020501214,0.000006123595,0.000024735251,0.008902113],"genre_scores_gemma":[0.9804588,0.000028125172,0.019241663,0.000020752956,0.000015382046,0.00008124534,0.0000032290754,0.0000028144416,0.00014799013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996283,0.000017192906,0.00013685029,0.0001146739,0.000043799617,0.000059188096],"domain_scores_gemma":[0.9993981,0.00012965398,0.000085910295,0.00028598058,0.000082448314,0.000017883523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020495028,0.00004421355,0.00008898592,0.000033831762,0.0000514186,0.000007695803,0.00023783198,0.000022098366,0.000007250206],"category_scores_gemma":[0.000022250499,0.00004062648,0.000017928196,0.00010777751,0.000080413265,0.00012837138,0.00005007106,0.000018218341,7.79463e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010048613,0.000020316073,0.00013243593,0.000028914852,0.000005789971,1.6758285e-8,0.0007241132,0.000015541094,0.0007844051,0.97492445,0.000005339617,0.02334865],"study_design_scores_gemma":[0.00011699298,0.000023135295,0.0005079522,0.0000035014498,0.000006048616,6.1795686e-7,0.0000777924,0.00069740275,0.0341332,0.96379095,0.00059631525,0.000046090543],"about_ca_topic_score_codex":0.0000064695473,"about_ca_topic_score_gemma":9.646328e-7,"teacher_disagreement_score":0.9736306,"about_ca_system_score_codex":0.0000024757628,"about_ca_system_score_gemma":0.00002441033,"threshold_uncertainty_score":0.16566998},"labels":[],"label_agreement":null},{"id":"W2395937579","doi":"","title":"QA System Metis Based on Semantic Graph Matching at NTCIR 6.","year":2007,"lang":"en","type":"article","venue":"NTCIR","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Metis; Artificial intelligence; Natural language processing; Graph; Matching (statistics); Information retrieval; World Wide Web; Theoretical computer science; Mathematics; Statistics","score_opus":0.015687917336282126,"score_gpt":0.2348742655769794,"score_spread":0.21918634824069727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395937579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15340328,0.00005257376,0.8355679,0.0003335225,0.0007704125,0.00016054341,0.0000010345267,0.00041119012,0.009299546],"genre_scores_gemma":[0.95951056,8.3799495e-7,0.039448977,0.0005934719,0.00012230477,0.0000066616017,0.0000013498684,0.000016240734,0.00029956902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981848,0.000063772175,0.00030873346,0.0005027323,0.00049628754,0.00044369893],"domain_scores_gemma":[0.9986199,0.00018715143,0.00009770143,0.0009147623,0.00004347939,0.00013697274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081254,0.00017293787,0.00020335098,0.00021882556,0.00019667154,0.00009586101,0.0007332339,0.0000869728,0.000015181837],"category_scores_gemma":[0.000019121353,0.00016108755,0.000107971544,0.0003466413,0.00001823936,0.00016965988,0.00017341669,0.00016612509,0.00022900866],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015632578,0.0005502831,0.014324433,0.0017610023,0.00019103193,0.0032955883,0.008115301,0.13068412,0.020446386,0.5967511,0.0040100967,0.21971434],"study_design_scores_gemma":[0.0011895029,0.00013826069,0.015618062,0.0005512796,0.00002888647,0.00012482483,0.00018629876,0.96413773,0.010488711,0.0038964923,0.0027933833,0.00084656704],"about_ca_topic_score_codex":0.00012445252,"about_ca_topic_score_gemma":0.00005471745,"teacher_disagreement_score":0.8334536,"about_ca_system_score_codex":0.00019774663,"about_ca_system_score_gemma":0.0000324021,"threshold_uncertainty_score":0.656896},"labels":[],"label_agreement":null},{"id":"W2396290338","doi":"","title":"On alternative automated content evaluation measures.","year":2009,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dependency (UML); Computer science; Generative grammar; Sentence; Natural language processing; Formalism (music); Metric (unit); Artificial intelligence; Generative model; Task (project management); Recall; Information retrieval; Machine learning; Data mining","score_opus":0.04496584988138627,"score_gpt":0.3015306740907009,"score_spread":0.2565648242093146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396290338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04019152,0.00025189537,0.9546509,0.00040389167,0.000026786322,0.00030182287,0.0000014224519,0.00015383851,0.004017972],"genre_scores_gemma":[0.997834,0.000013920171,0.0018743093,0.00013438276,0.000021099968,0.00006019792,0.0000025948048,0.0000016924016,0.000057759196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993713,0.00008849844,0.00013260603,0.00015902042,0.00018044189,0.000068165165],"domain_scores_gemma":[0.9993129,0.00011754587,0.000072959396,0.00030546854,0.00016529732,0.000025853149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007484991,0.00005955369,0.00008024625,0.000051455223,0.00007876151,0.000027622098,0.00023600194,0.000021629276,0.0000039920255],"category_scores_gemma":[0.000053557513,0.000050541403,0.00001570912,0.00011298385,0.000051557585,0.00013287524,0.000022281569,0.00003970185,0.0000045436477],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008064017,0.000023105478,0.0000030728202,0.0000016210473,0.0000048916795,4.7536723e-8,0.0004016101,0.00052296446,0.0006781195,0.85892504,0.000012973525,0.13941848],"study_design_scores_gemma":[0.0001717049,0.0000486729,0.00045156706,0.0000059623594,0.000008536068,0.0000013951114,0.00008603297,0.05007003,0.011030133,0.9379098,0.00015819668,0.00005798311],"about_ca_topic_score_codex":0.0000053213425,"about_ca_topic_score_gemma":4.799599e-7,"teacher_disagreement_score":0.9576425,"about_ca_system_score_codex":0.0000141776845,"about_ca_system_score_gemma":0.000027393204,"threshold_uncertainty_score":0.20610186},"labels":[],"label_agreement":null},{"id":"W2396516112","doi":"","title":"Description of the Google update summarizer at TAC-2011.","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Task (project management); Rank (graph theory); Information retrieval; Extension (predicate logic); Mathematics; Engineering; Programming language","score_opus":0.02196588977315654,"score_gpt":0.21828320259922354,"score_spread":0.19631731282606701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396516112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13605629,0.00030780936,0.85716873,0.0001265509,0.000050711107,0.00017681083,0.0000040310483,0.00002941554,0.006079666],"genre_scores_gemma":[0.9936985,0.000030748004,0.0053906087,0.00003851055,0.000013637914,0.000037848407,0.0000011554273,0.0000029096273,0.0007860829],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995251,0.000054485212,0.00015153097,0.000125973,0.000071834715,0.00007104711],"domain_scores_gemma":[0.9992381,0.00004455602,0.00010555324,0.00053606846,0.00005635715,0.000019373429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031986684,0.000053302403,0.000079109486,0.000025426873,0.00010698971,0.000009146573,0.0004391445,0.00002786834,0.000034955043],"category_scores_gemma":[0.0000081584,0.000037770664,0.000026653712,0.00009116905,0.000196696,0.00016467151,0.00023323754,0.000037040776,0.000009332573],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007939022,0.000017867525,0.0007496264,0.0000115942385,0.000005333811,1.954271e-8,0.00096078,0.000003822795,0.0022876777,0.9891698,0.000036289446,0.006749257],"study_design_scores_gemma":[0.00008162885,0.000010588682,0.003159813,0.0000041398016,0.0000125770075,0.0000027253557,0.00012983897,0.00027634986,0.05718537,0.9361506,0.00292471,0.00006163281],"about_ca_topic_score_codex":0.000029046783,"about_ca_topic_score_gemma":0.0000065274357,"teacher_disagreement_score":0.85764223,"about_ca_system_score_codex":0.0000062814984,"about_ca_system_score_gemma":0.000017590413,"threshold_uncertainty_score":0.1540243},"labels":[],"label_agreement":null},{"id":"W2396906492","doi":"","title":"An approach using Named Entities for Recognizing Textual Entailment.","year":2008,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Textual entailment; Logical consequence; Computer science; Natural language processing; Artificial intelligence","score_opus":0.03825402353764714,"score_gpt":0.2759150633261194,"score_spread":0.23766103978847228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396906492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11379,0.0002222516,0.88489753,0.000017376482,0.00001745516,0.00023774193,0.000004637377,0.000050443796,0.0007625776],"genre_scores_gemma":[0.87401444,0.000023239516,0.12563139,0.000025713418,0.00005534342,0.00012059983,0.00000839097,0.000004844917,0.00011601885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999399,0.00004978132,0.00015880293,0.00020535917,0.00007405959,0.00011298556],"domain_scores_gemma":[0.99937737,0.00012484168,0.000071726434,0.00032270054,0.00006693817,0.000036434518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040881705,0.000071924725,0.00010803473,0.000057241272,0.00028937074,0.000034132074,0.00030225172,0.000030540763,0.0000023863972],"category_scores_gemma":[0.0000136564095,0.000069448295,0.000024409863,0.00010502819,0.00016858512,0.00034450996,0.000057653113,0.00003660725,5.1069816e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008000883,0.00003900273,0.00010422143,0.00002573662,0.000008108196,5.484035e-8,0.0018490793,0.00016423255,0.0016806355,0.9802214,0.0000034609493,0.01589609],"study_design_scores_gemma":[0.00041458078,0.000064322936,0.00012170895,0.000009973904,0.000030456249,0.000045574703,0.0059466404,0.07186327,0.023462847,0.89620894,0.0015401173,0.00029158843],"about_ca_topic_score_codex":0.0000127377425,"about_ca_topic_score_gemma":4.0331923e-7,"teacher_disagreement_score":0.76022446,"about_ca_system_score_codex":0.000008569651,"about_ca_system_score_gemma":0.000038594462,"threshold_uncertainty_score":0.28320193},"labels":[],"label_agreement":null},{"id":"W2397043688","doi":"","title":"Strong Baselines for Cross-Lingual Entity Linking.","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Entity linking; Simplicity; Task (project management); Context (archaeology); Natural language processing; Artificial intelligence; Competition (biology); Population; Geography; Knowledge base; Medicine","score_opus":0.029749906330027324,"score_gpt":0.2909864075180485,"score_spread":0.26123650118802116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397043688","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05191337,0.00023712745,0.9463076,0.000022480268,0.000045048062,0.00018742414,0.0000064888313,0.000056176854,0.0012242949],"genre_scores_gemma":[0.95390326,0.000011876852,0.045647826,0.000023875084,0.000084537845,0.00010771605,0.000004140153,0.0000038778567,0.00021291265],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999481,0.000022189739,0.00016501559,0.00017804553,0.000054812932,0.00009891229],"domain_scores_gemma":[0.9992856,0.00014655314,0.00007325014,0.00034333338,0.00012241188,0.00002884845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005369466,0.000062424326,0.00008780696,0.000036610294,0.00014661325,0.000038866936,0.0003542725,0.000033101947,0.0000074315117],"category_scores_gemma":[0.00003256417,0.000057458292,0.000028606391,0.000079817924,0.00013669941,0.0002041826,0.00009423038,0.000038234095,0.0000018055523],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001018358,0.000020845713,0.0005130285,0.000028335191,0.000005712309,3.9092125e-8,0.00086012937,0.000014284719,0.000108890614,0.9617533,0.000002687424,0.036682572],"study_design_scores_gemma":[0.00013169776,0.000023094784,0.0003669341,0.0000047745425,0.000009523256,0.0000015537083,0.00016513027,0.001754184,0.020446906,0.97502685,0.0019844556,0.00008487143],"about_ca_topic_score_codex":0.000011888743,"about_ca_topic_score_gemma":0.0000026088687,"teacher_disagreement_score":0.9019899,"about_ca_system_score_codex":0.0000031379373,"about_ca_system_score_gemma":0.000030005149,"threshold_uncertainty_score":0.23430812},"labels":[],"label_agreement":null},{"id":"W2397558838","doi":"","title":"Domino: SAIC's English Entity-Linking System.","year":2012,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Domino; Supervisor; Competition (biology); Task (project management); Computer science; Baseline (sea); Domino effect; Plan (archaeology); Engineering; Political science","score_opus":0.009458581956566927,"score_gpt":0.22989732797939072,"score_spread":0.2204387460228238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397558838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037256707,0.0011148844,0.95290214,0.00002524661,0.00014467334,0.0001522441,0.0000017567405,0.00012468683,0.00827768],"genre_scores_gemma":[0.99195474,0.00001715594,0.007569828,0.000019519717,0.00023580654,0.000071912305,0.0000022012002,0.0000040266227,0.00012481424],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993995,0.00006272988,0.0001665703,0.00013548593,0.000091966,0.00014377655],"domain_scores_gemma":[0.9991913,0.00016370858,0.000079837475,0.00043406183,0.00007802313,0.000053103973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079042,0.0000695038,0.0001108124,0.000049750783,0.0001428869,0.000047272926,0.00034606215,0.00003670855,0.000003799937],"category_scores_gemma":[0.00002125563,0.00006353922,0.000023985054,0.00013936262,0.00008446192,0.00041041285,0.00014341465,0.000058426525,0.000007814912],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021374892,0.000015587688,0.0004933907,0.00005896548,0.0000064195565,3.9415433e-8,0.0020913575,0.000008277561,0.00018344086,0.9825691,0.0000069345665,0.014564323],"study_design_scores_gemma":[0.00050217693,0.00003133693,0.0011791673,0.00007739382,0.00007336686,0.000027164371,0.0062704487,0.0016278175,0.031054407,0.9123811,0.046258718,0.0005168709],"about_ca_topic_score_codex":0.0000076198457,"about_ca_topic_score_gemma":5.1011324e-7,"teacher_disagreement_score":0.954698,"about_ca_system_score_codex":0.000011356151,"about_ca_system_score_gemma":0.000016560529,"threshold_uncertainty_score":0.25910544},"labels":[],"label_agreement":null},{"id":"W2397624501","doi":"","title":"BUPTTeam Participation at TAC 2011 Recognizing Textual Entailment.","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Textual entailment; Logical consequence; Task (project management); Computer science; Natural language processing; Similarity (geometry); Artificial intelligence; Information retrieval; Engineering","score_opus":0.033091363838856074,"score_gpt":0.2625577714443959,"score_spread":0.22946640760553982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397624501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14828908,0.00024468417,0.8412614,0.00007166548,0.000031850002,0.00018350621,0.0000024446867,0.000070365386,0.009845025],"genre_scores_gemma":[0.99032927,0.000033362976,0.008838207,0.00004724156,0.000030481458,0.00013211965,0.000003939716,0.000004160553,0.00058122247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993685,0.000055170523,0.00018681286,0.00019456455,0.00007799527,0.00011698476],"domain_scores_gemma":[0.99935085,0.000092301416,0.0000937214,0.00036592258,0.000052376778,0.00004481974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039528715,0.00007089216,0.00008935017,0.00004500299,0.00014470491,0.0000168391,0.00026494573,0.000031985917,0.00008323836],"category_scores_gemma":[0.000013392413,0.00006607863,0.000019639927,0.00008399641,0.000107144064,0.0002443871,0.00016135183,0.00004142986,0.00004345652],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000110064975,0.000033115964,0.000627406,0.000009675228,0.000007545534,1.06280666e-7,0.002328181,0.0000033619453,0.0008285559,0.9432266,0.000028528002,0.052895963],"study_design_scores_gemma":[0.00020698496,0.00005775698,0.0025652584,0.000007789083,0.000027969276,0.000005764838,0.00092055346,0.00085207657,0.08242862,0.90949404,0.003241168,0.00019199541],"about_ca_topic_score_codex":0.000026028541,"about_ca_topic_score_gemma":0.0000053136278,"teacher_disagreement_score":0.8420402,"about_ca_system_score_codex":0.000011117043,"about_ca_system_score_gemma":0.000015580596,"threshold_uncertainty_score":0.26946083},"labels":[],"label_agreement":null},{"id":"W2397665446","doi":"10.3233/978-1-61499-289-9-594","title":"Engineering Natural Language Processing Solutions for Structured Information from Clinical Text: Extracting Sentinel Events from Palliative Care Consult Letters","year":2013,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Information extraction; Terminology; Artificial intelligence; Natural language processing; Natural language; SNOMED CT; Data extraction; Event (particle physics); Information retrieval; Bridge (graph theory); Machine learning; Medicine; MEDLINE; Linguistics","score_opus":0.043253344626875835,"score_gpt":0.3589841908514617,"score_spread":0.31573084622458586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397665446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61823344,0.004986038,0.37294224,0.0024243493,0.0006081132,0.00057976204,0.000018536304,0.00019801711,0.000009505468],"genre_scores_gemma":[0.8018668,0.00014681122,0.19723724,0.00063249253,0.00003167944,0.000060575243,0.000020752488,0.0000029648684,6.84528e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985463,0.000018121096,0.0008796986,0.00011973293,0.0000971356,0.00033902927],"domain_scores_gemma":[0.9989347,0.0003066144,0.00039023013,0.00019555831,0.000139337,0.000033599285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024347192,0.00012793428,0.00027001242,0.00021124828,0.00028441177,0.000042157444,0.00024461377,0.00012437996,5.7900655e-7],"category_scores_gemma":[0.0006931148,0.00011511797,0.000024089373,0.00023182931,0.00007838748,0.0011287091,0.00030406791,0.0004012612,0.000002805871],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008175602,0.000015479387,0.04524335,0.0011226003,0.0001133328,8.1926487e-7,0.13080332,0.0015294849,0.000026116531,0.0035675815,0.00026275098,0.817307],"study_design_scores_gemma":[0.000966827,0.000025836724,0.022172602,0.0004320747,0.0000073505307,0.0000017469906,0.05225119,0.92183805,0.000027930664,0.0017018802,0.0003707696,0.00020375503],"about_ca_topic_score_codex":0.000094477924,"about_ca_topic_score_gemma":0.00002191294,"teacher_disagreement_score":0.92030853,"about_ca_system_score_codex":0.000094664756,"about_ca_system_score_gemma":0.000056614008,"threshold_uncertainty_score":0.46943745},"labels":[],"label_agreement":null},{"id":"W2397770075","doi":"","title":"Sagan in TAC2009: Using Support Vector Machines in Recognizing Textual Entailment and TE Search Pilot task","year":2009,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Textual entailment; Logical consequence; Computer science; Artificial intelligence; Natural language processing; Pascal (unit); Classifier (UML); Support vector machine; Set (abstract data type); Task (project management); Semantic similarity; Programming language","score_opus":0.02585380174903698,"score_gpt":0.2879791380683192,"score_spread":0.26212533631928225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397770075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77356696,0.0003630597,0.22498778,0.00033117496,0.000011594398,0.0002556362,0.0000029411542,0.000024232639,0.00045661116],"genre_scores_gemma":[0.9943386,0.00004341934,0.0054602334,0.000076533455,0.000023190647,0.00001792349,0.0000027469112,0.0000032551404,0.000034119857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992531,0.00006959869,0.0002159932,0.00022835177,0.000086669424,0.00014627213],"domain_scores_gemma":[0.999574,0.00009907865,0.000043327665,0.00022140342,0.000024487053,0.000037703536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006386473,0.00008193707,0.00012944645,0.00013762317,0.0000701993,0.000043108226,0.00019977894,0.0000248883,0.0000043013606],"category_scores_gemma":[0.000013282056,0.00007855247,0.0000092563205,0.00024618217,0.00007889338,0.00021455172,0.000087276254,0.00009125943,8.8548614e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024097051,0.00007849682,0.002919078,0.000020672587,0.0000029476307,0.0000013687671,0.0022889841,0.00015091522,0.0069840667,0.7779801,0.0000016729925,0.2095476],"study_design_scores_gemma":[0.0012758735,0.00040511502,0.03494614,0.00008603881,0.000018039449,0.000054615786,0.0031540478,0.03217053,0.018736025,0.9080908,0.00052664976,0.00053617696],"about_ca_topic_score_codex":0.00010177271,"about_ca_topic_score_gemma":0.000035772566,"teacher_disagreement_score":0.2207716,"about_ca_system_score_codex":0.000019383593,"about_ca_system_score_gemma":0.00004284444,"threshold_uncertainty_score":0.32032767},"labels":[],"label_agreement":null},{"id":"W2398419065","doi":"","title":"Characterizing In-text Citations using N-gram Distributions","year":2015,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Citation; Rhetorical question; Computer science; Information retrieval; Metadata; Natural language processing; Linguistics; Citation analysis; Artificial intelligence; World Wide Web; Philosophy","score_opus":0.042747938807201326,"score_gpt":0.2711949104622968,"score_spread":0.2284469716550955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398419065","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12289727,0.0003552698,0.8599452,0.00777629,0.00042205973,0.0003484345,0.00005381716,0.00027855375,0.007923144],"genre_scores_gemma":[0.7328955,0.000068978006,0.266024,0.00007026053,0.00002902451,0.0000532843,0.0002681525,0.000024262557,0.0005665505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946468,0.002832083,0.00066993234,0.00093814783,0.00045494546,0.0004581215],"domain_scores_gemma":[0.9940532,0.000645075,0.000468521,0.0027322313,0.0018759284,0.00022505545],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004726644,0.00031302162,0.00036929507,0.00034445061,0.00031584522,0.00082240463,0.00228407,0.0002728104,0.000020749263],"category_scores_gemma":[0.0014124403,0.00037111284,0.00015642456,0.0007204776,0.000117833595,0.0004452325,0.0027802153,0.00079614937,0.00003286023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050280614,0.0009806729,0.004482788,0.00022253273,0.000088949484,0.000029933819,0.033656932,0.004020705,0.0066305185,0.8698627,0.00038463957,0.07963464],"study_design_scores_gemma":[0.0004638779,2.4371374e-7,0.0035062265,0.0018048435,0.000025394995,0.000020554575,0.00013280599,0.95011324,0.004847768,0.03412321,0.004290567,0.0006712518],"about_ca_topic_score_codex":0.0011645578,"about_ca_topic_score_gemma":0.0007526927,"teacher_disagreement_score":0.94609255,"about_ca_system_score_codex":0.00040463012,"about_ca_system_score_gemma":0.00072446745,"threshold_uncertainty_score":0.99987406},"labels":[],"label_agreement":null},{"id":"W2398735901","doi":"","title":"The Influence of Contextual Variability in Word Learning.","year":2014,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Optimal distinctiveness theory; Word (group theory); Computer science; Natural language processing; Word lists by frequency; Context (archaeology); Artificial intelligence; Newspaper; Semantic similarity; Linguistics; Psychology; History; Social psychology","score_opus":0.010629203589932357,"score_gpt":0.23268368924890231,"score_spread":0.22205448565896996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398735901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7724594,0.000024918692,0.22625367,0.00044375914,0.00009671051,0.00008805621,8.4202036e-8,0.00003930291,0.0005940967],"genre_scores_gemma":[0.9977827,0.000008642707,0.0020462445,0.000041432802,0.000015627595,0.000004472227,1.7418239e-7,0.000003074588,0.00009762042],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870616,0.0003706143,0.0002751288,0.00024251272,0.00021559875,0.00019000501],"domain_scores_gemma":[0.998722,0.000581629,0.00009062265,0.00049427623,0.00006781022,0.000043632484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002214461,0.00007509277,0.00012323243,0.0000386953,0.00011046762,0.000033317367,0.0006512044,0.000047681417,0.000002563959],"category_scores_gemma":[0.0011327356,0.000049373386,0.00003429698,0.00020939465,0.00005955651,0.00015064342,0.00018072235,0.00020348477,0.0000059749664],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046953875,0.00007455562,0.07653858,0.000042093106,0.0000050077742,0.0000023058483,0.0023395251,0.015165285,0.01891162,0.10512884,0.000048073853,0.78169715],"study_design_scores_gemma":[0.00071067625,0.00008988413,0.23784064,0.00016010625,0.0000025016639,0.000004768755,0.00006605111,0.712861,0.0030020324,0.035989814,0.009061066,0.00021143994],"about_ca_topic_score_codex":0.00010698516,"about_ca_topic_score_gemma":0.000018933206,"teacher_disagreement_score":0.78148574,"about_ca_system_score_codex":0.000018561415,"about_ca_system_score_gemma":0.000035968136,"threshold_uncertainty_score":0.20133883},"labels":[],"label_agreement":null},{"id":"W2398787226","doi":"","title":"A Neurally Plausible Encoding of Word Order Information into a Semantic Vector Space","year":2013,"lang":"en","type":"article","venue":"eScholarship (California Digital Library)","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Encoding (memory); Word (group theory); Computer science; Natural language processing; Semantics (computer science); Distributional semantics; Vector space; Artificial intelligence; Word order; Space (punctuation); Vector space model; Theoretical computer science; Semantic similarity; Mathematics","score_opus":0.011266136361472586,"score_gpt":0.20106291797266929,"score_spread":0.1897967816111967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398787226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80143297,0.000053763088,0.18673673,0.002398273,0.00021092645,0.00049061654,0.00004475916,0.0005534403,0.008078542],"genre_scores_gemma":[0.944419,0.0000037893258,0.054692276,0.0005340024,0.000051138708,0.000025903755,0.000036452773,0.000020939457,0.00021648024],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982245,0.000046220506,0.0005717696,0.00031686563,0.00044099372,0.00039967906],"domain_scores_gemma":[0.9988005,0.00012000716,0.00022047704,0.0005314611,0.00011438944,0.00021314045],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00012717264,0.00023685534,0.00025197474,0.00026410312,0.00009926926,0.0021788515,0.0010756779,0.00010847295,0.00019490342],"category_scores_gemma":[0.00028128174,0.00021592873,0.00009787952,0.0008512217,0.000042512835,0.02338695,0.00065768475,0.0002994989,0.0018333388],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011909492,0.0005824801,0.34476972,0.0014818761,0.00021854257,0.000045811586,0.0035522662,0.002832907,0.0070931367,0.29981998,0.0085374005,0.3309468],"study_design_scores_gemma":[0.003853771,0.00063471874,0.05016792,0.0013226462,0.000051173094,0.00013109297,0.0004112819,0.4957964,0.04428933,0.25554818,0.14415927,0.0036342028],"about_ca_topic_score_codex":0.000028047609,"about_ca_topic_score_gemma":0.0000013368357,"teacher_disagreement_score":0.49296352,"about_ca_system_score_codex":0.000029188617,"about_ca_system_score_gemma":0.00015428477,"threshold_uncertainty_score":0.99894387},"labels":[],"label_agreement":null},{"id":"W2399031877","doi":"","title":"Université de Montréal at the NTCIR-11 IMine Task","year":2014,"lang":"fr","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ranking (information retrieval); Computer science; Task (project management); Set (abstract data type); Information retrieval; Embedding; Resource (disambiguation); Artificial intelligence","score_opus":0.012377848107241953,"score_gpt":0.17961887650148303,"score_spread":0.16724102839424107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399031877","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06753995,0.0017824912,0.8062796,0.08625337,0.00086472946,0.00008917945,0.0000022176075,0.00007804007,0.037110418],"genre_scores_gemma":[0.46673784,0.0000952589,0.016484518,0.003524234,0.00035470037,0.0000016265413,0.0000013364183,0.000011475743,0.512789],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877954,0.0001324497,0.00014059064,0.00032980545,0.000209451,0.00040818966],"domain_scores_gemma":[0.9988561,0.00016283893,0.00005287388,0.0007453052,0.000047105073,0.0001357752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037531948,0.00012899264,0.0001142734,0.000024499144,0.00035719987,0.00006894477,0.0007626576,0.00008299588,0.0007676407],"category_scores_gemma":[0.000030307887,0.00009784057,0.00007630196,0.00013015857,0.0000896157,0.00017878009,0.0011147339,0.00010509856,0.0006052037],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008027513,0.000038827246,0.002462495,0.000016985474,0.000022572238,0.000041744803,0.0033171498,0.009572906,0.00078855775,0.7850337,0.07923484,0.11946221],"study_design_scores_gemma":[0.00019670633,0.000022967728,0.00095566525,0.000009420995,0.000012526285,0.00006215077,0.000041463583,0.5552704,0.0006277299,0.001958733,0.44074157,0.000100709374],"about_ca_topic_score_codex":0.009617693,"about_ca_topic_score_gemma":0.013420687,"teacher_disagreement_score":0.7897951,"about_ca_system_score_codex":0.00035745805,"about_ca_system_score_gemma":0.000048442376,"threshold_uncertainty_score":0.9969773},"labels":[],"label_agreement":null},{"id":"W2399435498","doi":"","title":"Recognizing Textual Entailment with Logical Inference.","year":2008,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Logical consequence; Textual entailment; Natural language processing; Computer science; Paraphrase; WordNet; Artificial intelligence; Sentence; Inference; Task (project management); Interpretation (philosophy); Programming language","score_opus":0.027330417824150494,"score_gpt":0.25628214586897535,"score_spread":0.22895172804482486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399435498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0932453,0.0001426688,0.90210044,0.00011738597,0.0000066461316,0.00011314425,8.941235e-7,0.000047647798,0.0042258897],"genre_scores_gemma":[0.98323256,0.000056876335,0.01638766,0.00005029515,0.000023456512,0.00006443443,0.0000017783428,0.0000021786204,0.00018075033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995121,0.000031915857,0.00011787216,0.00016426158,0.00008686066,0.000087020715],"domain_scores_gemma":[0.999454,0.00015154717,0.00004927309,0.0002606009,0.00004908868,0.000035439498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001802497,0.00006157452,0.00008869407,0.00003221705,0.00014332705,0.000016907954,0.00023558797,0.000023063143,0.000010973119],"category_scores_gemma":[0.000011875021,0.00004555221,0.000011291364,0.00012594988,0.00019751364,0.00014512788,0.00008751658,0.00005295251,0.000005138325],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000777313,0.000022216922,0.0005875977,0.00000525554,0.000005029017,5.2630355e-7,0.0006546813,0.000031994547,0.0001340075,0.96384925,0.0000055891574,0.0346961],"study_design_scores_gemma":[0.0003775197,0.00016451541,0.0021983641,0.000016461088,0.000015090703,0.00007932461,0.0013110157,0.0011151232,0.010793261,0.97873175,0.004931914,0.00026566177],"about_ca_topic_score_codex":0.000007117312,"about_ca_topic_score_gemma":0.0000012296898,"teacher_disagreement_score":0.8899873,"about_ca_system_score_codex":0.000005011298,"about_ca_system_score_gemma":0.000035158268,"threshold_uncertainty_score":0.18575652},"labels":[],"label_agreement":null},{"id":"W2399456070","doi":"10.21437/interspeech.2013-596","title":"Investigation of recurrent-neural-network architectures and learning methods for spoken language understanding","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":432,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Spoken language; Artificial neural network; Natural language processing; Recurrent neural network","score_opus":0.0788804892206361,"score_gpt":0.32925922817297804,"score_spread":0.2503787389523419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399456070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2318305,0.00016648493,0.76720095,0.0003058575,0.00007174395,0.00015492027,7.154e-8,0.00005248584,0.0002170044],"genre_scores_gemma":[0.5112598,0.0000014263354,0.48858964,0.000054594107,0.000028303755,0.000007138741,4.972676e-7,0.0000027441722,0.000055839446],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934876,0.00013113135,0.00013786834,0.00017850439,0.000062575644,0.00014115858],"domain_scores_gemma":[0.99923253,0.0005160402,0.00006674596,0.00011772012,0.000021653193,0.00004533132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004887004,0.00006259464,0.000097709104,0.000050479342,0.00007740417,0.00006061743,0.00014266657,0.000028041786,0.0000075988532],"category_scores_gemma":[0.00013184483,0.00005174798,0.000023328592,0.000102954815,0.0000262026,0.00011692573,0.00009369488,0.00009387323,4.829901e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054898237,0.0000043757545,0.009897255,0.00014638402,0.000030027455,3.69042e-7,0.0122166835,0.016356627,0.010400524,0.10716596,0.00021661732,0.8435597],"study_design_scores_gemma":[0.00013222151,0.000041147763,0.00090927404,0.000031982698,0.0000038207427,0.0000022445029,0.00035108597,0.9477496,0.0018820416,0.048798393,0.000021950173,0.0000762324],"about_ca_topic_score_codex":0.00006400818,"about_ca_topic_score_gemma":0.0000057679326,"teacher_disagreement_score":0.93139297,"about_ca_system_score_codex":0.000013852948,"about_ca_system_score_gemma":0.000009852108,"threshold_uncertainty_score":0.21102214},"labels":[],"label_agreement":null},{"id":"W2399623965","doi":"","title":"Generate Compressed Sentences with Stanford Typed Dependencies towards Abstractive Summarization.","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Sentence; Natural language processing; Ranking (information retrieval); Natural language generation; Artificial intelligence; Selection (genetic algorithm); Metric (unit); Process (computing); Natural language; Programming language","score_opus":0.023241655905932915,"score_gpt":0.2320686903214139,"score_spread":0.20882703441548098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399623965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049366515,0.00017624052,0.9421,0.00004242598,0.000018022976,0.00015786066,0.000005929081,0.00005507629,0.008077941],"genre_scores_gemma":[0.97453445,0.0000404098,0.025089292,0.000024464653,0.000017390672,0.000059952996,0.0000043707764,0.0000037439747,0.00022594738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994627,0.000035589983,0.0001348242,0.00017085744,0.00010528082,0.00009072365],"domain_scores_gemma":[0.99936545,0.00006201916,0.00009723652,0.00028984252,0.00015215394,0.000033314525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020649248,0.00007777868,0.00010033264,0.0000437543,0.00012016381,0.00003554098,0.00030958,0.00002698285,0.000014937457],"category_scores_gemma":[0.000008260511,0.00005954761,0.000011865774,0.00015227273,0.0001765839,0.00031849285,0.000069547656,0.000048003538,0.00000233143],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025335106,0.00002249151,0.00028153928,0.000012949728,0.000016866697,3.3730214e-7,0.0019599963,0.000072252755,0.0003986391,0.9851503,0.0000035675084,0.012055772],"study_design_scores_gemma":[0.00026491054,0.000086820044,0.0038483758,0.000012785892,0.000032218875,0.000011090484,0.0034285432,0.0030839783,0.09147937,0.89674926,0.0007597922,0.00024288724],"about_ca_topic_score_codex":0.00009439785,"about_ca_topic_score_gemma":0.00001766438,"teacher_disagreement_score":0.9251679,"about_ca_system_score_codex":0.0000047397675,"about_ca_system_score_gemma":0.00006216005,"threshold_uncertainty_score":0.2428281},"labels":[],"label_agreement":null},{"id":"W2399880602","doi":"10.1609/aaai.v31i1.10983","title":"A Hierarchical Latent Variable Encoder-Decoder Model for Generating Dialogues","year":2017,"lang":"en","type":"preprint","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":266,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; McGill University; Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Samsung; Compute Canada; Samsung Advanced Institute of Technology; Canadian Institute for Advanced Research","keywords":"Computer science; Latent variable; Generative grammar; Generative model; Latent variable model; Artificial intelligence; Context (archaeology); Variable (mathematics); Artificial neural network; Process (computing); Encoder; Machine learning; Task (project management); Mathematics; Engineering","score_opus":0.21650778029913978,"score_gpt":0.3321390255953345,"score_spread":0.1156312452961947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399880602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012409392,0.000048594582,0.9778567,0.003849672,0.0013235665,0.0011227294,0.00004055525,0.00014578318,0.0032030346],"genre_scores_gemma":[0.74357885,0.00005196902,0.25493506,0.00022915845,0.00030515066,0.00024497506,0.0000033573535,0.00002990152,0.00062158966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99624014,0.000025737245,0.0010362953,0.0013451119,0.00069927686,0.0006534617],"domain_scores_gemma":[0.9961873,0.00016222124,0.001105248,0.001171963,0.0012180797,0.00015515226],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0011977932,0.0005105379,0.00067591784,0.00016345056,0.0006116684,0.001222425,0.006146485,0.0004221719,0.000011262105],"category_scores_gemma":[0.0011754594,0.00040659352,0.0003343269,0.00013288521,0.00027911295,0.0004067091,0.0033307334,0.0010280877,0.0000140230695],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038799262,0.000121353674,0.000028669952,0.00022553018,0.000041032057,3.1497007e-7,0.0022625427,0.06282789,0.009158833,0.89046365,0.00014926805,0.034682103],"study_design_scores_gemma":[0.000019130877,0.000037241523,0.0000020737823,0.00034442137,0.00001787257,0.0000012042849,0.000017605851,0.5471921,0.02145899,0.43065548,0.000016081693,0.00023780152],"about_ca_topic_score_codex":0.00010773285,"about_ca_topic_score_gemma":0.000026842104,"teacher_disagreement_score":0.73116946,"about_ca_system_score_codex":0.00010274885,"about_ca_system_score_gemma":0.000663186,"threshold_uncertainty_score":0.9998386},"labels":[],"label_agreement":null},{"id":"W2399977860","doi":"","title":"TAC 2008 Question Answering Experiments at Tokyo Institute of Technology.","year":2008,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Question answering; Information retrieval","score_opus":0.01433929541817701,"score_gpt":0.25980218744265965,"score_spread":0.24546289202448263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399977860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42074695,0.0007423288,0.5775848,0.000083344275,0.00002643197,0.00009653412,0.0000010790861,0.000052931056,0.0006656066],"genre_scores_gemma":[0.98353505,0.000108980545,0.016065614,0.000008686313,0.000014656885,0.00006552411,0.0000018088024,0.0000027160606,0.00019693314],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99952346,0.00001523511,0.00016339956,0.00015033322,0.00007150905,0.00007606514],"domain_scores_gemma":[0.99944174,0.000022296581,0.000082758925,0.00037526095,0.000057107423,0.000020808873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014444879,0.000060128732,0.00010291521,0.00008879698,0.00014042473,0.000004547017,0.00027535023,0.00004311718,0.0000031012614],"category_scores_gemma":[0.000013439468,0.00005810653,0.000015068436,0.00021011048,0.00031908226,0.00021831911,0.00015658383,0.000038021582,0.0000023899604],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000543251,0.000021498954,0.00043211583,0.000012133707,0.000005507764,3.7326242e-7,0.00063222164,0.00008191312,0.018016439,0.970525,0.000007450641,0.010259897],"study_design_scores_gemma":[0.00022426447,0.000041922223,0.0005993575,0.000020491489,0.000007823357,0.000053797674,0.0002631559,0.0006345312,0.60581356,0.38566542,0.00652302,0.0001526724],"about_ca_topic_score_codex":0.000010816967,"about_ca_topic_score_gemma":0.0000010228853,"teacher_disagreement_score":0.5877971,"about_ca_system_score_codex":0.000010742618,"about_ca_system_score_gemma":0.000023916338,"threshold_uncertainty_score":0.23695154},"labels":[],"label_agreement":null},{"id":"W2400124070","doi":"","title":"Decayed DivRank for Guided Summarization.","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Relevance (law); Sentence; Novelty; Multi-document summarization; Ranking (information retrieval); Information retrieval; Artificial intelligence; Natural language processing","score_opus":0.029807933303666274,"score_gpt":0.2607443788628585,"score_spread":0.23093644555919224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400124070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028780296,0.00016673583,0.9924418,0.00007489544,0.000024004203,0.00024996672,0.0000033262902,0.00005512412,0.0041061183],"genre_scores_gemma":[0.9172369,0.000019443181,0.08209232,0.00007066777,0.00002926234,0.00022312423,0.000004768721,0.00000411883,0.00031934364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99956596,0.000022033259,0.00014761728,0.000143212,0.00004459394,0.0000765586],"domain_scores_gemma":[0.99932426,0.00012289138,0.00006046057,0.00033908797,0.00012680017,0.000026514403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003200454,0.00005202328,0.000077296805,0.00003815819,0.00010697788,0.000017027876,0.0003142325,0.000025958774,0.000007491956],"category_scores_gemma":[0.00003422115,0.000047215104,0.000019720954,0.00011258353,0.000080579855,0.0001584592,0.00006853239,0.000020238103,0.000001772402],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006408772,0.00001465548,0.00009079313,0.000013736246,0.0000058595597,1.8565917e-8,0.0007829622,0.000006582177,0.00026027075,0.9746184,0.00003064545,0.024169667],"study_design_scores_gemma":[0.00011447563,0.000014165393,0.00016659603,0.0000020377174,0.000008525714,0.0000012449893,0.000104779865,0.001132843,0.0157468,0.9798216,0.0028253682,0.0000615129],"about_ca_topic_score_codex":0.000008474469,"about_ca_topic_score_gemma":0.0000010778115,"teacher_disagreement_score":0.9143589,"about_ca_system_score_codex":0.0000028652062,"about_ca_system_score_gemma":0.000021839629,"threshold_uncertainty_score":0.1925376},"labels":[],"label_agreement":null},{"id":"W2400166611","doi":"","title":"Supervised Learning for Linking Named Entities to Knowledge Base Entries.","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Knowledge base; Entity linking; Task (project management); Artificial intelligence; Rank (graph theory); Base (topology); Information retrieval; Range (aeronautics); Machine learning; Supervised learning; Feature (linguistics); Simple (philosophy); Data mining; Natural language processing; Mathematics; Artificial neural network","score_opus":0.02576742071232573,"score_gpt":0.252675748689076,"score_spread":0.22690832797675026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400166611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030818317,0.00042274297,0.9656263,0.000060166247,0.000040726485,0.00030438733,0.00000182644,0.000081111764,0.0026444322],"genre_scores_gemma":[0.96789616,0.000020370622,0.030974546,0.0000379204,0.00005179432,0.00028643387,0.0000038052096,0.0000061662786,0.0007227968],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99940145,0.00004690956,0.00016345271,0.00019469293,0.000051951563,0.00014151513],"domain_scores_gemma":[0.9992519,0.00024327048,0.00004804281,0.00028741988,0.00011414188,0.000055238983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005478711,0.00007586751,0.000114204224,0.00008119561,0.00019613013,0.00003845647,0.0003507548,0.000031161584,0.000013013738],"category_scores_gemma":[0.00005296757,0.00007323742,0.000029246023,0.00015122055,0.00008198897,0.00017618726,0.00014190395,0.000052445976,0.000006048262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001518429,0.000020501388,0.00015454656,0.00004875061,0.000007274631,5.200536e-8,0.010911269,0.000022677941,0.00041910104,0.94460905,0.000006335164,0.043785248],"study_design_scores_gemma":[0.00028002728,0.00008034894,0.00014884875,0.00002585755,0.00002095845,0.0000021822377,0.002730988,0.0041021393,0.04536339,0.9343546,0.012689437,0.00020123793],"about_ca_topic_score_codex":0.000008790652,"about_ca_topic_score_gemma":0.0000032213795,"teacher_disagreement_score":0.9370778,"about_ca_system_score_codex":0.0000072809416,"about_ca_system_score_gemma":0.000043722197,"threshold_uncertainty_score":0.2986535},"labels":[],"label_agreement":null},{"id":"W2400208831","doi":"","title":"Bag of Senses Versus Bag of Words: Comparing Semantic and Lexical Approaches on Sentence Extraction.","year":2008,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Natural language processing; Computer science; Artificial intelligence; Sentence; Bag-of-words model","score_opus":0.06651501571551183,"score_gpt":0.27276171798514703,"score_spread":0.2062467022696352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400208831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52928805,0.0002805798,0.46939883,0.00005803398,0.000019720368,0.00009260292,0.0000012376521,0.000017819038,0.0008431309],"genre_scores_gemma":[0.99027854,0.000094938674,0.00953815,0.0000049401933,0.000020367115,0.000016215352,0.0000010933815,0.0000029518956,0.000042783224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993714,0.000046648456,0.00020865489,0.00018501871,0.00011063204,0.000077630306],"domain_scores_gemma":[0.9990839,0.0003983728,0.000119821554,0.00032279882,0.000045050132,0.000030102727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023725939,0.000073004274,0.00017064944,0.00005876507,0.000097467084,0.000008564803,0.00017634666,0.000030542815,0.0000015123802],"category_scores_gemma":[0.000028295937,0.000066112385,0.000022133387,0.00013519912,0.00039628686,0.00013587489,0.00008126288,0.000063331725,5.655698e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006784381,0.00006605627,0.00060545444,0.000069928195,0.000014251721,2.9631823e-7,0.001369468,0.00052509195,0.001331725,0.9823411,0.0000021703684,0.013606619],"study_design_scores_gemma":[0.002334297,0.0005155233,0.016737388,0.00020564174,0.00013352076,0.00016243734,0.009572666,0.11035062,0.2759949,0.5826822,0.00056759076,0.0007432337],"about_ca_topic_score_codex":0.000017693212,"about_ca_topic_score_gemma":0.0000018300485,"teacher_disagreement_score":0.4609905,"about_ca_system_score_codex":0.000004188266,"about_ca_system_score_gemma":0.000021769953,"threshold_uncertainty_score":0.26959848},"labels":[],"label_agreement":null},{"id":"W2400500583","doi":"","title":"Predicting Summary Quality using Limited Human Input.","year":2009,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Group cohesiveness; Pyramid (geometry); Similarity (geometry); Quality (philosophy); Data mining; Correlation; Artificial intelligence; Machine learning; Mathematics; Image (mathematics); Psychology","score_opus":0.03254081077730608,"score_gpt":0.30805292853572885,"score_spread":0.27551211775842277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400500583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32304326,0.00020835675,0.67461616,0.000089238965,0.000011092323,0.00010126062,0.0000013934593,0.00007893211,0.0018503263],"genre_scores_gemma":[0.98999614,0.000009148092,0.009774661,0.0000855785,0.00005619306,0.000010021112,0.0000030883257,0.0000025795432,0.0000625673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99930304,0.000083345636,0.00023131432,0.00018758912,0.00009102797,0.0001036865],"domain_scores_gemma":[0.9992349,0.00012674365,0.00010915304,0.0004325093,0.000061032704,0.00003566149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066344504,0.000070139875,0.00011466485,0.00005514337,0.00022182538,0.000041688607,0.00031523182,0.000036401012,0.000001955977],"category_scores_gemma":[0.00002543165,0.0000679187,0.000021916772,0.000191766,0.000087610984,0.0002427104,0.0000814866,0.00006808654,5.5069427e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004195187,0.000021919472,0.0006677499,0.000011497831,0.000003953148,8.4301405e-8,0.00049311086,0.000090563655,0.0054881778,0.97244686,0.0000018011258,0.020770099],"study_design_scores_gemma":[0.00010986264,0.00003149028,0.0026823073,0.000012003215,0.000009377915,0.000003477105,0.0002515282,0.004225678,0.0064364523,0.9858897,0.00023886637,0.00010925762],"about_ca_topic_score_codex":0.000023226577,"about_ca_topic_score_gemma":0.0000018204305,"teacher_disagreement_score":0.6669529,"about_ca_system_score_codex":0.000008377691,"about_ca_system_score_gemma":0.000021331474,"threshold_uncertainty_score":0.27696443},"labels":[],"label_agreement":null},{"id":"W2401064360","doi":"10.5281/zenodo.1417003","title":"Are Poetry And Lyrics All That Different?","year":2014,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Lyrics; Poetry; Newspaper; Set (abstract data type); Literature; Linguistics; Computer science; Natural language processing; Art; Artificial intelligence; Philosophy; Sociology","score_opus":0.05816569313429183,"score_gpt":0.23952274540260524,"score_spread":0.1813570522683134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401064360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11615475,0.000103159844,0.83497626,0.002817523,0.00020598611,0.0002418772,0.00001512537,0.001356663,0.04412868],"genre_scores_gemma":[0.9967038,0.00003316106,0.0018684588,0.00053084956,0.00008706043,1.0975337e-8,0.000039099035,0.00033202927,0.00040552707],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987554,0.0001970938,0.00012247148,0.00038411742,0.00027964023,0.00026130935],"domain_scores_gemma":[0.9990621,0.000026351247,0.0000907672,0.0005368715,0.00013320948,0.00015068072],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036135621,0.00010255483,0.000106417945,0.000116462485,0.00075145776,0.0009046603,0.0011334587,0.000043575474,0.00043052252],"category_scores_gemma":[0.0002801044,0.000098150165,0.000023383056,0.00017342195,0.00005414831,0.00028939752,0.0017624733,0.00016411563,0.0009017166],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021046739,0.00020307905,0.00050278666,0.0001652085,0.0000630623,0.000027202017,0.0031848284,0.00015576504,0.0030944326,0.16414037,0.09993135,0.72851086],"study_design_scores_gemma":[0.00037932402,0.00008236449,0.006919206,0.00002572386,0.0000056460626,0.00007622037,0.00009026752,0.04352908,0.0003421602,0.0020747862,0.9462706,0.00020464837],"about_ca_topic_score_codex":0.0000036665933,"about_ca_topic_score_gemma":1.7343565e-7,"teacher_disagreement_score":0.8805491,"about_ca_system_score_codex":0.000042874286,"about_ca_system_score_gemma":7.230031e-7,"threshold_uncertainty_score":0.9998762},"labels":[],"label_agreement":null},{"id":"W2401350461","doi":"","title":"Learning Task Experiments in the TREC 2010 Legal Track.","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Computer science; Track (disk drive); Task (project management); Artificial intelligence; Natural language processing; Information retrieval; Machine learning; Engineering; Operating system","score_opus":0.021906744281011505,"score_gpt":0.2715438169130098,"score_spread":0.24963707263199827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401350461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7899252,0.000020817046,0.17295669,0.0022088895,0.0008600893,0.00010474928,6.2803785e-8,0.00011440672,0.03380908],"genre_scores_gemma":[0.973191,8.6528723e-7,0.023615286,0.00041719206,0.00007671355,0.000009952535,2.4785194e-7,0.0000032514909,0.00268545],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925107,0.000050113147,0.00012294568,0.0002174203,0.00017765278,0.00018079227],"domain_scores_gemma":[0.99948907,0.000050570397,0.000023527547,0.00039603366,0.000011617883,0.000029184144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035348034,0.00006651128,0.00006108616,0.00004245403,0.00006891383,0.00016375353,0.000798799,0.000042328607,0.000065201035],"category_scores_gemma":[0.00002870595,0.000043882606,0.000026257932,0.00011725293,0.000015333135,0.00035216068,0.000092004724,0.000394934,0.00006706863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073156757,0.00033359719,0.009430307,0.0000075617577,0.000013130551,0.0000966163,0.033585463,0.0016178001,0.14478908,0.37329343,0.004733994,0.4320917],"study_design_scores_gemma":[0.0011352273,0.00014001856,0.014857566,0.000012767123,0.000003413656,0.000094439456,0.001435272,0.8498463,0.018459583,0.0028352349,0.11063807,0.00054210506],"about_ca_topic_score_codex":0.00034404456,"about_ca_topic_score_gemma":0.00021231997,"teacher_disagreement_score":0.8482285,"about_ca_system_score_codex":0.0000067581277,"about_ca_system_score_gemma":0.000023739974,"threshold_uncertainty_score":0.17894807},"labels":[],"label_agreement":null},{"id":"W2401480511","doi":"","title":"NUS at TAC 2008: Augumenting Timestamped Graphs with Event Information and Selectively Expanding Opinion Contexts.","year":2008,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Computer science; Physics; Astrophysics","score_opus":0.007914126589950565,"score_gpt":0.23338932594665995,"score_spread":0.2254751993567094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401480511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2703428,0.00039277674,0.728254,0.000057827965,0.0000134462225,0.00021647729,0.0000020119799,0.000046620633,0.0006739849],"genre_scores_gemma":[0.9960195,0.00015227443,0.0035958965,0.000027272354,0.000012125339,0.000080584665,0.00000742354,0.0000030490505,0.0001019086],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994404,0.00003756804,0.0001794481,0.00013752762,0.00009935625,0.00010575016],"domain_scores_gemma":[0.9994708,0.00010211072,0.00013505931,0.00018205626,0.00007231259,0.000037678456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027859182,0.00008118698,0.000103466286,0.00007925578,0.00035210853,0.000032600856,0.00012994684,0.000027064312,0.000002870233],"category_scores_gemma":[0.000011471906,0.000069249756,0.000012514429,0.00018039363,0.0001432539,0.0006467527,0.000092487215,0.000047240363,0.000001868395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031048956,0.000014806922,0.0015736383,0.000033673274,0.000015341733,1.4770428e-7,0.004383801,0.00006796257,0.00039365038,0.9508984,0.000024131634,0.0425634],"study_design_scores_gemma":[0.0030821266,0.0004643359,0.02627309,0.00015777373,0.00006448618,0.00047013184,0.0039911703,0.011680547,0.079231024,0.8582597,0.015188714,0.0011369427],"about_ca_topic_score_codex":0.000016623035,"about_ca_topic_score_gemma":0.0000015137416,"teacher_disagreement_score":0.72567666,"about_ca_system_score_codex":0.0000145620115,"about_ca_system_score_gemma":0.00003408364,"threshold_uncertainty_score":0.2823923},"labels":[],"label_agreement":null},{"id":"W2402510845","doi":"","title":"Overview of the TREC 2011 Legal Track.","year":2011,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Task (project management); Computer science; Track (disk drive); Rank (graph theory); Information retrieval; Natural language processing; Artificial intelligence","score_opus":0.1480039556696987,"score_gpt":0.28564236471141913,"score_spread":0.13763840904172042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402510845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41195112,0.001723096,0.4672304,0.0013599253,0.0017922726,0.00059746887,0.000010272003,0.0003043697,0.11503104],"genre_scores_gemma":[0.9921593,0.000048131435,0.0060787755,0.00016274811,0.000027372482,0.0000015967859,1.971367e-7,0.0000056512467,0.0015161936],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987166,0.000091617236,0.0002955726,0.00032307164,0.00034355393,0.00022960061],"domain_scores_gemma":[0.99855804,0.00004693034,0.00015273955,0.0010214593,0.00015428141,0.00006656743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003269789,0.00012863462,0.00019316433,0.000040061826,0.00006405603,0.000045928908,0.0017526795,0.00007045639,0.0005231067],"category_scores_gemma":[0.0000713617,0.0000894498,0.00010192043,0.0002487886,0.00009578756,0.0003545131,0.00035336116,0.00019558417,0.00010019722],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026435691,0.00008603968,0.0018380774,0.000054819036,0.000019772364,0.0000072963035,0.0026303323,0.0000030325164,0.002464341,0.92855287,0.00029668413,0.064020306],"study_design_scores_gemma":[0.0029176637,0.00093986985,0.29775316,0.0008338299,0.00014524565,0.00019834888,0.00033882685,0.13196439,0.3745921,0.15343037,0.03466652,0.0022196705],"about_ca_topic_score_codex":0.00029341804,"about_ca_topic_score_gemma":0.00002858648,"teacher_disagreement_score":0.77512246,"about_ca_system_score_codex":0.000020360863,"about_ca_system_score_gemma":0.00022264816,"threshold_uncertainty_score":0.5727652},"labels":[],"label_agreement":null},{"id":"W2402585298","doi":"","title":"Off to a cold start: New York University's 2013 knowledge base population systems","year":2013,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cold start (automotive); Base (topology); Population; Computer science; Knowledge base; Operations research; Mathematics; Engineering; Demography; Artificial intelligence; Sociology","score_opus":0.01512373262703934,"score_gpt":0.21910084551242845,"score_spread":0.2039771128853891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402585298","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03689129,0.0008192734,0.9593446,0.0003848188,0.000050791034,0.0005099301,0.0000032309213,0.000077156925,0.0019188694],"genre_scores_gemma":[0.9901166,0.000015732267,0.0052935802,0.000024323552,0.000054747237,0.000029192264,0.0000032835167,0.0000037807595,0.0044587925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994715,0.000058926373,0.00012346602,0.0001788056,0.000063074454,0.00010421589],"domain_scores_gemma":[0.99926484,0.00010523223,0.000055982397,0.00039054107,0.00008065313,0.00010276637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020753859,0.000066914974,0.00010050877,0.000082979204,0.000110298766,0.00005907821,0.00031698734,0.00003187468,0.000011889347],"category_scores_gemma":[0.000008224151,0.00006640262,0.000015758163,0.00026142632,0.00003215469,0.0002726813,0.000102354876,0.000036166315,0.000057322253],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029362918,0.000013436332,0.00007433179,0.00001651315,0.000004479806,4.86322e-8,0.0006299833,0.00038315525,0.00029240458,0.9834059,0.00094316324,0.014233654],"study_design_scores_gemma":[0.00067446654,0.00012768232,0.002128948,0.00007464222,0.000050950657,0.0000073450205,0.0046637543,0.034160536,0.0024901137,0.728647,0.22634709,0.00062750204],"about_ca_topic_score_codex":0.00074809056,"about_ca_topic_score_gemma":0.000024292101,"teacher_disagreement_score":0.9540511,"about_ca_system_score_codex":0.000018417753,"about_ca_system_score_gemma":0.0000442645,"threshold_uncertainty_score":0.27078205},"labels":[],"label_agreement":null},{"id":"W2402842738","doi":"","title":"Stanford's Distantly-Supervised Slot-Filling System","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Coreference; Knowledge base; Inference; Task (project management); Process (computing); Entity linking; Information retrieval; Population; Natural language processing; Artificial intelligence; World Wide Web; Resolution (logic); Programming language","score_opus":0.019186594191083275,"score_gpt":0.22350375731268307,"score_spread":0.2043171631215998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402842738","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022756208,0.00037040023,0.962658,0.000018440678,0.000034789475,0.00017030156,0.0000043512546,0.00012951769,0.013857984],"genre_scores_gemma":[0.9802463,0.000020373496,0.01947704,0.000014833669,0.000027850585,0.00007520175,0.0000017481374,0.0000052362548,0.0001314388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99935347,0.00004331334,0.00020541566,0.00019162586,0.00008930536,0.00011687394],"domain_scores_gemma":[0.9991967,0.00008567479,0.000075181924,0.000525812,0.000070012255,0.000046618658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042021982,0.000081261525,0.00012312001,0.000046988025,0.00013732033,0.000030135323,0.00044843942,0.000032453463,0.00000828904],"category_scores_gemma":[0.000008315971,0.00007114359,0.000024615549,0.00016234865,0.00010680957,0.00022630797,0.000110481014,0.0000485454,0.00000605074],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008749773,0.00001220729,0.000062954874,0.000055209843,0.0000074512827,2.7282036e-7,0.0018288741,0.000005369559,0.0003061667,0.9740881,0.0000013526179,0.023623291],"study_design_scores_gemma":[0.00026970438,0.00004743401,0.0003011617,0.00003755936,0.000029117762,0.0000146855,0.005203152,0.01145005,0.02479759,0.955646,0.0019253372,0.000278215],"about_ca_topic_score_codex":0.000020411177,"about_ca_topic_score_gemma":0.0000011516378,"teacher_disagreement_score":0.9574901,"about_ca_system_score_codex":0.000009609062,"about_ca_system_score_gemma":0.000025676785,"threshold_uncertainty_score":0.29011515},"labels":[],"label_agreement":null},{"id":"W2403788938","doi":"","title":"Using Unsupervised System with least linguistic features for TAC-AESOP Task.","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Computer science; Identification (biology); Test (biology); Natural language processing; Artificial intelligence; Machine learning; Information retrieval","score_opus":0.02800465364585585,"score_gpt":0.24982617316970912,"score_spread":0.22182151952385326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403788938","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009364441,0.00036664313,0.98758715,0.000015819394,0.000029633056,0.00032290496,0.0000064345004,0.00007563966,0.0022313048],"genre_scores_gemma":[0.9246096,0.0000027384667,0.07511312,0.000014935122,0.00006051383,0.00010788224,0.0000022270344,0.000006830873,0.00008212753],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99944806,0.000030321928,0.00013809976,0.00020317751,0.00006760716,0.000112762435],"domain_scores_gemma":[0.9992517,0.00009936113,0.00007850222,0.0003975533,0.00013445748,0.00003837479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026076523,0.0000868821,0.0001274067,0.0000485788,0.00017010608,0.000032137574,0.0003200422,0.000031817588,0.000001175095],"category_scores_gemma":[0.000016096234,0.00006912465,0.000020428606,0.00012761728,0.00011725784,0.00009862976,0.000054938984,0.000041611063,6.8714223e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027453543,0.000014642254,0.00005424153,0.00010510305,0.000012238992,2.4409178e-7,0.0019121509,0.000060104598,0.00029110213,0.9938852,0.0000018271447,0.0036356833],"study_design_scores_gemma":[0.00091186294,0.00019661906,0.0005334501,0.00014082232,0.0001477254,0.00009561848,0.004696238,0.028809695,0.02000871,0.9422785,0.0016313327,0.0005494475],"about_ca_topic_score_codex":0.000034355366,"about_ca_topic_score_gemma":0.0000028609238,"teacher_disagreement_score":0.9152452,"about_ca_system_score_codex":0.0000090132935,"about_ca_system_score_gemma":0.000043339383,"threshold_uncertainty_score":0.28188214},"labels":[],"label_agreement":null},{"id":"W2403930574","doi":"","title":"Intelius-NYU TAC-KBP2012 Cold Start System","year":2012,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Computer science; Focus (optics); Cold war; Adaptation (eye); Cold start (automotive); Voting; Start up; Engineering; Politics","score_opus":0.013611818408705267,"score_gpt":0.23897313072513676,"score_spread":0.2253613123164315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403930574","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01854758,0.0013639902,0.97400707,0.00010028484,0.0000821914,0.0001962339,0.0000034805394,0.0001160077,0.0055831606],"genre_scores_gemma":[0.99306065,0.000016293017,0.006284554,0.000042100197,0.00010748038,0.00011589701,0.0000015958049,0.0000049466694,0.00036649677],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993618,0.00006088022,0.00018165848,0.00013917593,0.00009549913,0.0001609997],"domain_scores_gemma":[0.99913216,0.00015460524,0.00007868537,0.0005008445,0.00006119957,0.000072507864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006862804,0.00007896862,0.000120226854,0.00004882776,0.000117912816,0.000032883578,0.00036194324,0.00003723181,0.0000068932636],"category_scores_gemma":[0.000012617671,0.00006981629,0.000022448745,0.0001511938,0.00010362191,0.00040256855,0.00014384103,0.00005769031,0.000024056464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032481396,0.00002073783,0.00020274315,0.000045544988,0.000007189535,4.447725e-8,0.00078734657,0.000007594597,0.0005471552,0.98905325,0.000041361094,0.009283765],"study_design_scores_gemma":[0.0006618027,0.00010371127,0.0014725477,0.00009082224,0.00010396253,0.000070314185,0.008867967,0.004233996,0.11059245,0.70844877,0.16445333,0.0009003131],"about_ca_topic_score_codex":0.0000101335845,"about_ca_topic_score_gemma":6.6552167e-7,"teacher_disagreement_score":0.97451305,"about_ca_system_score_codex":0.000013920141,"about_ca_system_score_gemma":0.000020840796,"threshold_uncertainty_score":0.28470257},"labels":[],"label_agreement":null},{"id":"W2403963403","doi":"","title":"University of Waterloo at the TREC 2013 Temporal Summarization Track.","year":2013,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Cosine similarity; Ranking (information retrieval); Relevance (law); Information retrieval; Similarity (geometry); Metric (unit); Latency (audio); Set (abstract data type); Task (project management); Relevance feedback; Artificial intelligence; Natural language processing; Data mining; Pattern recognition (psychology); Image retrieval","score_opus":0.027573731347673866,"score_gpt":0.21319151961247845,"score_spread":0.18561778826480457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403963403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7155336,0.00006126202,0.27864617,0.0029258193,0.00016919548,0.00027198307,0.0000033039776,0.000090299895,0.0022983586],"genre_scores_gemma":[0.98566586,0.000029465797,0.002889748,0.000050653332,0.000017274238,3.8400606e-7,0.000005133591,0.0000037934512,0.011337687],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903893,0.000086194275,0.00016270977,0.00027447613,0.0002516594,0.00018603622],"domain_scores_gemma":[0.9989803,0.00007018517,0.000114145434,0.00055368093,0.0002192514,0.0000624352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020587248,0.000097784214,0.00013040064,0.000038784656,0.0001343774,0.0000754197,0.00086986943,0.00006653543,0.0007182094],"category_scores_gemma":[0.00002800289,0.000073598356,0.000046096255,0.00022001134,0.000106377905,0.00045294088,0.0003094277,0.00011027106,0.0002962813],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026807035,0.00041259167,0.07044587,0.0002450254,0.00018577739,0.00004590785,0.042809647,0.0017843429,0.10038775,0.20952699,0.02848265,0.5454054],"study_design_scores_gemma":[0.0014822478,0.00030741593,0.05541895,0.00009984506,0.00003915047,0.000021568532,0.0009818118,0.8801074,0.030269139,0.013392909,0.017092302,0.0007872606],"about_ca_topic_score_codex":0.0026710664,"about_ca_topic_score_gemma":0.00031880554,"teacher_disagreement_score":0.8783231,"about_ca_system_score_codex":0.000045181183,"about_ca_system_score_gemma":0.00009218318,"threshold_uncertainty_score":0.786389},"labels":[],"label_agreement":null},{"id":"W2405071382","doi":"10.5281/zenodo.43767","title":"Novel Topic N-Gram Count Lm Incorporating Document-Based Topic Distributions And N-Gram Counts","year":2014,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"","keywords":"Gram; n-gram; Statistics; Computer science; Mathematics; Natural language processing; Biology; Bacteria","score_opus":0.027033037076250207,"score_gpt":0.23966099022278342,"score_spread":0.2126279531465332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405071382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004787771,0.00001981298,0.9704103,0.0011586155,0.00012196663,0.00015252334,0.0000248725,0.0004144133,0.022909734],"genre_scores_gemma":[0.9840999,0.00000523905,0.014705728,0.00027505396,0.000107995824,7.026469e-8,0.00016849922,0.00014500206,0.00049247337],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906296,0.00008623181,0.00015439036,0.00028169362,0.00022327088,0.00019145862],"domain_scores_gemma":[0.99926805,0.000023799272,0.00006223173,0.00038333234,0.00016889515,0.00009371429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039212196,0.000081858125,0.00008147104,0.000068979265,0.0008003507,0.00075508753,0.00061928167,0.000035516656,0.0004633589],"category_scores_gemma":[0.0002246323,0.000084368396,0.000019590281,0.00021786575,0.00006460967,0.00021669372,0.00053982635,0.00013162354,0.00073421746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004507617,0.00009116913,0.00003396508,0.000059825416,0.000016188742,0.0000051276625,0.0002301324,0.0002368762,0.0023854554,0.661465,0.015350187,0.3201216],"study_design_scores_gemma":[0.00036302686,0.000085795335,0.0005854301,0.000021741796,0.0000046708233,0.00003152931,0.000015955524,0.07857853,0.0001682852,0.0017618361,0.9182448,0.00013842835],"about_ca_topic_score_codex":0.000023498193,"about_ca_topic_score_gemma":6.704566e-7,"teacher_disagreement_score":0.9793122,"about_ca_system_score_codex":0.00008679797,"about_ca_system_score_gemma":0.00000753451,"threshold_uncertainty_score":0.94371253},"labels":[],"label_agreement":null},{"id":"W2405155347","doi":"","title":"Getting Emotional About News.","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Feeling; Interpretation (philosophy); Computer science; Process (computing); Psychology; Social psychology; Information retrieval","score_opus":0.018652736969281478,"score_gpt":0.2403762818665267,"score_spread":0.22172354489724522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405155347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019465782,0.00026388594,0.9664503,0.000080826256,0.000022145327,0.0000774656,0.0000010435668,0.000053728756,0.0135848215],"genre_scores_gemma":[0.9634349,0.00002045819,0.03618254,0.00006609242,0.000042344465,0.00003447055,0.0000011873863,0.0000026516907,0.00021538348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99957854,0.000027858168,0.00012424689,0.00013554153,0.000059091286,0.000074755015],"domain_scores_gemma":[0.99951583,0.000067963454,0.00005597789,0.00028590407,0.000046638765,0.000027707676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002493528,0.000048068796,0.000063343876,0.00003476775,0.00009873787,0.000017280474,0.00028130508,0.000021958998,0.000020087848],"category_scores_gemma":[0.000012650774,0.000044046457,0.00001613851,0.00009558752,0.00009955292,0.0001733731,0.00009047489,0.000039430608,0.0000069323505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001833067,0.000011650535,0.00021492709,0.000008043097,0.0000035092862,6.5484905e-8,0.0009889501,0.0000043429086,0.00015414313,0.9310897,0.000006421653,0.067516424],"study_design_scores_gemma":[0.000050338866,0.000007998314,0.0018804887,0.0000042105903,0.0000036148863,0.000004222753,0.0002186861,0.00040371137,0.0036088724,0.9925988,0.0011592836,0.00005982254],"about_ca_topic_score_codex":0.000015190722,"about_ca_topic_score_gemma":0.000001008942,"teacher_disagreement_score":0.9439691,"about_ca_system_score_codex":0.0000028270583,"about_ca_system_score_gemma":0.000020452839,"threshold_uncertainty_score":0.17961624},"labels":[],"label_agreement":null},{"id":"W2405247712","doi":"","title":"TJU GSummary at TAC2011: Category oriented extractive content selection for guided summarization.","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Selection (genetic algorithm); Computer science; Content (measure theory); Mathematics; Natural language processing; Artificial intelligence","score_opus":0.04326973547035373,"score_gpt":0.2589672449241649,"score_spread":0.21569750945381116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405247712","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020187328,0.00024875384,0.97570544,0.000065597094,0.000070525755,0.0006019845,0.000010013035,0.00010180013,0.003008562],"genre_scores_gemma":[0.9753781,0.000042564294,0.022285426,0.00006678201,0.000054261447,0.0005485894,0.000028222135,0.0000109190405,0.0015851314],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990823,0.000066546934,0.00028763217,0.0003101321,0.00009765081,0.00015570862],"domain_scores_gemma":[0.9988812,0.00019643526,0.00018536863,0.0003642539,0.0003155936,0.000057151647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046414795,0.00011874132,0.000153605,0.00009029366,0.00027231488,0.000020730393,0.00029376734,0.00006513005,0.000020115891],"category_scores_gemma":[0.000050241833,0.00011130096,0.000041921994,0.00021177602,0.00014381546,0.00037477535,0.00012056534,0.000057282563,0.0000047993503],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006375895,0.00005712898,0.000559368,0.00002710947,0.000024953342,7.049831e-8,0.0014386548,0.000025016361,0.0027075992,0.9861229,0.00011257191,0.008860867],"study_design_scores_gemma":[0.0005696802,0.00011138079,0.0015995096,0.000010261774,0.00005581121,0.000016518969,0.00074413005,0.005190453,0.10657658,0.87735736,0.0074815657,0.00028673327],"about_ca_topic_score_codex":0.000080809674,"about_ca_topic_score_gemma":0.000019519059,"teacher_disagreement_score":0.9551908,"about_ca_system_score_codex":0.00003510627,"about_ca_system_score_gemma":0.00005646729,"threshold_uncertainty_score":0.45387214},"labels":[],"label_agreement":null},{"id":"W2406782120","doi":"","title":"An Accuracy-Oriented Divide-and-Conquer Strategy for Recognizing Textual Entailment.","year":2008,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Divide and conquer algorithms; Physics; Combinatorics; Mathematics; Algorithm","score_opus":0.03076893746456134,"score_gpt":0.2896070888439543,"score_spread":0.258838151379393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406782120","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14161564,0.00029834552,0.85710305,0.00010362449,0.000017113014,0.00029594754,0.000008721758,0.000058698246,0.00049887865],"genre_scores_gemma":[0.9881686,0.00008754525,0.011292824,0.0000583621,0.000054340482,0.00019315207,0.000012941133,0.0000055441924,0.00012670003],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992976,0.000046353784,0.00019561873,0.00025769084,0.0000736601,0.00012903007],"domain_scores_gemma":[0.9990835,0.0003280655,0.00008711963,0.00035334073,0.000088235945,0.00005971305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035316736,0.000089014,0.000120474986,0.00004928569,0.000267047,0.000036837973,0.00026316236,0.000037404498,0.0000054824727],"category_scores_gemma":[0.000035207973,0.000081970764,0.000019706727,0.000105679435,0.00017824971,0.00044289813,0.0000774024,0.00005064361,0.0000013275587],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001306836,0.000029227072,0.00021009339,0.000014592405,0.000008475403,1.3622817e-7,0.0009271798,0.000029668912,0.0009782806,0.9153105,0.000011940226,0.08246681],"study_design_scores_gemma":[0.00050424587,0.0001474281,0.0007771366,0.000009785012,0.000023783734,0.00002973195,0.0016482961,0.004441349,0.01793959,0.9681133,0.006115631,0.0002497451],"about_ca_topic_score_codex":0.000015796759,"about_ca_topic_score_gemma":0.0000023117263,"teacher_disagreement_score":0.84655297,"about_ca_system_score_codex":0.0000055695446,"about_ca_system_score_gemma":0.000039126226,"threshold_uncertainty_score":0.33426705},"labels":[],"label_agreement":null},{"id":"W2408078294","doi":"","title":"Using a weakly supervised approach and lexical patterns for the KBP slot filling task.","year":2011,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Computer science; Identification (biology); Relation (database); Artificial intelligence; Natural language processing; Population; Track (disk drive); Knowledge base; Component (thermodynamics); Data mining; Engineering; Biology","score_opus":0.06256469848337742,"score_gpt":0.267818551467447,"score_spread":0.20525385298406956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408078294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04485682,0.0004372436,0.9538399,0.000066102366,0.000016588883,0.00030392813,0.000006282706,0.000029081944,0.00044405414],"genre_scores_gemma":[0.9411984,0.000025737028,0.0585087,0.000046729037,0.00004319588,0.00013449915,0.0000018452446,0.0000050119443,0.000035850564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994642,0.000035455225,0.0001406386,0.000193734,0.000057287813,0.00010868954],"domain_scores_gemma":[0.99929655,0.00023689125,0.000049016446,0.0003411109,0.00004483713,0.000031617245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043569598,0.00007404673,0.00009921905,0.000028308572,0.00023254652,0.00004062105,0.00031746947,0.00003231296,0.0000026325697],"category_scores_gemma":[0.000012901312,0.00005264636,0.000023649902,0.00007814029,0.00014685985,0.00014268782,0.00011502145,0.000051192997,2.394571e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011087643,0.000019362291,0.00013251766,0.00003639203,0.000010726288,3.0109504e-8,0.002459371,0.000039240414,0.0005867431,0.97758347,0.0000014515457,0.019119633],"study_design_scores_gemma":[0.0002705957,0.000038384984,0.0006437838,0.000011925875,0.000051142968,0.000015929507,0.0022418355,0.20930864,0.006194982,0.78039217,0.0006445109,0.00018606965],"about_ca_topic_score_codex":0.00003261708,"about_ca_topic_score_gemma":0.0000011258081,"teacher_disagreement_score":0.8963416,"about_ca_system_score_codex":0.0000032005648,"about_ca_system_score_gemma":0.000018229963,"threshold_uncertainty_score":0.21468562},"labels":[],"label_agreement":null},{"id":"W2408135015","doi":"10.1016/j.compedu.2016.05.007","title":"Automatic detection of expert models: The exploration of expert modeling methods applicable to technology-based assessment and instruction","year":2016,"lang":"en","type":"article","venue":"Computers & Education","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Expert system; Artificial intelligence; Machine learning; Data science","score_opus":0.06050415620251584,"score_gpt":0.3599593436345837,"score_spread":0.2994551874320679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408135015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1668127,0.00014590584,0.82968295,0.0023887977,0.00051951566,0.00033362024,1.8316263e-7,0.000098240045,0.000018070354],"genre_scores_gemma":[0.5223132,0.000015728696,0.47746775,0.00006668535,0.000030845757,0.00009927642,3.5506463e-7,0.0000046373043,0.0000015338794],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988893,0.000110034445,0.00036216935,0.00032986095,0.00017994804,0.00012864711],"domain_scores_gemma":[0.99890286,0.00008723953,0.00017917062,0.00059323024,0.00019453651,0.000042995034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045753634,0.00011386227,0.0001634224,0.00031193846,0.00010311248,0.000035977457,0.00037178549,0.00007131663,8.429712e-7],"category_scores_gemma":[0.000018737419,0.000080797174,0.00003391814,0.00042332947,0.00003825078,0.00078058935,0.00009706269,0.00005757873,5.257238e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023800246,0.000044557233,0.000010247957,0.000016262446,0.0000061202268,1.4280478e-8,0.001342408,0.030105297,0.04535084,0.010004649,0.000010090882,0.91310716],"study_design_scores_gemma":[0.00017025358,0.00005658186,0.00002626742,0.00012197174,0.000003903762,0.0000024349129,0.00034677025,0.9403444,0.037588146,0.021170806,0.00008187565,0.000086578155],"about_ca_topic_score_codex":0.00007170763,"about_ca_topic_score_gemma":0.0000033493259,"teacher_disagreement_score":0.91302055,"about_ca_system_score_codex":0.00013436106,"about_ca_system_score_gemma":0.00021687629,"threshold_uncertainty_score":0.3294813},"labels":[],"label_agreement":null},{"id":"W2408142165","doi":"","title":"Perspectives on Ochre Provenance in British Columbia, Canada","year":2016,"lang":"en","type":"article","venue":"The 81st Annual Meeting of the Society for American Archaeology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Provenance; Archaeology; History; Geology; Geochemistry","score_opus":0.005980302456173531,"score_gpt":0.2140235990248641,"score_spread":0.20804329656869056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408142165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9591579,0.00017118889,0.0121940235,0.027580317,0.0002592683,0.0004024011,0.000046816367,0.000031929387,0.00015618486],"genre_scores_gemma":[0.98898244,0.000035452646,0.0092808455,0.0008170361,0.000070686736,0.00004296329,1.7541184e-7,0.000010223142,0.00076015224],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986973,0.00013152549,0.00022725452,0.00034844232,0.00020711824,0.00038838442],"domain_scores_gemma":[0.9984476,0.0006412484,0.00024590836,0.00052868953,0.00010431332,0.000032271746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004938362,0.00008432135,0.00022782492,0.000008420854,0.00016407008,0.000013430851,0.0013993405,0.000028250442,0.0000021740327],"category_scores_gemma":[0.0003659067,0.000065650005,0.00022979858,0.0002381812,0.0012049688,0.00006268546,0.0005367802,0.0001444281,4.7812574e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010007983,0.0003531361,0.18798651,0.00018254915,0.00054003525,0.000012697953,0.25757596,0.0036109572,0.002474306,0.043091584,0.03348631,0.47058585],"study_design_scores_gemma":[0.009554376,0.0043317107,0.4599976,0.003679857,0.00016477129,0.00032111374,0.24827413,0.051614683,0.0029940577,0.15467072,0.06064866,0.0037483291],"about_ca_topic_score_codex":0.68564504,"about_ca_topic_score_gemma":0.73657715,"teacher_disagreement_score":0.46683753,"about_ca_system_score_codex":0.00018981741,"about_ca_system_score_gemma":0.0003672218,"threshold_uncertainty_score":0.44397578},"labels":[],"label_agreement":null},{"id":"W2408372179","doi":"","title":"Zero-Shot Learning and Clustering for Semantic Utterance Classification","year":2013,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Cluster analysis; Utterance; Discriminative model; Natural language processing; Task (project management); Pattern recognition (psychology); Machine learning","score_opus":0.09195313340748311,"score_gpt":0.19559357944619718,"score_spread":0.10364044603871407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408372179","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3439292,0.000010532848,0.65522426,0.00013475848,0.00006290675,0.00011886802,1.1491447e-7,0.00007059847,0.00044876343],"genre_scores_gemma":[0.9893394,0.000016506783,0.009083171,0.00007092926,0.00002361101,0.0000014886953,7.0782875e-7,0.0000056736667,0.0014585055],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929506,0.000028611898,0.00008247448,0.00038675152,0.000029495328,0.00017759792],"domain_scores_gemma":[0.9995267,0.000067664405,0.0000582551,0.00022870603,0.000058153662,0.00006051419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009473392,0.00008015229,0.00008468646,0.00006586996,0.00015074818,0.000087883454,0.0002787274,0.00003331849,0.0000069643615],"category_scores_gemma":[0.000016875836,0.00009162368,0.000029322062,0.00014978273,0.000024769453,0.00059901766,0.00013478949,0.00008244614,0.000026592998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034077377,0.00009634248,0.078765444,0.00030841233,0.000079373625,0.000038207556,0.0023258342,0.22623508,0.02668022,0.5808171,0.00037419185,0.08424574],"study_design_scores_gemma":[0.00024963665,0.000019132889,0.0033527198,0.000015998936,0.0000050689446,0.000002682096,0.000051269675,0.98964524,0.000095982454,0.005963418,0.00049002445,0.00010879873],"about_ca_topic_score_codex":0.000037654576,"about_ca_topic_score_gemma":0.000008996555,"teacher_disagreement_score":0.7634102,"about_ca_system_score_codex":0.000030796713,"about_ca_system_score_gemma":0.000011854727,"threshold_uncertainty_score":0.37363052},"labels":[],"label_agreement":null},{"id":"W2409591106","doi":"10.18653/v1/d16-1147","title":"Key-Value Memory Networks for Directly Reading Documents","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":204,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Schema (genetic algorithms); Key (lock); Reading (process); Information retrieval; Construct (python library); Benchmark (surveying); Domain (mathematical analysis); Value (mathematics); Artificial intelligence; Machine learning; Programming language","score_opus":0.025207387836240547,"score_gpt":0.28309490330139714,"score_spread":0.2578875154651566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409591106","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043703636,0.00021625271,0.9497071,0.0010393098,0.0039877268,0.0005990456,0.0000028694278,0.00046014698,0.043550547],"genre_scores_gemma":[0.21211478,0.00011379955,0.75489783,0.0012540161,0.0020226962,0.0003961307,0.000012477225,0.0000647597,0.02912352],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977325,0.000065330794,0.00040659955,0.0010127518,0.00028147118,0.00050130073],"domain_scores_gemma":[0.99786586,0.00021652899,0.00019385069,0.0014962864,0.00009794462,0.00012951407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006500924,0.0002921442,0.00035167724,0.00010781625,0.000112058515,0.00032531982,0.0019136905,0.00029328227,0.00002750594],"category_scores_gemma":[0.000058264144,0.00022782417,0.00019461366,0.000064480526,0.000020271536,0.00027631497,0.0024531588,0.00028376,0.000027742488],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016296655,0.000052391584,0.000175134,0.00022718744,0.00021258697,0.000015960746,0.00081175636,0.064821474,0.00019154506,0.4836241,0.017390879,0.4324607],"study_design_scores_gemma":[0.00029227417,0.00001561243,0.000019386049,0.0002751823,0.000014400041,0.0000034120599,0.0000041496896,0.9060957,0.000687772,0.08659164,0.0055855466,0.0004149176],"about_ca_topic_score_codex":0.0000854611,"about_ca_topic_score_gemma":0.000005139224,"teacher_disagreement_score":0.8412742,"about_ca_system_score_codex":0.00015279932,"about_ca_system_score_gemma":0.00011687584,"threshold_uncertainty_score":0.92904},"labels":[],"label_agreement":null},{"id":"W2418993857","doi":"10.1609/aaai.v31i1.10984","title":"Multiresolution Recurrent Neural Networks: An Application to Dialogue Response Generation","year":2017,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Margin (machine learning); Recurrent neural network; Sequence (biology); Artificial intelligence; Semantics (computer science); Representation (politics); Artificial neural network; Abstraction; Machine learning; Process (computing); Natural language processing","score_opus":0.13868579761646666,"score_gpt":0.3393223618512201,"score_spread":0.20063656423475346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418993857","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4039633,0.000005617022,0.5903889,0.004283138,0.00063200924,0.00045557867,0.0000017176334,0.00006333456,0.00020640694],"genre_scores_gemma":[0.9926512,0.000007059806,0.006783692,0.00018384015,0.000261935,0.00006962319,9.940254e-7,0.000008803581,0.000032819666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832153,0.000042573407,0.00042076546,0.00057900714,0.00035585286,0.00028024608],"domain_scores_gemma":[0.9981098,0.000041636435,0.00042478202,0.00079438067,0.0005083551,0.00012105067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009462133,0.00016907696,0.0001625585,0.00008898678,0.0006118687,0.000593917,0.0025875075,0.00008323483,0.0000040721025],"category_scores_gemma":[0.0007189938,0.00013958859,0.00006231225,0.000176177,0.00011191122,0.0008041844,0.00046443395,0.00019969956,0.000024826484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001773291,0.00010432909,0.00022803257,0.0000069719754,0.000003982524,1.871357e-7,0.0011820606,0.010403849,0.10134946,0.366076,0.000048660244,0.5204192],"study_design_scores_gemma":[0.000018832474,0.0001651938,0.0011827666,0.000039618182,0.000004047732,0.0000012471012,0.000047933278,0.9146518,0.07581438,0.007888355,0.00004040901,0.0001453985],"about_ca_topic_score_codex":0.00011575974,"about_ca_topic_score_gemma":0.00007541651,"teacher_disagreement_score":0.90424794,"about_ca_system_score_codex":0.00006755932,"about_ca_system_score_gemma":0.00004696631,"threshold_uncertainty_score":0.5727155},"labels":[],"label_agreement":null},{"id":"W2431165553","doi":"10.1145/1645953.1646274","title":"Answer typing for information retrieval","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Discriminative model; Computer science; Information retrieval; Ranking (information retrieval); Typing; Classifier (UML); Selection (genetic algorithm); Identification (biology); Class (philosophy); Artificial intelligence; Natural language processing","score_opus":0.019855429461452807,"score_gpt":0.25267395003336574,"score_spread":0.23281852057191293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2431165553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023796877,0.0000057223956,0.98383904,0.0016447922,0.0001553747,0.00007763164,1.2619952e-7,0.000107789645,0.011789855],"genre_scores_gemma":[0.6628864,8.2436736e-7,0.3342734,0.0025207966,0.00005197652,7.5341757e-7,9.918205e-7,6.737475e-7,0.00026419607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997071,0.000002645741,0.00009005559,0.000058574817,0.00005578678,0.00008581854],"domain_scores_gemma":[0.9997534,0.000012921201,0.000018575329,0.00015301513,0.00004287927,0.000019207051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011329184,0.000027994927,0.000031332263,0.00003340869,0.00003462573,0.000076801254,0.0001811638,0.000019425685,0.0000038217586],"category_scores_gemma":[0.000030056077,0.000024375813,0.000016911827,0.000076467666,0.0000016181884,0.00091240264,0.000016618675,0.000021299407,0.00002179365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000474619,0.000004934114,0.00001767689,0.0000036551246,0.000001327493,8.536023e-8,0.0004529662,0.00041949982,0.00022415194,0.6810887,0.0013855295,0.3163967],"study_design_scores_gemma":[0.00021688877,0.000051075935,0.00059546594,0.000004482876,8.3686984e-7,0.000002122938,0.000013452365,0.9424247,0.001946765,0.017896594,0.036765825,0.0000817667],"about_ca_topic_score_codex":0.0000013626111,"about_ca_topic_score_gemma":2.1380058e-7,"teacher_disagreement_score":0.9420052,"about_ca_system_score_codex":0.00001126242,"about_ca_system_score_gemma":0.00001501736,"threshold_uncertainty_score":0.09940168},"labels":[],"label_agreement":null},{"id":"W2464868641","doi":"10.1145/2911451.2917767","title":"SIGIR 2016 Workshop WebQA II","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.02454648631855706,"score_gpt":0.24327230933541028,"score_spread":0.21872582301685323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464868641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026305835,0.000057787034,0.9462668,0.014936279,0.00033380234,0.000039384846,1.5472912e-7,0.0002399862,0.03549527],"genre_scores_gemma":[0.6745381,0.000019073754,0.12117148,0.0013611992,0.00016021385,0.000006436494,6.0976696e-8,0.0000060514612,0.20273742],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928236,0.0000134183265,0.0001093802,0.0002513293,0.00013135199,0.00021216285],"domain_scores_gemma":[0.9992539,0.000074268726,0.000021161664,0.00055838935,0.00002666035,0.00006559506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011906302,0.00006418018,0.00006364109,0.000035190093,0.00007561217,0.00003720633,0.000627476,0.000035390105,0.00026787756],"category_scores_gemma":[0.000029388671,0.00003523896,0.00003084896,0.00008637073,0.000013989162,0.00036536434,0.00038577814,0.00003185166,0.00050690986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.331348e-7,0.000015831461,0.000097738906,0.0000013189244,0.0000043041796,0.00000389454,0.000100604106,0.000012453504,0.0021710098,0.18772969,0.028786188,0.78107613],"study_design_scores_gemma":[0.0014544249,0.000110089575,0.0006490667,0.00021690594,0.0000055161677,0.000029300012,0.00004041551,0.09556056,0.01526794,0.061209116,0.82458264,0.000874007],"about_ca_topic_score_codex":0.000010080226,"about_ca_topic_score_gemma":0.0000062299137,"teacher_disagreement_score":0.8250953,"about_ca_system_score_codex":0.000019946745,"about_ca_system_score_gemma":0.00003697306,"threshold_uncertainty_score":0.651547},"labels":[],"label_agreement":null},{"id":"W2465765001","doi":"10.1145/2964797.2964806","title":"Report on the Eighth Workshop on Exploiting Semantic Annotations in Information Retrieval (ESAIR '15)","year":2016,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Computer science; Event (particle physics); Focus (optics); World Wide Web; Field (mathematics); Semantic Web; Track (disk drive); Data science; Information retrieval","score_opus":0.030702390798121124,"score_gpt":0.262404220364391,"score_spread":0.23170182956626986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465765001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62497693,0.000010668625,0.32076386,0.049696494,0.00050791015,0.00029157804,0.0000016878254,0.00017884391,0.0035720658],"genre_scores_gemma":[0.9946821,0.000007168351,0.0033438746,0.0016197164,0.000055815515,0.000017830433,0.0000026602593,0.0000063936027,0.00026449154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99862665,0.000047203135,0.00039995523,0.00023982768,0.00036317404,0.00032320124],"domain_scores_gemma":[0.9978555,0.00069329434,0.00017563613,0.0011684843,0.00006398079,0.00004313557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056952704,0.00011607493,0.00010364648,0.00015799624,0.00016063418,0.000121400466,0.0007946823,0.00005980528,0.000011391647],"category_scores_gemma":[0.0019049998,0.00006877957,0.000046478628,0.0003914437,0.000022135044,0.0010878717,0.00026209798,0.00015540927,0.00016711897],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000791816,0.00014792895,0.014873385,0.000029061805,0.000037087295,0.00019704599,0.006226551,0.0031289884,0.0010648536,0.5301478,0.010539941,0.43352816],"study_design_scores_gemma":[0.00556786,0.0009532338,0.09059585,0.004336783,0.00003979903,0.00045252833,0.0054239933,0.38273582,0.034811758,0.4045336,0.067545794,0.0030029814],"about_ca_topic_score_codex":0.000010256805,"about_ca_topic_score_gemma":0.000013698483,"teacher_disagreement_score":0.43052518,"about_ca_system_score_codex":0.00008744449,"about_ca_system_score_gemma":0.000051584164,"threshold_uncertainty_score":0.28047496},"labels":[],"label_agreement":null},{"id":"W2468158014","doi":"10.18653/v1/s16-1133","title":"Overfitting at SemEval-2016 Task 3: Detecting Semantically Similar Questions in Community Question Answering Forums with Word Embeddings","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"SemEval; Computer science; Question answering; Artificial intelligence; Similarity (geometry); Task (project management); Overfitting; Word (group theory); Natural language processing; Support vector machine; Set (abstract data type); WordNet; F1 score; Semantic similarity; Binary classification; Test set; Artificial neural network; Word embedding; Test (biology); Embedding; Mathematics","score_opus":0.013729434556114037,"score_gpt":0.2543705769289579,"score_spread":0.2406411423728439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468158014","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43159238,0.000014611194,0.5661118,0.00095714576,0.00010536173,0.0001206292,5.608534e-7,0.00027947087,0.000818045],"genre_scores_gemma":[0.8577576,0.000010380644,0.14156377,0.00020120788,0.000049920865,0.00001635767,4.4089518e-7,0.000018387209,0.0003818891],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979665,0.00029272845,0.0004234512,0.0004371155,0.00031752692,0.00056265405],"domain_scores_gemma":[0.9981775,0.000616662,0.00013542379,0.0008282541,0.00011652999,0.0001255739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015685827,0.00021921356,0.00022746416,0.00017705686,0.00046997707,0.00013216752,0.00068618095,0.000099170145,0.0000151166905],"category_scores_gemma":[0.0004208235,0.00015048325,0.00004762923,0.0003622273,0.000059934733,0.0010418873,0.0007152312,0.0003377957,0.000025628355],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015500664,0.000468154,0.205901,0.00030989063,0.000115533716,0.00013886782,0.011908818,0.018840905,0.19090666,0.099297695,0.00024462992,0.47171283],"study_design_scores_gemma":[0.0030868996,0.00046779503,0.033789117,0.0055938903,0.00003336811,0.00022331259,0.00070454105,0.91388243,0.0233525,0.016046597,0.0011533143,0.0016662352],"about_ca_topic_score_codex":0.000753002,"about_ca_topic_score_gemma":0.002482219,"teacher_disagreement_score":0.8950415,"about_ca_system_score_codex":0.00032208505,"about_ca_system_score_gemma":0.00007007851,"threshold_uncertainty_score":0.6136529},"labels":[],"label_agreement":null},{"id":"W2468590752","doi":"10.18653/v1/s16-1118","title":"DalGTM at SemEval-2016 Task 1: Importance-Aware Compositional Approach to Short Text Similarity","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; Boeing","keywords":"SemEval; Computer science; Similarity (geometry); Word (group theory); Semantic similarity; Pairwise comparison; Natural language processing; Context (archaeology); Task (project management); Artificial intelligence; Rank (graph theory); Information retrieval; Image (mathematics); Mathematics","score_opus":0.031227635079748378,"score_gpt":0.2505197466858442,"score_spread":0.21929211160609582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468590752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025754334,0.000024980473,0.93995726,0.0035929864,0.0002150321,0.00025584787,0.000019084337,0.00027704018,0.029903436],"genre_scores_gemma":[0.8535933,0.000004508361,0.13992092,0.0019219159,0.00016202273,0.00003785174,0.00000901421,0.000013108764,0.0043373764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788964,0.000047556146,0.0003326294,0.0007814152,0.00051784166,0.0004309327],"domain_scores_gemma":[0.99852735,0.00008146436,0.000041604893,0.0009727147,0.000113614646,0.00026324764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003105047,0.00019817574,0.0002048376,0.00008007611,0.00017745,0.00007805004,0.0010243244,0.00008849767,0.00017438967],"category_scores_gemma":[0.000017301965,0.00013085754,0.00008908455,0.00018418705,0.00004030233,0.00043389,0.00078836165,0.00008451409,0.0002801853],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009023061,0.0010120685,0.11003733,0.00010216564,0.00020007096,0.00007927938,0.0013577421,0.0017253055,0.06264595,0.45424756,0.21580541,0.15269688],"study_design_scores_gemma":[0.0035653028,0.00045576808,0.07082757,0.00034190874,0.00006295368,0.0004963919,0.000102505765,0.7387611,0.03198475,0.028270723,0.120785944,0.0043450603],"about_ca_topic_score_codex":0.000017898377,"about_ca_topic_score_gemma":0.000024848374,"teacher_disagreement_score":0.82783896,"about_ca_system_score_codex":0.00021589856,"about_ca_system_score_gemma":0.00009307146,"threshold_uncertainty_score":0.53362155},"labels":[],"label_agreement":null},{"id":"W2469016277","doi":"10.1007/978-3-319-34111-8_20","title":"Harnessing Open Information Extraction for Entity Classification in a French Corpus","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Open domain; Information extraction; Domain (mathematical analysis); Precision and recall; Information retrieval; Natural language processing; Recall; Named-entity recognition; Relationship extraction; Artificial intelligence; Entity linking; Question answering; Knowledge base; Task (project management); Linguistics","score_opus":0.0454656989705401,"score_gpt":0.2937363488754873,"score_spread":0.24827064990494718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469016277","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014627732,0.00005949563,0.9929087,0.00093841454,0.0019476772,0.00090074335,0.0000053218473,0.00007375529,0.0030195962],"genre_scores_gemma":[0.28584993,0.00002537749,0.71253896,0.00074105244,0.00035474793,0.0000806329,0.000013996918,0.000019165356,0.0003761357],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99748564,0.000028347813,0.0006376186,0.00089537207,0.0005368063,0.00041620457],"domain_scores_gemma":[0.9978606,0.00033107537,0.0004845677,0.0009699428,0.00027493076,0.00007886557],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013301262,0.00028560628,0.00032485684,0.0008111393,0.00021156266,0.0013414104,0.0029419758,0.00027724082,0.000009683086],"category_scores_gemma":[0.0001635329,0.00025425208,0.000063046085,0.00035164336,0.00015527813,0.00471751,0.0009236688,0.00038224744,0.000023683462],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003902667,0.000011483274,0.00009730952,0.000029679859,0.0000018788724,0.000002661217,0.0003920279,0.0034777168,0.00019905888,0.038124643,0.00000623684,0.9576534],"study_design_scores_gemma":[0.00042196093,0.00004593171,0.0009751594,0.0004583235,0.0000028060347,0.000018976716,1.9475083e-7,0.7878999,0.00038511434,0.20632662,0.003110528,0.0003544569],"about_ca_topic_score_codex":0.00008501,"about_ca_topic_score_gemma":0.00023444575,"teacher_disagreement_score":0.95729893,"about_ca_system_score_codex":0.00061383133,"about_ca_system_score_gemma":0.0006036405,"threshold_uncertainty_score":0.999991},"labels":[],"label_agreement":null},{"id":"W2469060249","doi":"10.18653/v1/n16-1108","title":"Pairwise Word Interaction Modeling with Deep Neural Networks for Semantic Similarity Measurement","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":249,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Computer science; Artificial intelligence; SemEval; Pairwise comparison; Similarity (geometry); Natural language processing; Semantic similarity; Word (group theory); Sentence; Semantics (computer science); Focus (optics); Artificial neural network; Selection (genetic algorithm); Mathematics","score_opus":0.06594859114948542,"score_gpt":0.25443472665570105,"score_spread":0.18848613550621562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469060249","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011928945,0.000035165845,0.98486996,0.002181734,0.00037022316,0.00026458292,1.2899874e-7,0.00020565647,0.00014361604],"genre_scores_gemma":[0.91592896,0.0000028964062,0.08357996,0.0002936591,0.000114792594,0.000033571585,2.457833e-7,0.00000933776,0.000036603342],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998771,0.00003534473,0.00021123675,0.00039206233,0.0002901902,0.000300163],"domain_scores_gemma":[0.99915993,0.00006310936,0.00005571853,0.0004337867,0.00020917926,0.0000782739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042985208,0.0001299205,0.00012646889,0.000049075716,0.00010049328,0.00009985259,0.00035485727,0.000043600096,0.000008027402],"category_scores_gemma":[0.000035468835,0.00007714452,0.000054450924,0.000089578454,0.00001010288,0.0006156344,0.000101001424,0.000078150835,0.0000027432816],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044965203,0.000037773403,0.00033513503,0.000014494447,0.000024100975,0.0000025074796,0.00012726829,0.668222,0.0001803108,0.0049458416,0.000054545053,0.32601103],"study_design_scores_gemma":[0.0004283808,0.000054721026,0.000028268321,0.000045984594,0.000008576813,0.0000062647155,0.000016422306,0.9978607,0.00012110977,0.0012329231,0.000053192074,0.00014343481],"about_ca_topic_score_codex":0.000034037817,"about_ca_topic_score_gemma":0.0002629305,"teacher_disagreement_score":0.904,"about_ca_system_score_codex":0.00010682144,"about_ca_system_score_gemma":0.000021698863,"threshold_uncertainty_score":0.31458622},"labels":[],"label_agreement":null},{"id":"W2473104040","doi":"10.18653/v1/n16-1106","title":"DAG-Structured Long Short-Term Memory for Semantic Compositionality","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; National Research Council Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Principle of compositionality; Computer science; Natural language processing; Semantics (computer science); Artificial intelligence; Representation (politics); Sentence; Semantic memory; Term (time); Recurrent neural network; Sequence (biology); Theoretical computer science; Artificial neural network; Cognition; Programming language","score_opus":0.03229492923303824,"score_gpt":0.28031323163934374,"score_spread":0.2480183024063055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473104040","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12261601,0.000015689653,0.8741609,0.0017606259,0.0003201357,0.00016833606,0.000003762428,0.00014036092,0.00081419805],"genre_scores_gemma":[0.9082766,9.4049165e-7,0.09062649,0.000286723,0.000112389884,0.000013147938,0.0000021731266,0.0000048694196,0.00067663816],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990936,0.000023295483,0.0001768823,0.00033157703,0.00017244619,0.00020220802],"domain_scores_gemma":[0.9992378,0.000113432216,0.000026477359,0.00048917276,0.000066447945,0.00006669299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001623983,0.00009065528,0.0001117227,0.00003430688,0.00008148585,0.000057513742,0.00051960116,0.00004134024,0.000053574393],"category_scores_gemma":[0.000013496103,0.00005856959,0.00006426613,0.000047940553,0.000027001886,0.0002949067,0.0001460439,0.000030491601,0.000015465734],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027762677,0.00010293833,0.03351223,0.0001345231,0.000095115334,0.000030182819,0.00043529438,0.00030750694,0.09416816,0.45910165,0.001987423,0.4100972],"study_design_scores_gemma":[0.0033988655,0.00020856003,0.31894934,0.0002684285,0.000055601147,0.00025013037,0.000026636784,0.3443133,0.14268032,0.18671292,0.001430695,0.0017052001],"about_ca_topic_score_codex":0.000007183344,"about_ca_topic_score_gemma":0.000026743752,"teacher_disagreement_score":0.7856606,"about_ca_system_score_codex":0.000035232184,"about_ca_system_score_gemma":0.00003144139,"threshold_uncertainty_score":0.23883985},"labels":[],"label_agreement":null},{"id":"W247476514","doi":"","title":"Absolutist, Pragmatist and Realist Approaches to Research Ethics in the Digital Humanities: The Case of the Schneerson Collection","year":2013,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Pragmatism; Realism; Digital humanities; Judaism; Data collection; Sociology; Art; Epistemology; Philosophy; Social science; Humanities; Theology","score_opus":0.16479174223105567,"score_gpt":0.3114963985367503,"score_spread":0.14670465630569465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W247476514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7114991,0.001377355,0.21934699,0.059301246,0.0002378773,0.0013781085,0.0000038173907,0.000027067812,0.0068284143],"genre_scores_gemma":[0.9987363,0.000093116716,0.00039788996,0.00014390318,0.000077718716,0.000027814287,1.9083043e-7,0.0000060594934,0.0005169621],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977659,0.0005527483,0.00023236663,0.00016961657,0.00042611666,0.00085326773],"domain_scores_gemma":[0.99885064,0.00051938044,0.000089155015,0.0004106367,0.00010249157,0.000027712873],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0063830414,0.00008213829,0.00008745987,0.00010393013,0.0009124433,0.00063964154,0.00096971664,0.000060676844,0.0000018705874],"category_scores_gemma":[0.00034238605,0.000041728643,0.00003525717,0.0005222404,0.00016156651,0.00033672535,0.0002132608,0.002914716,0.0000024400722],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038231733,0.000025576232,0.00017124267,0.000010424452,0.000015385705,0.0000081974285,0.015824404,0.00016109223,0.000012782891,0.9675846,0.0003698718,0.015812606],"study_design_scores_gemma":[0.00045825218,0.00041684788,0.0021708617,0.00008923394,0.000010193972,0.013769804,0.058898836,0.07288125,0.00003913438,0.84989613,0.0011586997,0.00021076768],"about_ca_topic_score_codex":0.0032827258,"about_ca_topic_score_gemma":0.014591462,"teacher_disagreement_score":0.28723723,"about_ca_system_score_codex":0.0003672361,"about_ca_system_score_gemma":0.0009403214,"threshold_uncertainty_score":0.9993856},"labels":[],"label_agreement":null},{"id":"W2476992958","doi":"10.1007/978-3-319-41754-7_46","title":"Automatic Text Summarization with a Reduced Vocabulary Using Continuous Space Vectors","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Agence Nationale de la Recherche","keywords":"Automatic summarization; Computer science; Vocabulary; Natural language processing; Artificial intelligence; Context (archaeology); State (computer science); Space (punctuation); Information retrieval; Speech recognition; Algorithm; Linguistics","score_opus":0.015712199576776567,"score_gpt":0.23180699008876857,"score_spread":0.21609479051199199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2476992958","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003457351,0.00019136001,0.9922687,0.0005462004,0.001268604,0.0005010104,0.0000018587908,0.00030665536,0.0014583046],"genre_scores_gemma":[0.34764963,0.00000797303,0.65100867,0.00045295423,0.00042907317,0.000006492372,0.0000019517345,0.00005565129,0.00038760644],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99596465,0.00005218051,0.0005224078,0.0016556557,0.0010828538,0.0007222643],"domain_scores_gemma":[0.99715465,0.00032076126,0.00042984352,0.001640739,0.00027167745,0.00018231412],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006288111,0.0005750008,0.00060258294,0.00080782064,0.0002662299,0.0005548097,0.0024097457,0.00030271013,0.00002481389],"category_scores_gemma":[0.00008925567,0.00043551152,0.00008962505,0.0006063215,0.00049102004,0.0007783724,0.0008984045,0.0005132373,0.000023688937],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000835206,0.000028605175,0.00023550124,0.00008628607,0.000031054275,0.00020554963,0.0014532907,0.049915265,0.0022732234,0.023071753,0.0000084290905,0.9226827],"study_design_scores_gemma":[0.00032171083,0.0001351478,0.00007316098,0.0013012312,0.000014839896,0.00016417398,2.1870848e-7,0.9693226,0.0015240082,0.026297325,0.00014716295,0.0006984256],"about_ca_topic_score_codex":0.00003128294,"about_ca_topic_score_gemma":0.0000326093,"teacher_disagreement_score":0.92198426,"about_ca_system_score_codex":0.00049382396,"about_ca_system_score_gemma":0.00096635066,"threshold_uncertainty_score":0.9998097},"labels":[],"label_agreement":null},{"id":"W2478941700","doi":"10.1075/cilt.309.18isl","title":"Semantic similarity of short texts","year":2009,"lang":"en","type":"article","venue":"Amsterdam studies in the theory and history of linguistic science. Series 4, Current issues in linguistic theory","topic":"Topic Modeling","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Semantic similarity; Natural language processing; Similarity (geometry); Artificial intelligence; Word (group theory); Sentence; Variety (cybernetics); Focus (optics); Representation (politics); Matching (statistics); Longest common subsequence problem; Information retrieval; String metric; Pattern matching; String searching algorithm; Mathematics; Algorithm","score_opus":0.04907162359263313,"score_gpt":0.34327090327501936,"score_spread":0.29419927968238624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2478941700","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.391213,0.41173238,0.04791377,0.00077304174,0.04752577,0.0027680031,0.000035154997,0.0004257203,0.09761316],"genre_scores_gemma":[0.995027,0.0012728241,0.0028649333,0.00013224818,0.0003264861,0.00001427174,8.1739637e-7,0.000009766248,0.0003516356],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959119,0.00081774907,0.0011113287,0.00080303027,0.00076421874,0.00059179857],"domain_scores_gemma":[0.9956554,0.002197202,0.0003438421,0.0012545218,0.00046385644,0.000085173124],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.012022228,0.00037218965,0.0008268156,0.0005750928,0.00023616364,0.00004018408,0.0023794835,0.00007262182,0.000011848567],"category_scores_gemma":[0.014391899,0.00029218235,0.000098827826,0.0007148638,0.004974879,0.00023825213,0.00060118985,0.00044619734,0.0000020773073],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012638117,0.0002031953,0.00033054943,0.00024093984,0.000015087849,0.000035665824,0.13762018,0.000056777404,0.00008904577,0.8500642,0.00005037743,0.011167587],"study_design_scores_gemma":[0.0003591809,0.0003836003,0.0010753871,0.0009508581,0.00005871592,0.00003375179,0.004865928,0.0009890991,0.00018688921,0.9842605,0.006415453,0.0004206371],"about_ca_topic_score_codex":0.000022188404,"about_ca_topic_score_gemma":0.000019780879,"teacher_disagreement_score":0.603814,"about_ca_system_score_codex":0.00030696837,"about_ca_system_score_gemma":0.00030204386,"threshold_uncertainty_score":0.99995303},"labels":[],"label_agreement":null},{"id":"W2481031298","doi":"10.4018/978-1-60566-274-9.ch011","title":"Analyzing the Text of Clinical Literature for Question Answering","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ontario Institute for Cancer Research","funders":"","keywords":"Question answering; Computer science; Class (philosophy); Task (project management); Natural language processing; Information retrieval; Focus (optics); Artificial intelligence","score_opus":0.03597692082225227,"score_gpt":0.3213564867693303,"score_spread":0.28537956594707803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481031298","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007585905,0.0013026969,0.4585901,0.00026932286,0.0007468677,0.00038025907,0.000025212768,0.00010756553,0.53850216],"genre_scores_gemma":[0.5659972,0.00011988762,0.31186306,0.0023418043,0.0048972596,0.00004390482,0.000015806922,0.00010257934,0.11461851],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998263,0.000036447345,0.000716728,0.0005207083,0.00023976882,0.00022335313],"domain_scores_gemma":[0.99832124,0.00012527381,0.0004015089,0.0008763458,0.00019992371,0.00007568923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006416145,0.00025119275,0.0004511204,0.000047438043,0.00008293633,0.00015430129,0.0009804837,0.00039448024,0.0000012040118],"category_scores_gemma":[0.00006936572,0.00018945619,0.00038501702,0.000026837593,0.000051536725,0.00008814261,0.00017712188,0.00035863114,0.000004449688],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007605144,0.000002921903,0.000010936517,0.000020859597,0.000025058533,0.0000048170423,0.00004937163,0.000048024765,0.000003456744,0.76617175,0.00014382959,0.23351134],"study_design_scores_gemma":[0.0003495996,0.00017234648,0.00010535635,0.0010492178,0.00006635488,0.00002923557,0.0000022183874,0.018172553,0.000028799215,0.94450134,0.0351517,0.00037127637],"about_ca_topic_score_codex":0.000010457225,"about_ca_topic_score_gemma":0.000014552661,"teacher_disagreement_score":0.5659213,"about_ca_system_score_codex":0.000055647553,"about_ca_system_score_gemma":0.00013518712,"threshold_uncertainty_score":0.7725799},"labels":[],"label_agreement":null},{"id":"W2481687795","doi":"10.4018/978-1-60566-908-3.ch004","title":"Concept-Based Mining Model","year":2010,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Sentence; Natural language processing; Artificial intelligence; Phrase; Term (time); Categorization; Representation (politics); Semantics (computer science); Graph; Information retrieval; Theoretical computer science","score_opus":0.029946248302209835,"score_gpt":0.24922540745103447,"score_spread":0.21927915914882462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481687795","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030275034,0.000058924074,0.4319397,0.00008454293,0.0005097902,0.00012412955,0.000022703034,0.00024068724,0.56698924],"genre_scores_gemma":[0.18138485,5.2235305e-7,0.6141247,0.004080978,0.0006816122,0.000022423606,0.000006870448,0.00008784897,0.1996102],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978552,0.000010579357,0.00039250206,0.00081313285,0.0005146535,0.0004139652],"domain_scores_gemma":[0.99805653,0.000031488107,0.00022277553,0.0013583221,0.00012288247,0.00020797849],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011809844,0.0004312926,0.00040762578,0.000064688065,0.000120969446,0.00018886433,0.00152724,0.00059932226,0.000021284633],"category_scores_gemma":[0.000011238968,0.00044923343,0.00021955681,0.000013233025,0.000106109605,0.00008272054,0.0003896182,0.0004997897,0.0000919651],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024225465,0.0000028412287,0.0000011026569,0.0000071436484,0.000014537644,0.000036532296,0.00007603488,0.001645218,0.000035125897,0.9851435,0.0004752788,0.012560257],"study_design_scores_gemma":[0.000356534,0.000034270623,5.906967e-7,0.00011054473,0.000024312121,0.000020407651,0.000001491692,0.46728525,0.00020343045,0.51776206,0.013594081,0.00060703256],"about_ca_topic_score_codex":0.000024182113,"about_ca_topic_score_gemma":0.000038817143,"teacher_disagreement_score":0.46738145,"about_ca_system_score_codex":0.00013788711,"about_ca_system_score_gemma":0.00059024914,"threshold_uncertainty_score":0.9997959},"labels":[],"label_agreement":null},{"id":"W2483791419","doi":"10.1109/uic-atc-scalcom-cbdcom-iop.2015.163","title":"A Cloud Based Framework for Identification of Influential Health Experts from Twitter","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Cloud computing; Computer science; Scalability; Identification (biology); Social media; Data science; Metric (unit); Health care; Hyperlink; World Wide Web; Big data; Data mining; Web page; Database; Engineering","score_opus":0.08587095000544487,"score_gpt":0.3423231894636827,"score_spread":0.2564522394582378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483791419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0498299,0.000049692273,0.94613177,0.0029837075,0.0007422131,0.00017124788,0.0000022322558,0.000060615024,0.000028638617],"genre_scores_gemma":[0.5995836,2.663554e-7,0.39864758,0.0015944315,0.000121226665,0.000014900567,0.0000022639558,0.0000031718498,0.000032570497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991197,0.00003594868,0.00029709,0.00022993855,0.00019130332,0.00012599614],"domain_scores_gemma":[0.99910086,0.00008259357,0.00012831084,0.00050987914,0.000096363176,0.00008201889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030720135,0.0000563286,0.00010755128,0.000040760286,0.00002647531,0.00005269774,0.0003744007,0.000045377477,0.000009340476],"category_scores_gemma":[0.00008376086,0.000050957446,0.000038179463,0.000082166174,0.000010576002,0.0001527819,0.000057665176,0.00003377358,0.000006917083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020938164,0.0006723908,0.0058325264,0.00017526642,0.00009539297,0.0000026938296,0.0443304,0.018776143,0.006100018,0.6713347,0.07022348,0.18224762],"study_design_scores_gemma":[0.0005964528,0.00007955584,0.00035221546,0.000033746084,0.0000026330717,2.4902602e-7,0.00013666904,0.8806316,0.012874058,0.102721065,0.00245114,0.00012058956],"about_ca_topic_score_codex":0.00025205532,"about_ca_topic_score_gemma":0.000009574837,"teacher_disagreement_score":0.8618555,"about_ca_system_score_codex":0.000032825184,"about_ca_system_score_gemma":0.0001357571,"threshold_uncertainty_score":0.20779844},"labels":[],"label_agreement":null},{"id":"W2484517919","doi":"10.4018/978-1-60960-741-8.ch013","title":"HiDEx","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Representation (politics); Computer science; Hyperspace; Set (abstract data type); Basis (linear algebra); A priori and a posteriori; Semantic space; Space (punctuation); Natural language processing; Artificial intelligence; Matrix (chemical analysis); Mathematics; Programming language; Epistemology","score_opus":0.02968519643606811,"score_gpt":0.2441832130512419,"score_spread":0.21449801661517381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484517919","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000067704727,0.00081902643,0.11056564,0.00009416676,0.0010436944,0.00013968785,0.000010549454,0.0002955989,0.8870249],"genre_scores_gemma":[0.18295227,0.000013881321,0.07860524,0.0031608057,0.002709301,0.000022714597,0.0000028826921,0.000096813616,0.73243606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983856,0.000010389482,0.00029385445,0.0005075064,0.0004031949,0.00039941998],"domain_scores_gemma":[0.9984223,0.000018409448,0.00014784165,0.0011506679,0.000063036605,0.00019774887],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00011437113,0.00032028777,0.0003033494,0.000044570304,0.000064738626,0.000121217534,0.0011981538,0.00032644588,0.000038575487],"category_scores_gemma":[0.0000063143107,0.00031883322,0.00017050578,0.000009814131,0.000037618356,0.00011072009,0.0005997216,0.00025363755,0.0009803281],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1333794e-7,0.0000019674353,0.0000050766103,0.00000869936,0.000018966373,0.000023412289,0.000032083157,0.000002404529,0.0000026292741,0.9214803,0.0011875321,0.07723601],"study_design_scores_gemma":[0.00011448638,0.000017028939,0.000009105051,0.00007062652,0.000018741746,0.00006419336,5.869898e-7,0.00062701304,0.000017374017,0.7792926,0.21937503,0.00039319994],"about_ca_topic_score_codex":0.000035365254,"about_ca_topic_score_gemma":0.000013503105,"teacher_disagreement_score":0.2181875,"about_ca_system_score_codex":0.00018791184,"about_ca_system_score_gemma":0.00014124863,"threshold_uncertainty_score":0.9999264},"labels":[],"label_agreement":null},{"id":"W2489491723","doi":"10.1007/978-3-319-41754-7_8","title":"Evaluating Multiple Summaries Without Human Models: A First Experiment with a Trivergent Model","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Task (project management); Set (abstract data type); Natural language processing; Artificial intelligence; Information retrieval; Source model; Programming language; Theoretical computer science; Systems engineering","score_opus":0.08502014523120585,"score_gpt":0.3093159256192198,"score_spread":0.22429578038801393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2489491723","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009451354,0.0003792147,0.9947237,0.00046926024,0.0004903099,0.0007461395,0.0000069745133,0.00025453622,0.001984767],"genre_scores_gemma":[0.39456588,0.0000151539525,0.6043168,0.00031429876,0.00021168905,0.000049183654,0.0000020689863,0.000044661854,0.00048027627],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942469,0.000040269366,0.000694396,0.0023168381,0.0017925344,0.000909036],"domain_scores_gemma":[0.99654174,0.00031089538,0.00040625222,0.0021343457,0.00035787938,0.0002488658],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00097382255,0.00075326726,0.00069896836,0.000619748,0.00066131377,0.00055902306,0.0034548936,0.00027083917,0.000012579985],"category_scores_gemma":[0.000058407633,0.0005545404,0.00013906967,0.00027287574,0.0006355805,0.001059209,0.0019396814,0.00057145336,0.000012105428],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015939213,0.000029936402,0.000054866818,0.000030932937,0.000017764538,0.000023946146,0.0027021896,0.8565735,0.00029638613,0.04009801,0.0000033427034,0.10015314],"study_design_scores_gemma":[0.0007152419,0.00022524342,0.000002944542,0.0007327972,0.000010073379,0.0000204589,3.790854e-7,0.8651186,0.00094866875,0.13147174,0.00006269285,0.00069116626],"about_ca_topic_score_codex":0.000050124243,"about_ca_topic_score_gemma":0.0003266552,"teacher_disagreement_score":0.39362076,"about_ca_system_score_codex":0.0006558468,"about_ca_system_score_gemma":0.00082701095,"threshold_uncertainty_score":0.9996906},"labels":[],"label_agreement":null},{"id":"W2490635148","doi":"","title":"Automatic Question Generation from Sentences","year":2010,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Sentence; Natural language processing; Question answering; Artificial intelligence; Parsing; Task (project management); Set (abstract data type); Subject (documents); Natural language; Linguistics; World Wide Web; Programming language","score_opus":0.022603715257053743,"score_gpt":0.2544485896510814,"score_spread":0.23184487439402768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2490635148","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43893957,0.0000036203915,0.5589551,0.0008058246,0.0005429604,0.000019674924,7.94676e-8,0.0001281832,0.00060504884],"genre_scores_gemma":[0.6299664,4.1049046e-7,0.36963922,0.00013666497,0.00013555259,0.0000020029947,0.0000010750682,8.468614e-7,0.00011785749],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995936,0.000016060085,0.000082859144,0.00014309281,0.00010327792,0.00006107878],"domain_scores_gemma":[0.9996744,0.00001627668,0.00002112621,0.00024087258,0.000021970674,0.000025377161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010500442,0.000035065917,0.000034371784,0.000017957376,0.000038848077,0.000099288205,0.00021461956,0.00002691012,0.00009263196],"category_scores_gemma":[0.000020225863,0.000028364126,0.000011173284,0.000043512857,0.0000062384956,0.000309315,0.000039777206,0.00005425042,0.00007326989],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.321316e-8,0.000016779168,0.0018965433,0.0000012049638,0.0000035337011,0.0000018307985,0.0003237629,0.00019282286,0.10647228,0.5762289,0.0007120273,0.31415018],"study_design_scores_gemma":[0.000030134495,0.000003447914,0.0022358145,0.0000015422298,7.253852e-7,0.0000013941241,0.0000035912951,0.9834528,0.0051313005,0.008864644,0.00023524993,0.000039342864],"about_ca_topic_score_codex":0.0003735985,"about_ca_topic_score_gemma":0.0002914279,"teacher_disagreement_score":0.98326,"about_ca_system_score_codex":0.000004295227,"about_ca_system_score_gemma":0.000015711104,"threshold_uncertainty_score":0.11566555},"labels":[],"label_agreement":null},{"id":"W2509318466","doi":"10.18653/v1/w16-0302","title":"Towards Early Dementia Detection: Fusing Linguistic and Non-Linguistic Clinical Data","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; National Institute of Biomedical Imaging and Bioengineering; Canadian Institutes of Health Research; National Institutes of Health; Genentech; IXICO; Servier; Eisai; Northern California Institute for Research and Education; University of California, San Diego; Pfizer; Biogen; BioClinica; Eli Lilly and Company; U.S. Department of Defense; Meso Scale Diagnostics; Synarc; University of Southern California; Medpace; Novartis Pharmaceuticals Corporation; Bristol-Myers Squibb; F. Hoffmann-La Roche; Alzheimer's Drug Discovery Foundation; Foundation for the National Institutes of Health","keywords":"Computer science; Dementia; Linguistics; Natural language processing; Linguistic analysis; Artificial intelligence; Deep linguistic processing; Medicine; Disease; Philosophy","score_opus":0.09277553604152745,"score_gpt":0.34425139838408464,"score_spread":0.2514758623425572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509318466","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036195982,0.0001235524,0.9580572,0.0002918428,0.0016895506,0.000084192056,0.0000018713991,0.00014960433,0.0034061947],"genre_scores_gemma":[0.8702813,0.000028279057,0.12869538,0.00015695459,0.00068482076,0.0000017656496,4.7306037e-7,0.000007555508,0.00014346137],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983772,0.000052415755,0.00040612533,0.00069394853,0.00021318895,0.0002571366],"domain_scores_gemma":[0.99816525,0.00020927771,0.00007971776,0.0012923325,0.000113659626,0.00013977812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008134495,0.000119677396,0.00016505757,0.000054955217,0.00012385852,0.00018402515,0.00097565225,0.00006867648,0.000023266886],"category_scores_gemma":[0.0011941581,0.00008421788,0.000029615234,0.00010699009,0.00006159572,0.00023909323,0.0012125096,0.00010512058,0.000049862032],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073329393,0.000037885944,0.012025598,0.00001756007,0.00005701136,0.000041150703,0.0002579082,0.0000031433178,0.00032712484,0.0077681253,0.00007191774,0.97938526],"study_design_scores_gemma":[0.0021549957,0.00033129661,0.06824912,0.00022284336,0.00013807032,0.00007507455,0.0000138006335,0.8777613,0.00092664524,0.023124585,0.026110101,0.00089218613],"about_ca_topic_score_codex":0.0001494485,"about_ca_topic_score_gemma":0.00005669247,"teacher_disagreement_score":0.97849303,"about_ca_system_score_codex":0.000016581946,"about_ca_system_score_gemma":0.000084661384,"threshold_uncertainty_score":0.34343055},"labels":[],"label_agreement":null},{"id":"W2510135622","doi":"10.48550/arxiv.1608.07738","title":"Testing APSyn against Vector Cosine on Similarity Estimation","year":2016,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited; University of Oxford; University of Wisconsin-Madison","keywords":"Cosine similarity; Similarity (geometry); Computer science; Discrete cosine transform; Estimation; Artificial intelligence; Pattern recognition (psychology); Algorithm; Engineering","score_opus":0.11816236527354619,"score_gpt":0.20107105186456534,"score_spread":0.08290868659101915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510135622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16880901,0.000009450981,0.8234939,0.00029743963,0.00054338534,0.0002232194,0.000011222382,0.00041305556,0.006199343],"genre_scores_gemma":[0.9811764,0.000007702255,0.01810202,0.00020840141,0.0001306473,8.958061e-7,0.000008448744,0.000016696798,0.0003487928],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803025,0.00011231637,0.00021356372,0.0011659603,0.00013283566,0.00034508147],"domain_scores_gemma":[0.99769175,0.0002808382,0.00026909652,0.0014264474,0.00018373618,0.0001481589],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026825134,0.00030346055,0.0002753856,0.00021491856,0.00017983979,0.00012526306,0.0014959419,0.00025918699,0.000008585076],"category_scores_gemma":[0.00023952342,0.00031142356,0.00011679877,0.00035413812,0.000056356195,0.00035257087,0.0014234959,0.0004897808,0.00011453089],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016980188,0.0001032591,0.0019446785,0.00010036004,0.000046512443,0.00024645065,0.000106919695,0.7893631,0.00027350098,0.18872572,0.00021574242,0.018856758],"study_design_scores_gemma":[0.00030296668,0.000034091463,0.0017191462,0.00036532554,0.000015981846,0.0000016585276,0.0000034861382,0.9528027,0.0002107657,0.044109672,0.00008200515,0.00035215192],"about_ca_topic_score_codex":0.00004008845,"about_ca_topic_score_gemma":0.000006141568,"teacher_disagreement_score":0.8123674,"about_ca_system_score_codex":0.00035837782,"about_ca_system_score_gemma":0.00019298238,"threshold_uncertainty_score":0.9999338},"labels":[],"label_agreement":null},{"id":"W2510461200","doi":"10.18653/v1/w16-0529","title":"Combining Off-the-shelf Grammar and Spelling Tools for the Automatic Evaluation of Scientific Writing (AESW) Shared Task 2016","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Stroke Network","funders":"","keywords":"Spelling; Computer science; Task (project management); Grammar; Natural language processing; Sentence; Artificial intelligence; Recall; Binary number; Binary classification; Linguistics; Arithmetic","score_opus":0.08630704066969959,"score_gpt":0.29780336166516663,"score_spread":0.21149632099546706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510461200","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13331774,0.0003768105,0.86270523,0.0021317517,0.00037215467,0.0006581532,0.0000036029069,0.00006747595,0.00036709628],"genre_scores_gemma":[0.9566241,0.000009218241,0.0428925,0.00006127102,0.000049385133,0.00003953464,0.0000012109474,0.0000070635474,0.00031571253],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983975,0.000106229556,0.00037618098,0.00034271055,0.00053173956,0.00024561278],"domain_scores_gemma":[0.99702585,0.0017823838,0.00017175991,0.0006314223,0.00035199116,0.000036602334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051225997,0.00009728859,0.00012395898,0.00006180673,0.00036878305,0.00057037565,0.00068736845,0.000032477135,0.000025246074],"category_scores_gemma":[0.0007334621,0.00004728354,0.00004888995,0.00019624448,0.00010837505,0.00064844574,0.00021013599,0.000045699282,0.000009651861],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013882333,0.00000995134,0.00012599317,0.000022027298,0.00001533182,1.06335506e-7,0.00075458834,0.00032011635,0.0067670015,0.026754582,0.0002547183,0.96497416],"study_design_scores_gemma":[0.0005192621,0.000019984158,0.0004690786,0.00011713951,0.000027601798,0.0000030700942,0.00013610063,0.98528695,0.002167961,0.010736008,0.00043089208,0.00008592993],"about_ca_topic_score_codex":0.000012829952,"about_ca_topic_score_gemma":0.000009645948,"teacher_disagreement_score":0.9849669,"about_ca_system_score_codex":0.0000348725,"about_ca_system_score_gemma":0.0001344255,"threshold_uncertainty_score":0.55001456},"labels":[],"label_agreement":null},{"id":"W2510939506","doi":"10.18653/v1/w16-0417","title":"Semi-supervised and unsupervised categorization of posts in Web discussion forums using part-of-speech information and minimal features","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Categorization; Artificial intelligence; Cluster analysis; Hidden Markov model; Identification (biology); Probabilistic logic; Topic model; Natural language processing; Machine learning; Unsupervised learning; Information retrieval","score_opus":0.0154227995785618,"score_gpt":0.23465858357616196,"score_spread":0.21923578399760016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510939506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83372635,0.00004630471,0.1652101,0.0007059325,0.00005701232,0.0001324004,0.000006161154,0.000018954428,0.00009679187],"genre_scores_gemma":[0.97825134,0.000040849667,0.021637937,0.000031069507,0.000010509858,0.0000016398417,0.0000027491528,0.0000022315282,0.000021677433],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925923,0.00003168033,0.00029648814,0.00013835059,0.00015223782,0.00012198743],"domain_scores_gemma":[0.9996036,0.00003931225,0.000082821876,0.0001730595,0.00006248983,0.000038680948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017993635,0.00007917591,0.00012697825,0.00014642066,0.000029012179,0.000025641044,0.00012814738,0.00006271976,0.0000040879],"category_scores_gemma":[0.0000369317,0.00004317382,0.000013901375,0.00016228332,0.000030108838,0.0012596027,0.0001456976,0.00003105807,3.6277424e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048037622,0.000033550677,0.05991837,0.00016210026,0.000009630643,0.0000013696734,0.0048158183,0.00019595257,0.19721739,0.013536084,0.00005382097,0.7240079],"study_design_scores_gemma":[0.0027804428,0.00015337966,0.031180907,0.0003544227,0.0000113058495,0.000024609044,0.00053477235,0.89036864,0.07198754,0.0020149737,0.00026467867,0.00032434333],"about_ca_topic_score_codex":0.0000709011,"about_ca_topic_score_gemma":0.000041793795,"teacher_disagreement_score":0.89017266,"about_ca_system_score_codex":0.000016284894,"about_ca_system_score_gemma":0.00004564926,"threshold_uncertainty_score":0.17605771},"labels":[],"label_agreement":null},{"id":"W2511646563","doi":"10.18653/v1/p16-1108","title":"Leveraging Inflection Tables for Stemming and Lemmatization.","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Lemmatisation; Inflection; Computer science; Artificial intelligence; Discriminative model; Natural language processing; String (physics); Task (project management); Exploit; Mathematics","score_opus":0.03247729577101645,"score_gpt":0.24366172841010153,"score_spread":0.2111844326390851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511646563","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0216244,0.000022336919,0.9764826,0.0010743381,0.000107250664,0.000072455754,1.7432887e-7,0.000078398305,0.0005380247],"genre_scores_gemma":[0.78163475,0.000003327068,0.2170361,0.00010024902,0.000039593844,0.000009307052,1.5324584e-7,0.0000025018044,0.0011740316],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996475,0.000006772673,0.00007830307,0.0001350917,0.0000488712,0.000083462925],"domain_scores_gemma":[0.99974954,0.000071587725,0.000021384121,0.000105158935,0.000033265864,0.000019039177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000115227704,0.000033966837,0.00003770502,0.00003743397,0.00007476552,0.00006604434,0.00008543511,0.000013832289,0.0000063832267],"category_scores_gemma":[0.00003051372,0.00002252137,0.000007733783,0.00004798579,0.000004571767,0.00044572185,0.000047531918,0.000008505923,0.0000018969205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015847114,0.0000055940523,0.0035259158,0.000029733852,0.0000076047,2.541924e-7,0.00076052494,0.00050787226,0.022640547,0.33990186,0.00047358254,0.6321449],"study_design_scores_gemma":[0.00067986635,0.00003082184,0.00061949115,0.0000750687,0.0000034313516,0.000008158612,0.00006223076,0.91524565,0.031838316,0.03410598,0.017126448,0.00020456177],"about_ca_topic_score_codex":0.000015070529,"about_ca_topic_score_gemma":0.0000069160433,"teacher_disagreement_score":0.91473776,"about_ca_system_score_codex":0.000015152979,"about_ca_system_score_gemma":0.000011586843,"threshold_uncertainty_score":0.09183948},"labels":[],"label_agreement":null},{"id":"W2512683849","doi":"10.18653/v1/w16-0414","title":"Classification of comment helpfulness to improve knowledge sharing among medical practitioners.","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Helpfulness; Computer science; Information retrieval; Relevance (law); Binary classification; Baseline (sea); Natural language processing; Artificial intelligence; Support vector machine; Psychology","score_opus":0.03852776795705148,"score_gpt":0.2995865932101967,"score_spread":0.2610588252531452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512683849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040897783,0.0000057028224,0.9342789,0.018240074,0.00031530182,0.00012451244,5.097172e-7,0.00007883611,0.006058357],"genre_scores_gemma":[0.9869715,0.0000017411369,0.011834742,0.00036405862,0.00006633954,0.000035649395,3.674161e-7,0.00000410958,0.00072149065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898857,0.000029200535,0.00024746562,0.00030682987,0.00028056087,0.00014737256],"domain_scores_gemma":[0.99904156,0.00011084473,0.000074041825,0.0005256046,0.00010709212,0.00014083236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048375412,0.00006557506,0.0000970625,0.0000721659,0.000038407077,0.000028126497,0.0006730357,0.00005481853,0.00010204313],"category_scores_gemma":[0.00015141552,0.00004379717,0.000027767232,0.00013673927,0.000026000924,0.00038134624,0.00039692473,0.00005306144,0.00006873265],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041629687,0.00014372717,0.0046307854,0.000025391964,0.0000138134055,0.0000017911531,0.000695358,0.0000074516033,0.011741272,0.5479379,0.0021901252,0.4326082],"study_design_scores_gemma":[0.0022670492,0.0002844113,0.059598524,0.00069288886,0.000017766293,0.000013654246,0.0003842346,0.7156442,0.17822802,0.014557798,0.027454562,0.00085690815],"about_ca_topic_score_codex":0.00005458342,"about_ca_topic_score_gemma":0.0000489974,"teacher_disagreement_score":0.9460737,"about_ca_system_score_codex":0.000069081114,"about_ca_system_score_gemma":0.00006114257,"threshold_uncertainty_score":0.17859967},"labels":[],"label_agreement":null},{"id":"W2514692010","doi":"10.18653/v1/p16-1221","title":"Vector-space topic models for detecting Alzheimer's disease","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Rehabilitation Institute","funders":"Toronto Rehabilitation Institute","keywords":"Computer science; Space (punctuation); Vector (molecular biology); Disease; Artificial intelligence; Medicine; Biology","score_opus":0.05309899302884141,"score_gpt":0.2678546956129835,"score_spread":0.21475570258414206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514692010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00551463,0.0001700314,0.98804796,0.0043642716,0.00029354903,0.00017823557,0.0000010224908,0.00023771834,0.0011925932],"genre_scores_gemma":[0.87082046,0.0000027556298,0.1280298,0.00020981599,0.00011564635,0.000033418466,9.1751595e-8,0.00000679833,0.0007812103],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991493,0.000015981286,0.00012270854,0.00033604814,0.00012484699,0.00025106658],"domain_scores_gemma":[0.9991231,0.00014676353,0.000033107277,0.0005163846,0.000049047776,0.00013161114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012601454,0.00008773432,0.00008238563,0.000035477202,0.00008360181,0.00005861115,0.00046140107,0.000026436264,0.000012532962],"category_scores_gemma":[0.00005003812,0.000057626516,0.000061871855,0.00006173004,0.000010356499,0.00049858505,0.0001490625,0.0000266402,0.000016723847],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072267903,0.000016419235,0.00024708995,0.000008342542,0.00002129121,0.0000034563666,0.00016885813,0.0013911853,0.0011846098,0.703449,0.00023454343,0.29326797],"study_design_scores_gemma":[0.00036076867,0.000023610954,0.00021472522,0.000022949764,0.000011210185,0.0000012926553,0.000006266747,0.8983881,0.004125644,0.0953836,0.0012811582,0.00018067511],"about_ca_topic_score_codex":0.00001686638,"about_ca_topic_score_gemma":0.0000074552977,"teacher_disagreement_score":0.8969969,"about_ca_system_score_codex":0.000022175202,"about_ca_system_score_gemma":0.00004687836,"threshold_uncertainty_score":0.23499411},"labels":[],"label_agreement":null},{"id":"W2516087440","doi":"10.18653/v1/p16-1063","title":"Generative Topic Embedding: a Continuous Representation of Documents","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Research (Canada)","funders":"National Research Foundation","keywords":"Embedding; Computer science; Representation (politics); Generative grammar; Natural language processing; Artificial intelligence; Political science","score_opus":0.028558937665621217,"score_gpt":0.3116345904051909,"score_spread":0.2830756527395697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2516087440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10182855,0.000010135771,0.8896134,0.0011382978,0.00014648726,0.0000626229,2.0584484e-7,0.000040275565,0.007160019],"genre_scores_gemma":[0.88724977,0.0000038574453,0.10722825,0.00008692565,0.000030549887,0.0000048067736,1.1535458e-7,0.0000015878644,0.0053941114],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994321,0.00002836637,0.00014543853,0.00017910043,0.00012689036,0.000088136534],"domain_scores_gemma":[0.9995235,0.000044502875,0.000054412314,0.00029805745,0.000054927285,0.000024569343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006456308,0.00004213945,0.00008152687,0.000033090466,0.000017336068,0.000021051344,0.00023876956,0.000018084618,0.0000571629],"category_scores_gemma":[0.000035192632,0.000026174557,0.000025146985,0.00007316163,0.000012141274,0.00030650396,0.00010066684,0.000013975936,0.000015686213],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042350803,0.000042266605,0.009747273,0.0000063959765,0.000031594012,0.0000064768606,0.0015384257,0.00014013158,0.07967761,0.5717302,0.0012631179,0.33581224],"study_design_scores_gemma":[0.002199944,0.00018972124,0.0065095886,0.000085452615,0.000010291185,0.000014394047,0.00016003221,0.1551253,0.7526539,0.08013589,0.002525598,0.00038990827],"about_ca_topic_score_codex":0.000039438408,"about_ca_topic_score_gemma":0.0000034390946,"teacher_disagreement_score":0.78542125,"about_ca_system_score_codex":0.000015274067,"about_ca_system_score_gemma":0.000014417597,"threshold_uncertainty_score":0.10673675},"labels":[],"label_agreement":null},{"id":"W2517784737","doi":"10.18653/v1/k16-1024","title":"Event Linking with Sentential Features from Convolutional Neural Networks","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Banting and Best Diabetes Centre, University of Toronto; Bundesministerium für Bildung und Forschung","keywords":"Coreference; Computer science; Pairwise comparison; Artificial intelligence; Event (particle physics); Convolutional neural network; Context (archaeology); Natural language processing; Similarity (geometry); Feature (linguistics); Task (project management); Process (computing); Machine learning; Resolution (logic); Image (mathematics)","score_opus":0.011228276694675243,"score_gpt":0.2121893518677359,"score_spread":0.20096107517306067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517784737","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0414849,0.00008166371,0.9552453,0.0021907955,0.0005140241,0.000051056624,8.828901e-7,0.00012871774,0.00030266182],"genre_scores_gemma":[0.95614576,0.0000024184283,0.042375278,0.0004472443,0.00038944778,0.0000033574574,0.0000019217737,0.000004359431,0.00063021324],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991428,0.00002698786,0.000109864806,0.00029280415,0.0002229195,0.00020459313],"domain_scores_gemma":[0.9995056,0.000067636254,0.000038555925,0.00028451285,0.000043587275,0.000060152925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006274382,0.00008572023,0.00007709124,0.000023183817,0.00006844974,0.00006977894,0.00037890117,0.000040791125,0.000046123892],"category_scores_gemma":[0.0000043902137,0.000046885994,0.000035789722,0.00005651834,0.000025390624,0.00025524353,0.00016985461,0.000075568394,0.000010724079],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010107921,0.00013405304,0.08542653,0.0000073509996,0.00019967201,0.00012797919,0.0004795257,0.10157803,0.003277963,0.33712974,0.004497569,0.4670405],"study_design_scores_gemma":[0.0005491543,0.000029896244,0.015318955,0.00004063751,0.000004760061,0.000021211134,0.0000056932377,0.9809927,0.00021273138,0.002280647,0.00039110592,0.0001525389],"about_ca_topic_score_codex":0.00009229501,"about_ca_topic_score_gemma":0.00008676077,"teacher_disagreement_score":0.9146609,"about_ca_system_score_codex":0.00002564838,"about_ca_system_score_gemma":0.000024473755,"threshold_uncertainty_score":0.19119553},"labels":[],"label_agreement":null},{"id":"W2524313288","doi":"10.21700/ijcis.2016.109","title":"Textual Entailment for Arabic Language based on Lexical and Semantic Matching","year":2016,"lang":"en","type":"article","venue":"International Journal of Computing and Information Sciences","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Natural language processing; Arabic; Computer science; Artificial intelligence; Textual entailment; Logical consequence; Matching (statistics); Linguistics; Mathematics; Philosophy","score_opus":0.016973547757490205,"score_gpt":0.30743686356854893,"score_spread":0.2904633158110587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524313288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2707592,0.000011540957,0.7249221,0.00375873,0.00023150645,0.000027049851,8.552546e-7,0.000007997261,0.00028101305],"genre_scores_gemma":[0.9677634,0.00000591594,0.031213693,0.00092515326,0.00008602096,2.9340603e-7,1.5693301e-7,7.139667e-7,0.00000464753],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991373,0.000017537379,0.00029384327,0.00006846809,0.00039963055,0.00008326496],"domain_scores_gemma":[0.9992553,0.0002922907,0.00022842073,0.000042373387,0.00014014276,0.000041491865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008576121,0.000048895094,0.00006903894,0.00020370094,0.00009353645,0.00028435324,0.00034664292,0.0000146678985,0.0000020405894],"category_scores_gemma":[0.00011145845,0.000029314057,0.000026206984,0.000048492326,0.000049841896,0.0014748202,0.00006369796,0.000039132003,0.0000013708998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022019389,0.000019316243,0.0013221952,0.000010900344,0.000013471428,0.0000021794413,0.0024864622,0.007722724,0.0004116661,0.10519617,0.00007419159,0.8827187],"study_design_scores_gemma":[0.00084890984,0.00023388301,0.0038263157,0.00024813804,0.000002283581,0.00008778588,0.0005521319,0.99015135,0.0006768027,0.0025553,0.0007321158,0.0000849922],"about_ca_topic_score_codex":0.0000035732885,"about_ca_topic_score_gemma":3.0696498e-7,"teacher_disagreement_score":0.9824286,"about_ca_system_score_codex":0.000021858385,"about_ca_system_score_gemma":0.00005034865,"threshold_uncertainty_score":0.2742025},"labels":[],"label_agreement":null},{"id":"W2524791359","doi":"10.1007/s11192-016-2134-8","title":"The linguistic patterns and rhetorical structure of citation context: an approach using n-grams","year":2016,"lang":"en","type":"article","venue":"Scientometrics","topic":"Topic Modeling","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Rhetorical question; Citation; Linguistics; Context (archaeology); Computer science; Linguistic context; Function (biology); Natural (archaeology); Natural language processing; Information retrieval; Linguistic analysis; History; Library science; Philosophy; Biology","score_opus":0.08286568018633636,"score_gpt":0.31700194935228493,"score_spread":0.23413626916594857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524791359","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4092207,0.000083046754,0.5901917,0.000033963413,0.00037702103,0.000050035076,0.0000030368537,0.000015353175,0.000025112313],"genre_scores_gemma":[0.9626554,0.0000088113575,0.037225477,0.00002188315,0.00006384227,5.666193e-7,4.369285e-7,0.0000037298405,0.000019841456],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986974,0.0000668227,0.00018635808,0.00029595263,0.0005499657,0.0002034971],"domain_scores_gemma":[0.9988305,0.0003087219,0.00010824207,0.0004034295,0.00025095226,0.00009814324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007221449,0.000072240444,0.000092365706,0.000492243,0.00015618376,0.00018082403,0.000571169,0.00004254263,8.407481e-7],"category_scores_gemma":[0.0012404454,0.000039582857,0.000020120959,0.0024055745,0.000080834405,0.00022174948,0.00016544797,0.00005785301,3.6149223e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004558396,0.000055961696,0.06857125,0.000035298064,0.000012423536,0.0000018266538,0.0032938137,0.0002860831,0.006552438,0.14211494,0.000008265692,0.77906317],"study_design_scores_gemma":[0.00053674943,0.000106804495,0.037400834,0.000037149377,0.000011767871,0.000018847286,0.00019492552,0.946605,0.0017674393,0.0127042355,0.0003728088,0.00024342308],"about_ca_topic_score_codex":0.000041549876,"about_ca_topic_score_gemma":0.0000073739034,"teacher_disagreement_score":0.9463189,"about_ca_system_score_codex":0.00005509664,"about_ca_system_score_gemma":0.000043279968,"threshold_uncertainty_score":0.17436902},"labels":[],"label_agreement":null},{"id":"W2530085701","doi":"10.1007/978-3-319-48051-0_12","title":"Constraining Word Embeddings by Prior Knowledge – Application to Medical Information Retrieval","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Leverage (statistics); Word (group theory); Natural language processing; Word embedding; Artificial intelligence; Embedding; Domain (mathematical analysis); Information retrieval; Linguistics; Mathematics","score_opus":0.011942982021409365,"score_gpt":0.26223426959109486,"score_spread":0.2502912875696855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530085701","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000076744895,0.000119544005,0.9884662,0.0026368713,0.0012166341,0.0005100502,0.000006233673,0.00022351136,0.0067441887],"genre_scores_gemma":[0.28072113,0.00003958506,0.70933735,0.007842009,0.0012449097,0.000035254307,0.00001553011,0.000051737985,0.0007124846],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961343,0.00002608094,0.00072640716,0.0011034361,0.0013936962,0.000616083],"domain_scores_gemma":[0.9973345,0.0004737334,0.00029716775,0.0010929073,0.00032919174,0.0004724949],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015786481,0.0004049705,0.0004080942,0.0006923497,0.000224699,0.00046815432,0.0034122756,0.0004463546,0.000037797898],"category_scores_gemma":[0.00053187343,0.00034721455,0.00007837382,0.00057187065,0.0003941345,0.001196101,0.0014675092,0.0006437971,0.00023466478],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042006845,0.000006776695,0.0000059849554,0.000018719327,0.000003479593,0.0000033928698,0.0011541583,0.00054987945,0.00011106333,0.021806853,0.000072354174,0.97626317],"study_design_scores_gemma":[0.00050444365,0.000113804046,0.000016629298,0.0009652063,0.0000056630306,0.000079782905,5.097e-7,0.91728276,0.0012990767,0.04378891,0.03503574,0.0009074429],"about_ca_topic_score_codex":0.000005220963,"about_ca_topic_score_gemma":0.000010882445,"teacher_disagreement_score":0.9753557,"about_ca_system_score_codex":0.0004158192,"about_ca_system_score_gemma":0.0011684053,"threshold_uncertainty_score":0.99989796},"labels":[],"label_agreement":null},{"id":"W2530152826","doi":"10.1145/2872518.2889397","title":"A Machine learning Filter for Relation Extraction","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Polytechnique Montréal","funders":"","keywords":"Computer science; Relation (database); Relationship extraction; Extraction (chemistry); Filter (signal processing); Artificial intelligence; Machine learning; Data mining; Computer vision; Chromatography","score_opus":0.03431274194028436,"score_gpt":0.2715054275684631,"score_spread":0.23719268562817872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530152826","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033011485,0.000011910613,0.991392,0.002066249,0.00014780372,0.000061491875,1.5385538e-7,0.00013192029,0.0028873193],"genre_scores_gemma":[0.8035516,0.0000031226684,0.18579195,0.000077954195,0.000055148943,0.000009327255,4.56163e-7,0.0000028444686,0.010507595],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99964267,0.00001265948,0.000074157164,0.00013456456,0.000057958296,0.00007797246],"domain_scores_gemma":[0.9997172,0.00009132113,0.000027280563,0.0001243698,0.00002265678,0.00001717199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013353096,0.000031631527,0.000030080615,0.000027850476,0.000047678306,0.000024099574,0.000096895514,0.000021960845,0.000045439654],"category_scores_gemma":[0.00005225733,0.00001971395,0.000020318315,0.000030398343,0.0000025447134,0.00040514255,0.00002670946,0.000027543507,0.000039066963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000618137,0.000011016294,0.0026118394,0.000004524809,0.000004522304,5.6510487e-7,0.00015623681,0.00055579445,0.014912527,0.2104837,0.00031438362,0.7709387],"study_design_scores_gemma":[0.00037705517,0.000032898624,0.0012223707,0.000009701802,0.0000012790447,0.0000046469904,0.0000019609981,0.9510589,0.0025683725,0.010476124,0.03417754,0.000069105685],"about_ca_topic_score_codex":0.000009097808,"about_ca_topic_score_gemma":0.0000037435275,"teacher_disagreement_score":0.9505032,"about_ca_system_score_codex":0.000017941313,"about_ca_system_score_gemma":0.0000064139012,"threshold_uncertainty_score":0.08039115},"labels":[],"label_agreement":null},{"id":"W2534147738","doi":"10.1145/2983323.2983694","title":"Optimizing Nugget Annotations with Active Learning","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; Google","keywords":"Automatic summarization; Computer science; Annotation; Sentence; Process (computing); Sequence (biology); Precision and recall; Recall; Natural language processing; Artificial intelligence; Information retrieval; Programming language","score_opus":0.017462470091850278,"score_gpt":0.236603102277309,"score_spread":0.2191406321854587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534147738","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016633157,0.0000045859583,0.9644007,0.001369128,0.000038339243,0.000039390583,1.4308335e-7,0.00019770097,0.017316824],"genre_scores_gemma":[0.64922094,0.000001475495,0.3486696,0.000085337,0.000017698638,0.0000049442974,1.0303552e-7,0.0000030765839,0.0019968096],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947816,0.000020793072,0.000063422965,0.00019384212,0.0001074322,0.00013636219],"domain_scores_gemma":[0.99961036,0.000078386285,0.000028962939,0.00019350079,0.000049585535,0.00003918072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000058501377,0.000051992858,0.000050030474,0.000041005198,0.000087203734,0.00004713247,0.00022436025,0.000015643938,0.000034133056],"category_scores_gemma":[0.000021793583,0.000029070477,0.0000127809135,0.00010686826,0.000013919929,0.0005301913,0.000071563285,0.000050369308,0.00004723798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008932695,0.000028860466,0.0011591315,0.0000037254292,0.000030269232,0.000015410207,0.004533988,0.01706408,0.0061073527,0.21089639,0.00017584587,0.759976],"study_design_scores_gemma":[0.0024488294,0.00041694022,0.004345497,0.00021108236,0.000014773686,0.00007025969,0.0010979244,0.92713135,0.037307505,0.008425091,0.017559972,0.0009707731],"about_ca_topic_score_codex":0.000011224792,"about_ca_topic_score_gemma":0.000007272881,"teacher_disagreement_score":0.91006726,"about_ca_system_score_codex":0.000022543622,"about_ca_system_score_gemma":0.0000326178,"threshold_uncertainty_score":0.118545964},"labels":[],"label_agreement":null},{"id":"W2535516716","doi":"10.1109/wcse.2013.17","title":"Evaluation of Stability and Similarity of Latent Dirichlet Allocation","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pivotal (Canada)","funders":"","keywords":"Latent Dirichlet allocation; Divergence (linguistics); Computer science; Similarity (geometry); Stability (learning theory); Categorization; Artificial intelligence; Topic model; Matching (statistics); Set (abstract data type); Pattern recognition (psychology); Probabilistic latent semantic analysis; Dirichlet distribution; Kullback–Leibler divergence; Key (lock); Machine learning; Data mining; Mathematics; Image (mathematics); Statistics","score_opus":0.09114239174412617,"score_gpt":0.2913854160830547,"score_spread":0.20024302433892852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2535516716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6815731,0.000026937072,0.31729823,0.0003580431,0.00002164867,0.0001332683,1.505471e-7,0.000009102582,0.00057950855],"genre_scores_gemma":[0.9699417,0.0000023231414,0.030020406,0.000019952671,0.0000030823521,0.000005907356,3.0973445e-7,6.9423686e-7,0.0000056278445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929476,0.000077361976,0.00015111703,0.00011691122,0.0003150333,0.000044826924],"domain_scores_gemma":[0.9991737,0.000032029282,0.000050385795,0.00025743403,0.00046857572,0.000017854321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001119238,0.000028605888,0.00005936349,0.000019695064,0.000009590445,0.000009698791,0.00011003558,0.000019205077,0.00006644636],"category_scores_gemma":[0.00008837132,0.000023589215,0.000010223516,0.00006297675,0.000017129263,0.00022505969,0.000071543174,0.000019323492,0.0000012505144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028090012,0.00032993208,0.15201479,0.00012358758,0.00004075958,5.3137793e-8,0.0036890828,0.005910272,0.059494525,0.09777466,0.00016284695,0.6804567],"study_design_scores_gemma":[0.000092583854,0.000012683279,0.122984715,0.0000026372672,0.0000053176914,1.1076763e-7,0.000010321176,0.8505925,0.014174147,0.01210085,0.0000018032813,0.000022306045],"about_ca_topic_score_codex":0.0003577174,"about_ca_topic_score_gemma":0.000025191957,"teacher_disagreement_score":0.8446823,"about_ca_system_score_codex":0.000017016038,"about_ca_system_score_gemma":0.000040117677,"threshold_uncertainty_score":0.09619403},"labels":[],"label_agreement":null},{"id":"W2538125388","doi":"10.1109/tic-sth.2009.5444360","title":"Direct automatic generation of mind maps from text with M<sup>2</sup>Gen","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mind map; Brainstorming; Computer science; Software; Space (punctuation); Concept map; Information retrieval; Topic Maps; World Wide Web; Human–computer interaction; Artificial intelligence; Programming language","score_opus":0.021881827262051776,"score_gpt":0.2227388800389021,"score_spread":0.20085705277685034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2538125388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45579478,0.00015294399,0.5320838,0.00065435015,0.000097512406,0.00019652241,0.0000048827033,0.00014365536,0.010871571],"genre_scores_gemma":[0.71162057,0.000004221762,0.28701338,0.00023668993,0.00013034775,0.000005135906,0.000009875585,0.0000074662066,0.00097230304],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982861,0.000073502866,0.00039328964,0.00051296386,0.00045818623,0.00027595623],"domain_scores_gemma":[0.9987831,0.00006550189,0.00012718521,0.00083617994,0.00008986147,0.00009817893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021711133,0.00019361061,0.0002808803,0.00011178744,0.00007932632,0.00013202777,0.0006296288,0.00008423102,0.00017717647],"category_scores_gemma":[0.000024734734,0.00015182552,0.00005943564,0.00027671325,0.000026415519,0.00046339308,0.000086723216,0.000075631906,0.000083103354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019245692,0.00040495538,0.0010235952,0.00004156077,0.00015242466,0.000052238254,0.00797071,0.046704948,0.098129585,0.023365693,0.010433888,0.8117012],"study_design_scores_gemma":[0.00038345388,0.00013182938,0.001742352,0.000039152994,0.000017776403,0.0000068596105,0.000015454596,0.9742463,0.021276206,0.0008450544,0.0010632382,0.00023229556],"about_ca_topic_score_codex":0.000092596056,"about_ca_topic_score_gemma":0.00011092788,"teacher_disagreement_score":0.9275414,"about_ca_system_score_codex":0.00004814393,"about_ca_system_score_gemma":0.0000927131,"threshold_uncertainty_score":0.6191265},"labels":[],"label_agreement":null},{"id":"W2542835211","doi":"10.48550/arxiv.1610.09038","title":"Professor Forcing: A New Algorithm for Training Recurrent Networks","year":2016,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":330,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Forcing (mathematics); Computer science; Treebank; Sampling (signal processing); MNIST database; Algorithm; Handwriting; Sample (material); Artificial intelligence; Sequence (biology); Machine learning; Speech recognition; Artificial neural network; Mathematics; Parsing","score_opus":0.13436034568920915,"score_gpt":0.20817931524737854,"score_spread":0.07381896955816938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2542835211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054348684,0.00003473697,0.99266887,0.00048573563,0.00061435293,0.00026080248,0.0000017512917,0.00018303629,0.00031586623],"genre_scores_gemma":[0.9197095,0.00002235835,0.07347507,0.00011774523,0.00025516405,0.0000016077391,9.088887e-7,0.000012538179,0.0064050783],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881166,0.00003607125,0.00013132062,0.00056956266,0.000047397047,0.0004039653],"domain_scores_gemma":[0.9990375,0.00015603226,0.00009105329,0.0004758211,0.00006602769,0.00017356491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020452123,0.00013444353,0.00015144744,0.000085890344,0.00013302645,0.000037260957,0.00075059617,0.00007882609,0.000009893302],"category_scores_gemma":[0.000029175579,0.00011463836,0.000103814105,0.00027965396,0.00002620801,0.00051958155,0.00019521712,0.000083572006,0.00001359876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013259487,0.000022276645,0.00014192982,0.0000054084085,0.0000243106,0.000021432077,0.00039989816,0.005026475,0.000029419476,0.24328105,0.0007529424,0.75028163],"study_design_scores_gemma":[0.0009864754,0.00007842392,0.00004047159,0.000060873037,0.000012595771,0.0000031207235,0.00005348622,0.96939313,0.000054221047,0.02594836,0.0031738882,0.00019495357],"about_ca_topic_score_codex":0.000011646573,"about_ca_topic_score_gemma":0.000013857219,"teacher_disagreement_score":0.9643667,"about_ca_system_score_codex":0.000095238494,"about_ca_system_score_gemma":0.00012652685,"threshold_uncertainty_score":0.46748167},"labels":[],"label_agreement":null},{"id":"W2543408643","doi":"10.1109/iat.2005.50","title":"Category-based Similarity Algorithm for Semantic Similarity in Multi-agent Information Sharing Systems","year":2006,"lang":"en","type":"article","venue":"IEEE/WIC/ACM International Conference on Intelligent Agent Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Semantic similarity; Similarity (geometry); Computer science; Cosine similarity; Information retrieval; Vector space model; Matching (statistics); Similarity measure; Data mining; Artificial intelligence; Pattern recognition (psychology); Mathematics; Image (mathematics)","score_opus":0.08304876257932589,"score_gpt":0.31538465408176813,"score_spread":0.23233589150244224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2543408643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016523827,0.000053669093,0.97444093,0.0037727868,0.0029083737,0.0010893191,0.000052695344,0.000528071,0.0006303509],"genre_scores_gemma":[0.9357647,0.000031431387,0.0629486,0.00039169725,0.00010483786,0.0004133508,0.000111256115,0.000020059028,0.00021408657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966378,0.000059743455,0.0011712414,0.00085200707,0.0006458498,0.00063334056],"domain_scores_gemma":[0.9974876,0.00013302529,0.00043334533,0.0011719578,0.00068548386,0.00008860164],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006717884,0.0004170787,0.00042638814,0.0013988516,0.00015812195,0.00042046743,0.003261983,0.0004362519,0.00003808046],"category_scores_gemma":[0.00022585933,0.00043719812,0.00015616423,0.0004971981,0.00011218267,0.0006612898,0.00048777883,0.0005889072,0.00012175234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005129804,0.0009657656,0.0064430744,0.00017432302,0.00011558618,0.000072483,0.00040956488,0.082871936,0.0011250308,0.7952481,0.0007997552,0.11172312],"study_design_scores_gemma":[0.0007844201,0.0001169542,0.00040463454,0.00014946252,0.000010345288,0.000012747669,0.00014021146,0.9664533,0.008683668,0.019802913,0.003027144,0.0004141634],"about_ca_topic_score_codex":0.0008478803,"about_ca_topic_score_gemma":0.0002883064,"teacher_disagreement_score":0.91924083,"about_ca_system_score_codex":0.00071012403,"about_ca_system_score_gemma":0.00020059153,"threshold_uncertainty_score":0.99980795},"labels":[],"label_agreement":null},{"id":"W2548734396","doi":"10.5296/jei.v2i2.10040","title":"A Model-Based Method for Content Validation of Automatically Generated Test Items","year":2016,"lang":"en","type":"article","venue":"Journal of Educational Issues","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Test (biology); Computer science; Content (measure theory); Item bank; Item response theory; Information retrieval; Graph; Natural language processing; Artificial intelligence; Data mining; Statistics; Mathematics; Theoretical computer science; Psychometrics","score_opus":0.10287132089019924,"score_gpt":0.3784143698961985,"score_spread":0.27554304900599924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548734396","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046238728,0.00013304154,0.9264815,0.02673742,0.00026930444,0.000090686604,0.000004645475,0.000006621184,0.00003809362],"genre_scores_gemma":[0.40005016,0.000003150529,0.5993172,0.00010204023,0.00016515565,0.0000059670774,8.379855e-7,0.0000035065545,0.00035202442],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894744,0.000048749986,0.00052512303,0.000108938126,0.00027365217,0.00009610408],"domain_scores_gemma":[0.99709445,0.0011256239,0.00042698823,0.00016838228,0.0011182189,0.00006631412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006671478,0.000069007125,0.00017214906,0.00012700394,0.000031233492,0.000037224527,0.00035480317,0.000033544904,0.000025469992],"category_scores_gemma":[0.0010986024,0.000044922173,0.00008481684,0.00009245256,0.00001730808,0.00031719572,0.000017230746,0.000035072375,0.0000022525503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005837587,0.0012626373,0.0053883973,0.00012965761,0.0001435823,0.0000010424693,0.0016793729,0.07699293,0.61517614,0.255651,0.007675134,0.035841737],"study_design_scores_gemma":[0.00048671282,0.0001358006,0.0006685535,0.00012796636,0.000015750626,0.000009432768,0.0000145588165,0.88267374,0.0844122,0.031025555,0.00035320147,0.000076514414],"about_ca_topic_score_codex":0.000006439076,"about_ca_topic_score_gemma":7.184324e-7,"teacher_disagreement_score":0.8056808,"about_ca_system_score_codex":0.000059268514,"about_ca_system_score_gemma":0.00054427696,"threshold_uncertainty_score":0.1831873},"labels":[],"label_agreement":null},{"id":"W2550969563","doi":"","title":"Online Bayesian Moment Matching for Topic Modeling with Unknown Number of Topics","year":2016,"lang":"en","type":"article","venue":"Neural Information Processing Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Latent Dirichlet allocation; Hierarchical Dirichlet process; Hyperparameter; Topic model; Computer science; Dirichlet distribution; Matching (statistics); Dirichlet process; Bayesian probability; Moment (physics); Parametric statistics; Simple (philosophy); Machine learning; Prior probability; Artificial intelligence; Mathematics; Statistics","score_opus":0.024477576970147533,"score_gpt":0.27090619512226605,"score_spread":0.24642861815211853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550969563","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07473148,0.00002615116,0.9233799,0.00092692266,0.0002578705,0.00025911623,0.000004232719,0.00010322071,0.0003110983],"genre_scores_gemma":[0.9419568,0.0000016833752,0.057538997,0.00012261365,0.00010899549,0.00003377645,0.0000049792766,0.000005930433,0.00022620737],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988252,0.000021128148,0.000542978,0.00013897498,0.00027557,0.00019617938],"domain_scores_gemma":[0.99912006,0.000028752725,0.00027796865,0.00024908048,0.00027600533,0.000048123922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020713318,0.00011623943,0.00017344025,0.000071331175,0.00011410753,0.00017822893,0.00032409446,0.00005054036,0.0000011350288],"category_scores_gemma":[0.000016079974,0.00007255767,0.00003193956,0.00012644548,0.000012143867,0.0026207985,0.000052874548,0.00006095138,0.0000020858697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025513797,0.000052108826,0.00050269143,0.0017289089,0.00002282695,8.4208585e-7,0.0055879266,0.17509745,0.00037764222,0.10388825,0.00003419912,0.71268165],"study_design_scores_gemma":[0.00042075137,0.00003096585,0.000011784517,0.0003187798,0.0000041125813,0.000021983748,0.00017524874,0.99696124,0.00015995033,0.0006660309,0.001113214,0.000115946816],"about_ca_topic_score_codex":0.00003610772,"about_ca_topic_score_gemma":0.000002681201,"teacher_disagreement_score":0.86722535,"about_ca_system_score_codex":0.00005655701,"about_ca_system_score_gemma":0.00007286629,"threshold_uncertainty_score":0.29588157},"labels":[],"label_agreement":null},{"id":"W2554197048","doi":"","title":"WaterlooClarke: TREC 2015 Contextual Suggestion Track","year":2015,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Task (project management); Track (disk drive); Point of interest; Point (geometry); Contextual design; Information retrieval; Human–computer interaction; Artificial intelligence; Machine learning","score_opus":0.0765092666209366,"score_gpt":0.29243765734721133,"score_spread":0.21592839072627473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554197048","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22531989,0.0003694523,0.75684136,0.0034000222,0.0011320228,0.0003260137,0.0000063307466,0.0006162168,0.011988716],"genre_scores_gemma":[0.9862878,0.000013516327,0.0090560075,0.00023742083,0.00013937398,0.000004592266,0.000007504444,0.000012330642,0.004241493],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99777657,0.00015935216,0.00037725878,0.000609761,0.00062868564,0.00044836084],"domain_scores_gemma":[0.998103,0.0000927095,0.00011952628,0.0008241447,0.00050233875,0.00035828096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008646448,0.00022805954,0.0002765622,0.00010603218,0.0000815113,0.00032435206,0.0011462894,0.00015885508,0.000087776934],"category_scores_gemma":[0.00037838385,0.00020353962,0.000063888765,0.00033226414,0.00008950586,0.00080261694,0.00025620472,0.0003100569,0.0006006799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005309596,0.0003878621,0.0031831947,0.000078828,0.00009355727,0.00024799668,0.018699795,0.0005844976,0.011268677,0.4987576,0.022147583,0.44401944],"study_design_scores_gemma":[0.006457575,0.0015752532,0.006000344,0.0002473948,0.0000638961,0.00033447187,0.0010554583,0.8202107,0.03397452,0.056015566,0.071681805,0.002383039],"about_ca_topic_score_codex":0.00014177801,"about_ca_topic_score_gemma":0.000029223365,"teacher_disagreement_score":0.81962615,"about_ca_system_score_codex":0.00011830848,"about_ca_system_score_gemma":0.00046022044,"threshold_uncertainty_score":0.8300105},"labels":[],"label_agreement":null},{"id":"W2557475746","doi":"10.1007/978-3-319-46218-9_2","title":"Argumentation Mining in Parliamentary Discourse","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Argumentative; Framing (construction); Argumentation theory; Computer science; Frame (networking); Embedding; Politics; Coding (social sciences); Discourse analysis; Linguistics; Artificial intelligence; Natural language processing; Sociology; Political science; Law; Social science; History","score_opus":0.021645032414913407,"score_gpt":0.2714161143421848,"score_spread":0.2497710819272714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557475746","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016816817,0.00024337432,0.9921448,0.0016569187,0.0016586563,0.00029146546,0.0000025984543,0.00008394524,0.002236525],"genre_scores_gemma":[0.39114812,0.00004935948,0.605842,0.0018754221,0.00058134296,0.000017893188,0.0000036267916,0.00003532111,0.00044690227],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99664587,0.000032542855,0.00052715687,0.0014038706,0.000793744,0.00059679186],"domain_scores_gemma":[0.998238,0.00029108353,0.00022354457,0.001068216,0.00006325648,0.000115863215],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007261186,0.00038411847,0.00036841078,0.0008112432,0.00011034568,0.0002956018,0.0022769002,0.00018480903,0.00002644827],"category_scores_gemma":[0.000033782228,0.000323544,0.00007448556,0.00031469078,0.00032860623,0.000939082,0.0009541297,0.0004034432,0.000034242046],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024475835,0.000013612874,0.00049274444,0.000012589136,0.000003687184,0.00007669954,0.0011127016,0.009483066,0.00011797808,0.009448521,0.000006391176,0.97922957],"study_design_scores_gemma":[0.0008273167,0.00014502466,0.00053748576,0.001657808,0.000007684554,0.000056432746,0.000002340093,0.762824,0.0014555869,0.23079199,0.00054409535,0.0011502111],"about_ca_topic_score_codex":0.000032570577,"about_ca_topic_score_gemma":0.00018233142,"teacher_disagreement_score":0.9780794,"about_ca_system_score_codex":0.00049537583,"about_ca_system_score_gemma":0.0003384606,"threshold_uncertainty_score":0.9999217},"labels":[],"label_agreement":null},{"id":"W2557764419","doi":"10.18653/v1/w17-2623","title":"NewsQA: A Machine Comprehension Dataset","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":742,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Textual entailment; Computer science; Comprehension; Natural language processing; Artificial intelligence; Matching (statistics); Set (abstract data type); Word (group theory); Process (computing); Exploratory analysis; Information retrieval; Machine learning; Logical consequence; Data science; Linguistics","score_opus":0.058483311747084536,"score_gpt":0.30640873117197615,"score_spread":0.2479254194248916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557764419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040139398,0.000030060395,0.9840404,0.0036874546,0.00030462054,0.000050909748,0.000018170851,0.00009306747,0.0077613983],"genre_scores_gemma":[0.78265744,0.0000055851233,0.21538378,0.0011185701,0.00006825837,0.0000016853062,0.00003516429,0.000003475196,0.00072601344],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946433,0.000010650357,0.00008077696,0.00021594223,0.00011221967,0.00011606594],"domain_scores_gemma":[0.99820054,0.000013847048,0.000044239267,0.0016774723,0.000013029755,0.00005087146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000088169545,0.00005403512,0.00006646345,0.00001828972,0.0002461974,0.00026281926,0.0013191978,0.00001860932,0.00004017734],"category_scores_gemma":[0.000019239988,0.000042369953,0.0000151885515,0.000014041277,0.000016862408,0.0004687571,0.0008312701,0.00005373596,0.00015975097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061912315,0.0000914506,0.0049942415,0.00001879569,0.000019262185,0.00009480955,0.00021217111,0.00035283758,0.00240844,0.35099614,0.13682884,0.5039768],"study_design_scores_gemma":[0.00025587835,0.00001355173,0.0042385063,0.0000061396636,0.0000014619986,0.000013448193,0.0000017370116,0.870136,0.00036714942,0.0029933935,0.12186509,0.00010763973],"about_ca_topic_score_codex":0.0004917207,"about_ca_topic_score_gemma":0.000078341065,"teacher_disagreement_score":0.86978316,"about_ca_system_score_codex":0.0000058619084,"about_ca_system_score_gemma":0.000011144651,"threshold_uncertainty_score":0.25343722},"labels":[],"label_agreement":null},{"id":"W2563364981","doi":"10.1007/s10278-016-9931-8","title":"Characterization of Change and Significance for Clinical Findings in Radiology Reports Through Natural Language Processing","year":2017,"lang":"en","type":"article","venue":"Journal of Digital Imaging","topic":"Topic Modeling","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Radiology; Recall; Natural language processing; Artificial intelligence; Precision and recall; Task (project management); Medicine; Health care; Semantics (computer science); Machine learning; Information retrieval; Psychology","score_opus":0.09346756759821408,"score_gpt":0.37056502382546125,"score_spread":0.2770974562272472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563364981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8808265,0.0006355364,0.11724513,0.00077300693,0.0003717145,0.000087425404,0.0000010074638,0.000005224365,0.00005449335],"genre_scores_gemma":[0.99101776,0.000027772352,0.008679152,0.0000775829,0.00018162774,0.0000015847231,7.7083945e-7,0.000004297758,0.0000094470715],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99914086,0.000011612563,0.00049889635,0.00014073915,0.00009365404,0.00011423853],"domain_scores_gemma":[0.99885243,0.00005121181,0.0008154946,0.00015919618,0.00009592955,0.000025718762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004382832,0.00005851509,0.00020770263,0.00005657194,0.0000513389,0.000265732,0.0002506526,0.00002276326,1.3739162e-7],"category_scores_gemma":[0.0003670701,0.00005001057,0.000046277615,0.00003144229,0.00005913228,0.0035483087,0.000088915054,0.00011597119,4.1186702e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021293083,0.00004074643,0.30063784,0.000075241966,0.000009107118,0.00019042248,0.0044325558,0.0000019146592,0.01381441,0.00013305224,0.0000069625476,0.68063647],"study_design_scores_gemma":[0.0026857033,0.000272405,0.769004,0.0014093765,0.000032062566,0.0035025547,0.0005201472,0.20581885,0.007907501,0.007587652,0.00070238643,0.00055736204],"about_ca_topic_score_codex":0.000003646418,"about_ca_topic_score_gemma":5.8095304e-7,"teacher_disagreement_score":0.6800791,"about_ca_system_score_codex":0.000015088555,"about_ca_system_score_gemma":0.00003912596,"threshold_uncertainty_score":0.2572438},"labels":[],"label_agreement":null},{"id":"W2570431255","doi":"10.1162/tacl_a_00077","title":"Aspect-augmented Adversarial Networks for Domain Adaptation","year":2017,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Army Research Office","keywords":"Computer science; Adversarial system; Domain adaptation; Classifier (UML); Artificial intelligence; Transfer of learning; Sentence; Training set; Domain (mathematical analysis); Relevance (law); Natural language processing; Machine learning; Invariant (physics)","score_opus":0.025433414884880583,"score_gpt":0.27190490475990986,"score_spread":0.2464714898750293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2570431255","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024336399,0.000009498177,0.99427605,0.0010221339,0.0033048992,0.0005067077,0.000093301685,0.000047814385,0.00049622543],"genre_scores_gemma":[0.73724896,0.0000011260223,0.2619934,0.000045194025,0.00034250188,0.000035019984,0.000019331843,0.0000080877935,0.0003063817],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989459,0.000036028807,0.00034404887,0.00019907285,0.00030865084,0.00016628134],"domain_scores_gemma":[0.9971829,0.00068097305,0.0006928365,0.00036996658,0.0010412392,0.000032068143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049465586,0.00009524406,0.00014579235,0.000048914848,0.0009805651,0.00013722811,0.0007026093,0.00008707289,0.0000014238094],"category_scores_gemma":[0.001332584,0.000091997885,0.00020823441,0.000070538226,0.000028263537,0.00010862692,0.000023204531,0.00009149282,8.9746214e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019007137,0.00003763592,0.00020953866,0.000010460025,0.00006814336,3.1984072e-8,0.00016748594,0.8014472,0.0000046927403,0.19684313,0.00011240402,0.0010802364],"study_design_scores_gemma":[0.0009980309,0.00003742903,0.0019941078,0.000014422148,0.00004689369,2.585358e-7,0.000019172809,0.89399165,0.000043238815,0.09947993,0.0032869473,0.00008790343],"about_ca_topic_score_codex":0.000030096247,"about_ca_topic_score_gemma":0.00003133962,"teacher_disagreement_score":0.7370056,"about_ca_system_score_codex":0.0001971995,"about_ca_system_score_gemma":0.00013505176,"threshold_uncertainty_score":0.75418127},"labels":[],"label_agreement":null},{"id":"W2572043595","doi":"","title":"WaterlooClarke: TREC 2015 Total Recall Track","year":2015,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Recall; Track (disk drive); Cluster analysis; Selection (genetic algorithm); Process (computing); Precision and recall; Information retrieval; Data mining; Artificial intelligence","score_opus":0.0752741043559129,"score_gpt":0.2872297986682088,"score_spread":0.21195569431229588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2572043595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32266265,0.00040622748,0.6412211,0.00429307,0.0016026078,0.0003518386,0.0000061926066,0.0007148474,0.028741498],"genre_scores_gemma":[0.9722361,0.000011036516,0.01923305,0.00021544902,0.00015499305,0.0000039000097,0.000004108494,0.00001334709,0.008128],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977333,0.0001307326,0.00036852353,0.0006455101,0.00063065055,0.00049129647],"domain_scores_gemma":[0.99809146,0.00007080256,0.00010137101,0.0009588466,0.00037685983,0.00040067342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007651807,0.00022848755,0.00027702824,0.0000942977,0.00007102723,0.00032839936,0.0012288224,0.00015419055,0.00011281979],"category_scores_gemma":[0.00025941766,0.0002009253,0.00007348024,0.0003532619,0.0000723877,0.00071674254,0.00036543273,0.0003249949,0.0006678387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061628164,0.0005992707,0.0029879736,0.00013145898,0.00015455809,0.0005397448,0.024510954,0.0010590748,0.016367286,0.32354882,0.03753409,0.5919505],"study_design_scores_gemma":[0.0045843394,0.0013320853,0.004254844,0.00019736229,0.00005218302,0.000511394,0.00053750334,0.84488225,0.029975675,0.053709954,0.057541993,0.0024203882],"about_ca_topic_score_codex":0.00010212102,"about_ca_topic_score_gemma":0.000013608339,"teacher_disagreement_score":0.8438232,"about_ca_system_score_codex":0.00010603801,"about_ca_system_score_gemma":0.00045389752,"threshold_uncertainty_score":0.85839385},"labels":[],"label_agreement":null},{"id":"W2573266127","doi":"10.63317/2z8qjf6d9e4t","title":"Evaluating a Topic Modelling Approach to Measuring Corpus Similarity","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Similarity (geometry); Natural language processing; Task (project management); Information retrieval; Artificial intelligence; Text corpus; Image (mathematics)","score_opus":0.2631698706386932,"score_gpt":0.31496228741959786,"score_spread":0.05179241678090468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2573266127","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051677935,0.000025528498,0.9321786,0.0007833112,0.00018306533,0.00017391796,2.149538e-7,0.0002540385,0.014723387],"genre_scores_gemma":[0.5116805,0.0000010633216,0.48738936,0.00023056511,0.000058605696,0.000013153341,5.054517e-8,0.0000046423643,0.0006220736],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842185,0.00006033352,0.00023332093,0.00053269474,0.00041825764,0.00033353482],"domain_scores_gemma":[0.99894786,0.00008322371,0.000039443927,0.00069649314,0.00009843694,0.00013455548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078801357,0.000117915115,0.0001374226,0.000076142605,0.0001091892,0.00010050321,0.0007567631,0.000046899226,0.00000877014],"category_scores_gemma":[0.00008845275,0.00008055473,0.000048100228,0.00017397352,0.000008752341,0.0003609189,0.00037270837,0.00007458785,0.00004399704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048944557,0.00006690976,0.00074911094,0.000024980698,0.000016293425,0.0000027872138,0.001187257,0.29392466,0.007321505,0.22921203,0.000053097367,0.46743646],"study_design_scores_gemma":[0.00019747137,0.000021110287,0.000055477834,0.000027123857,0.0000022862423,0.000005090485,0.000007955224,0.98989964,0.0021161125,0.007309779,0.00020588335,0.00015207902],"about_ca_topic_score_codex":0.00005817902,"about_ca_topic_score_gemma":0.0000033805982,"teacher_disagreement_score":0.69597495,"about_ca_system_score_codex":0.00008040486,"about_ca_system_score_gemma":0.000053556585,"threshold_uncertainty_score":0.32849267},"labels":[],"label_agreement":null},{"id":"W2573346038","doi":"","title":"Predicting sentential semantic compatibility for aggregation in text-to-text generation","year":2016,"lang":"en","type":"article","venue":"International Conference on Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Sentence; Natural language processing; Artificial intelligence; Task (project management); Cluster analysis; Process (computing); Context (archaeology); Information retrieval","score_opus":0.07688502906661919,"score_gpt":0.3287613563504564,"score_spread":0.2518763272838372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2573346038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0830668,0.00000328529,0.9096187,0.002924894,0.0024675967,0.00035816326,0.000053615116,0.00008403627,0.0014229426],"genre_scores_gemma":[0.9130513,0.0000023950508,0.08542663,0.00036236097,0.00092402194,0.000042815147,0.000060068665,0.000010443759,0.00011997],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979912,0.00006451212,0.0005554918,0.0005788722,0.0005854228,0.00022448954],"domain_scores_gemma":[0.99753165,0.00048379428,0.00018111129,0.00024020742,0.0014728089,0.000090441215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004128842,0.0001672073,0.00016391861,0.00027396582,0.000102097816,0.00018703575,0.000594028,0.000064849184,0.000030201116],"category_scores_gemma":[0.0023235618,0.00014932337,0.00005975924,0.00014735306,0.000031645464,0.00013662847,0.00013031777,0.000097385135,0.000049973933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037785267,0.000117362244,0.007682639,0.000010887648,0.000020357973,0.000004482955,0.0002330678,0.066537745,0.00059209735,0.8960314,0.00015853482,0.028573679],"study_design_scores_gemma":[0.000677692,0.0000795795,0.005149633,0.00014007142,0.0000032723478,0.0000026810253,0.000010073255,0.9368224,0.00034419607,0.056050204,0.0005494456,0.00017075529],"about_ca_topic_score_codex":0.00004430134,"about_ca_topic_score_gemma":0.000108620385,"teacher_disagreement_score":0.8702847,"about_ca_system_score_codex":0.00023668872,"about_ca_system_score_gemma":0.00018901392,"threshold_uncertainty_score":0.608923},"labels":[],"label_agreement":null},{"id":"W2573425638","doi":"","title":"Distraction-based neural networks for modeling documents","year":2016,"lang":"en","type":"article","venue":"International Joint Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Automatic summarization; Computer science; Distraction; GRASP; Artificial neural network; Representation (politics); Artificial intelligence; Natural language processing; Traverse; Information retrieval; Machine learning; Programming language","score_opus":0.1398677867114096,"score_gpt":0.34046305885792866,"score_spread":0.20059527214651907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2573425638","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054573175,0.000005052526,0.97992796,0.010933317,0.0023865735,0.0002496396,0.000011819025,0.00015588416,0.0008724429],"genre_scores_gemma":[0.9827872,0.000009129488,0.016085437,0.0005505535,0.0003199113,0.000082704275,0.000006687403,0.000012411239,0.00014595148],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797136,0.00004021625,0.00057466084,0.0006239751,0.00044597135,0.00034380585],"domain_scores_gemma":[0.99857914,0.0002374888,0.00016611248,0.0004440826,0.00045710435,0.000116073395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031154373,0.00020305566,0.00016299587,0.0001580984,0.0001299348,0.00034286792,0.0010436467,0.00008102733,0.00015316268],"category_scores_gemma":[0.00024223379,0.00015769558,0.00013607238,0.00010435103,0.000052729218,0.0005691026,0.00010630106,0.00014050721,0.00009468026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042271262,0.00006573751,0.000022939736,0.0000021949375,0.000012459286,0.000003574144,0.000029264049,0.21246387,0.0015308531,0.47315297,0.000022910777,0.31265098],"study_design_scores_gemma":[0.00006358532,0.00006938197,0.000010979529,0.00007660041,0.0000028629624,0.0000025636693,0.000017785651,0.9050566,0.00663205,0.08776002,0.00011478019,0.00019282232],"about_ca_topic_score_codex":0.00004760019,"about_ca_topic_score_gemma":0.000031732096,"teacher_disagreement_score":0.9773299,"about_ca_system_score_codex":0.00014957736,"about_ca_system_score_gemma":0.00008880372,"threshold_uncertainty_score":0.6430639},"labels":[],"label_agreement":null},{"id":"W2574914175","doi":"","title":"An interactive system for exploring community question answering forums","year":2016,"lang":"en","type":"article","venue":"International Conference on Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Question answering; Computer science; World Wide Web; Interface (matter); Information retrieval; User interface; Graphical user interface; Human–computer interaction","score_opus":0.13824046408852536,"score_gpt":0.3595167125248636,"score_spread":0.22127624843633825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2574914175","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016022194,0.0000019807067,0.97483075,0.0005541528,0.0036095742,0.00017518376,0.00006283727,0.00028848447,0.004454857],"genre_scores_gemma":[0.852754,0.0000019804336,0.1464039,0.00010627235,0.00057363557,0.00007106653,0.000038655864,0.000013019059,0.000037456968],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985219,0.00013511088,0.00036882013,0.0003474826,0.00042075838,0.00020591082],"domain_scores_gemma":[0.99680316,0.0008224573,0.0001863806,0.00034934882,0.0017382666,0.00010037425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004914549,0.00017076405,0.00015126659,0.00018073285,0.00024686454,0.00024271742,0.0010463805,0.00005122716,0.000007678556],"category_scores_gemma":[0.0009951064,0.00014724073,0.00006113352,0.00006768989,0.000037409154,0.00039007084,0.00013845124,0.0001796165,0.000024904384],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003885642,0.00007224022,0.00015232986,0.000014141148,0.000026126996,0.0000032842227,0.00035857796,0.024433872,0.00026198957,0.9572736,0.000017636266,0.017347328],"study_design_scores_gemma":[0.0005244271,0.00019338002,0.00052950106,0.0003687999,0.0000046530527,0.000007632851,0.00022104499,0.900135,0.0007102156,0.096229196,0.0008663151,0.00020985877],"about_ca_topic_score_codex":0.00004560974,"about_ca_topic_score_gemma":0.000012146428,"teacher_disagreement_score":0.8757011,"about_ca_system_score_codex":0.00033071564,"about_ca_system_score_gemma":0.00012152233,"threshold_uncertainty_score":0.60043025},"labels":[],"label_agreement":null},{"id":"W2577720462","doi":"","title":"Named Entity Disambiguation for little known referents: a topic-based approach","year":2016,"lang":"en","type":"article","venue":"International Conference on Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Referent; Exploit; Task (project management); Property (philosophy); Named-entity recognition; Natural language processing; Entity linking; Artificial intelligence; Information retrieval; Training set; Named entity; Linguistics; Knowledge base","score_opus":0.09194997485170264,"score_gpt":0.3341074863322806,"score_spread":0.24215751148057796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577720462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010354781,0.000004304798,0.9760732,0.0033903804,0.00213664,0.00022848757,0.0000959793,0.00012692466,0.01690861],"genre_scores_gemma":[0.7667977,0.0000016291608,0.23119992,0.0003538147,0.0005883559,0.000055330558,0.00013574219,0.00000900552,0.0008585043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981164,0.000047657388,0.00037411487,0.00049994857,0.00075897016,0.00020291959],"domain_scores_gemma":[0.9966441,0.00047379863,0.00017562145,0.00029245176,0.0023285588,0.000085518695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002872382,0.00016760426,0.0001492453,0.00015501808,0.000112122216,0.00021323134,0.00083297695,0.000076803895,0.000055720175],"category_scores_gemma":[0.0023635796,0.00013661364,0.00008780042,0.000089775654,0.00004844483,0.00010781084,0.0001010787,0.00009457371,0.000044480737],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002813419,0.00014136374,0.0002259744,0.00000952115,0.000023758768,0.0000010704802,0.000053823864,0.0111279255,0.000038597573,0.9708794,0.0004173593,0.017053122],"study_design_scores_gemma":[0.0008285116,0.00006916049,0.0005414755,0.00006439068,0.0000052019996,9.824636e-7,0.0000063679913,0.7943559,0.00012466856,0.1919757,0.011853969,0.00017367413],"about_ca_topic_score_codex":0.0000115798075,"about_ca_topic_score_gemma":0.000004585816,"teacher_disagreement_score":0.783228,"about_ca_system_score_codex":0.00018584577,"about_ca_system_score_gemma":0.00026582842,"threshold_uncertainty_score":0.5570943},"labels":[],"label_agreement":null},{"id":"W2578302695","doi":"10.1109/wi.2016.0095","title":"Context Free Frequently Asked Questions Detection Using Machine Learning Techniques","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton","funders":"","keywords":"Computer science; Frequently asked questions; Naive Bayes classifier; Classifier (UML); Artificial intelligence; Information retrieval; Machine learning; Natural language processing; Support vector machine; Feature engineering; Parsing","score_opus":0.027526159804951964,"score_gpt":0.2582787823248984,"score_spread":0.23075262251994647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2578302695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03747944,0.0000501238,0.9593979,0.0007570382,0.00016826497,0.00010017819,7.181949e-7,0.0008860576,0.0011602445],"genre_scores_gemma":[0.78668696,0.000007994107,0.21247311,0.00012570783,0.0000592193,0.0000074205886,1.4196138e-7,0.000007432131,0.0006320344],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990936,0.00008048943,0.0001885635,0.00028957654,0.00015464297,0.00019312771],"domain_scores_gemma":[0.99923813,0.00006843985,0.000067330126,0.0004907472,0.00007706701,0.000058298694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025250748,0.00010065141,0.00009914494,0.00011164401,0.00016762695,0.000077655895,0.0004669143,0.00006291222,0.00003972623],"category_scores_gemma":[0.00015723673,0.0000704242,0.000043693148,0.00013781694,0.00002552554,0.0005559944,0.00021962682,0.00011458019,0.000022855658],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028491288,0.000022200033,0.003614406,0.0000052497517,0.0000125864,0.000005990929,0.00014366583,0.000056483368,0.38004217,0.04983834,0.000015717864,0.5662404],"study_design_scores_gemma":[0.00046661333,0.00011704436,0.0004044008,0.0001245088,0.000009506176,0.00006911005,0.000021379245,0.49435028,0.47239572,0.02432499,0.007334067,0.00038235163],"about_ca_topic_score_codex":0.0011307443,"about_ca_topic_score_gemma":0.0004088107,"teacher_disagreement_score":0.7492075,"about_ca_system_score_codex":0.00010466488,"about_ca_system_score_gemma":0.000030832376,"threshold_uncertainty_score":0.28718156},"labels":[],"label_agreement":null},{"id":"W2578945560","doi":"","title":"Real Time Filtering of Tweets Using Wikipedia Concepts and Google Tri-gram Semantic Relatedness","year":2015,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Information retrieval; n-gram; Semantic similarity; Word (group theory); Social media; World Wide Web; Natural language processing; Language model","score_opus":0.07837344284233229,"score_gpt":0.3094833050650553,"score_spread":0.231109862222723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2578945560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8783889,0.00013983926,0.11798114,0.00008330756,0.0003374529,0.000172115,0.0000033383478,0.00014297204,0.002750959],"genre_scores_gemma":[0.9834204,0.000025658965,0.016017327,0.000017268847,0.00006705023,9.483891e-7,0.0000019010228,0.000012302136,0.0004371857],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826163,0.00010859865,0.00041081462,0.0004727895,0.00041738886,0.00032878932],"domain_scores_gemma":[0.9986024,0.00012468288,0.00020685939,0.0005581833,0.0002881838,0.00021968345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005453297,0.00019116115,0.00036207357,0.00010424438,0.00006559748,0.00013138833,0.00059910415,0.00013501303,0.00002243183],"category_scores_gemma":[0.00022008075,0.00018799113,0.000040751824,0.00036385897,0.00014392116,0.0005037197,0.00043516542,0.00019534887,0.000027707862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073756627,0.00047470236,0.02176086,0.0008686349,0.00031297703,0.00049482594,0.051487423,0.0042635826,0.7154399,0.09467457,0.0008466554,0.10863826],"study_design_scores_gemma":[0.0013762624,0.00027957477,0.0019128302,0.00028681714,0.00003945873,0.00009211886,0.000159065,0.9754195,0.015257446,0.00441224,0.00024887733,0.00051578437],"about_ca_topic_score_codex":0.00024369065,"about_ca_topic_score_gemma":0.000003385014,"teacher_disagreement_score":0.97115594,"about_ca_system_score_codex":0.000061761486,"about_ca_system_score_gemma":0.00033707268,"threshold_uncertainty_score":0.76660556},"labels":[],"label_agreement":null},{"id":"W2579773546","doi":"","title":"Reddit Temporal N-gram Corpus and its Applications on Paraphrase and Semantic Similarity in Social Media using a Topic-based Latent Semantic Analysis.","year":2016,"lang":"en","type":"article","venue":"International Conference on Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Paraphrase; Computer science; Latent semantic analysis; SemEval; Natural language processing; Artificial intelligence; Social media; Semantic similarity; Similarity (geometry); n-gram; Probabilistic latent semantic analysis; Text corpus; Information retrieval; Language model; World Wide Web","score_opus":0.08700156074749933,"score_gpt":0.3337642859727162,"score_spread":0.24676272522521686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579773546","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16318132,0.000023890703,0.83335555,0.0022574428,0.00040527704,0.00022096036,0.00008504613,0.000063724554,0.0004067803],"genre_scores_gemma":[0.980411,0.000009162615,0.018923284,0.0002984686,0.00027960824,0.000017113021,0.000041243402,0.0000069446733,0.000013209814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983712,0.00007016067,0.00038878268,0.0004945421,0.0004992218,0.00017610106],"domain_scores_gemma":[0.9983282,0.00071571127,0.00017684235,0.00015074862,0.0005401173,0.0000883569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002258312,0.00017088845,0.0002264366,0.00041355332,0.00012777762,0.00014703398,0.0003316296,0.00007845032,0.000016403006],"category_scores_gemma":[0.000547536,0.00015080869,0.00005407234,0.00028720923,0.000068733825,0.000060042486,0.00010615305,0.00014765878,0.000005684808],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026855989,0.0001353125,0.010789025,0.000016346788,0.00007696198,0.000030359011,0.00015148078,0.024942795,0.000060441555,0.9586119,0.000008975372,0.0051495577],"study_design_scores_gemma":[0.00053627905,0.00002777036,0.020556921,0.00006952812,0.00002927894,0.000002694648,0.000005783508,0.9114118,0.000024590066,0.0670229,0.0001422006,0.00017020863],"about_ca_topic_score_codex":0.000032087537,"about_ca_topic_score_gemma":0.00006765493,"teacher_disagreement_score":0.891589,"about_ca_system_score_codex":0.000121321274,"about_ca_system_score_gemma":0.00015248917,"threshold_uncertainty_score":0.61498},"labels":[],"label_agreement":null},{"id":"W2583976214","doi":"10.1145/3018661.3018692","title":"Document Retrieval Model Through Semantic Linking","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Information retrieval; Explicit semantic analysis; Complement (music); Graph; Semantic similarity; Probabilistic logic; Natural language processing; Semantic computing; Artificial intelligence; Semantic technology; Theoretical computer science; Semantic Web","score_opus":0.05264179382538973,"score_gpt":0.30707330122771526,"score_spread":0.2544315074023255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583976214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019101769,0.000027586519,0.9439555,0.0028057445,0.00034527745,0.000071180475,8.8446e-8,0.0001429133,0.033549987],"genre_scores_gemma":[0.6994725,0.000009786712,0.29795402,0.00036548253,0.00006395741,9.4544004e-7,1.2817964e-7,0.000003823574,0.0021293499],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901474,0.0000106028165,0.00015422668,0.00032815264,0.0002638416,0.00022841967],"domain_scores_gemma":[0.9983569,0.000016302789,0.00008273806,0.0014625896,0.000038689774,0.000042799547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023067507,0.000087406006,0.000102895596,0.000018376926,0.00038410333,0.00060610694,0.0015221002,0.000045162287,0.000011412453],"category_scores_gemma":[0.000033353437,0.00007432667,0.000045638368,0.000027868544,0.000023574245,0.001124005,0.0007244392,0.00010000531,0.00006692323],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026930766,0.000017269815,0.00040481464,0.000016724114,0.000012760571,0.000016235024,0.0011993641,0.012749046,0.0005573278,0.9720082,0.00022757109,0.012787948],"study_design_scores_gemma":[0.00013342783,0.000007906179,0.00007808619,0.00001832426,0.0000021767544,0.0000035442183,0.0000041279623,0.85021985,0.001831907,0.14734066,0.00026376478,0.00009623503],"about_ca_topic_score_codex":0.000069384296,"about_ca_topic_score_gemma":0.000008534478,"teacher_disagreement_score":0.8374708,"about_ca_system_score_codex":0.000029416446,"about_ca_system_score_gemma":0.000047221536,"threshold_uncertainty_score":0.58447033},"labels":[],"label_agreement":null},{"id":"W2584220694","doi":"10.1609/aaai.v32i1.11321","title":"RUBER: An Unsupervised Method for Automatic Evaluation of Open-Domain Dialog Systems","year":2018,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China; Tencent; National Science Foundation","keywords":"Dialog box; Computer science; Annotation; Metric (unit); Open domain; Artificial intelligence; Utterance; Domain (mathematical analysis); Natural language processing; Dialog system; Transferability; Conversation; Information retrieval; Machine learning; World Wide Web; Linguistics; Mathematics","score_opus":0.24357062726124815,"score_gpt":0.40746944321116096,"score_spread":0.16389881594991282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584220694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18498671,0.000019302553,0.8061517,0.0009264852,0.00077964796,0.0019732658,0.000007182832,0.00006658245,0.005089107],"genre_scores_gemma":[0.8815126,0.0000022160868,0.11811413,0.00006981583,0.00010873516,0.00014593203,6.1997343e-7,0.000011729678,0.000034244462],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975374,0.00011205297,0.00079090154,0.0005666017,0.0006975083,0.00029557617],"domain_scores_gemma":[0.99601936,0.0001723426,0.0005766864,0.0005644841,0.0025841345,0.00008300849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048539625,0.00019287986,0.00036712675,0.00013499222,0.00019985466,0.00040131345,0.0037603532,0.000093933086,0.000037017122],"category_scores_gemma":[0.0007927412,0.0001483833,0.000086963926,0.0004986056,0.00018142129,0.0007952574,0.00050357747,0.00011600813,0.000013481101],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028462471,0.00010974131,0.000032074928,0.000069030706,0.000015538455,1.9927262e-8,0.0024982058,0.00024830375,0.04483236,0.8040802,0.000031675627,0.14805438],"study_design_scores_gemma":[0.00005149189,0.00023219423,0.000028790491,0.00015152156,0.000020631765,0.0000013292149,0.0003998284,0.60065305,0.13540557,0.26293665,0.000015810432,0.00010313508],"about_ca_topic_score_codex":0.00020164592,"about_ca_topic_score_gemma":0.000028577455,"teacher_disagreement_score":0.6965259,"about_ca_system_score_codex":0.000069033056,"about_ca_system_score_gemma":0.00027842028,"threshold_uncertainty_score":0.69877344},"labels":[],"label_agreement":null},{"id":"W2584524946","doi":"10.1109/bigdata.2016.7841060","title":"Efficient natural language pre-processing for analyzing large data sets","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Artificial intelligence; WordNet; Pipeline (software); Natural language processing; Machine translation; Preprocessor; Task (project management); Graph; Variety (cybernetics); Machine learning","score_opus":0.02934926712142034,"score_gpt":0.3177701427171664,"score_spread":0.2884208755957461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584524946","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05735998,0.0005279887,0.9405951,0.0007912057,0.00021511377,0.00011037395,0.000012230154,0.00017869328,0.00020930174],"genre_scores_gemma":[0.8239678,6.823911e-7,0.17518157,0.00016575948,0.00006413092,0.0000038095725,0.00000441501,0.0000053034714,0.00060650386],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989244,0.000015781885,0.00014772847,0.00045740226,0.00015352402,0.00030118032],"domain_scores_gemma":[0.9988351,0.000083960316,0.0000479874,0.0009423044,0.000041947755,0.000048711856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004140766,0.00008319467,0.0000920606,0.000052035197,0.00010439636,0.00010878223,0.0012554739,0.000027511673,0.000010763351],"category_scores_gemma":[0.00009537037,0.00004982211,0.000027140968,0.00011335561,0.000009195062,0.00031099355,0.0007116277,0.000042622276,0.000011411492],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005953079,0.000044354245,0.00047097128,0.00004357518,0.000013798774,0.0000062244553,0.0013445946,0.00027381713,0.0061133383,0.010511042,0.00088291406,0.9802894],"study_design_scores_gemma":[0.0003219641,0.0000062675913,0.00022255442,0.000036281384,0.0000034461896,0.000003324646,0.000027319706,0.99744815,0.0008494668,0.00012562047,0.0008486619,0.00010693791],"about_ca_topic_score_codex":0.000010818418,"about_ca_topic_score_gemma":0.000022377346,"teacher_disagreement_score":0.9971743,"about_ca_system_score_codex":0.00002494479,"about_ca_system_score_gemma":0.00004083208,"threshold_uncertainty_score":0.23330039},"labels":[],"label_agreement":null},{"id":"W2589049976","doi":"10.3390/data2010011","title":"Erratum: Morrison, H., et al. Open Access Article Processing Charges (OA APC) Longitudinal Study 2015 Preliminary Dataset","year":2017,"lang":"en","type":"erratum","venue":"Data","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Data science","score_opus":0.27674736986145604,"score_gpt":0.4640049221509289,"score_spread":0.18725755228947288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589049976","genre_codex":"methods","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00077178533,0.022628834,0.62004197,0.098509446,0.10106397,0.01448072,0.111088574,0.0018380318,0.02957669],"genre_scores_gemma":[0.049643956,0.0022879387,0.1304263,0.027321758,0.009680905,0.0016223291,0.62871045,0.0009076715,0.14939868],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944531,0.00025314477,0.00068119087,0.0028595196,0.0010122037,0.0007408942],"domain_scores_gemma":[0.98532796,0.000057884834,0.0008217423,0.013354509,0.00017817537,0.00025972127],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.0023460148,0.00057894684,0.00075417885,0.0001843238,0.0007206601,0.011985728,0.051461473,0.00022973905,0.000054031738],"category_scores_gemma":[0.00040596936,0.0005397542,0.000038600945,0.00026502396,0.000091162394,0.015546872,0.06528537,0.0013965984,0.00015690071],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019593985,0.00040176598,0.0011903791,0.000090729875,0.00006193136,0.0002272057,0.00024312973,0.000013651842,0.0000013974332,0.00004454789,0.98678833,0.0109173395],"study_design_scores_gemma":[0.0005709811,0.00015879745,0.006518514,0.00037543933,0.00009800305,0.00004619193,0.0000596369,0.15806323,0.0000031537693,0.00033043692,0.833011,0.00076465483],"about_ca_topic_score_codex":0.0016515447,"about_ca_topic_score_gemma":0.00076403975,"teacher_disagreement_score":0.5176219,"about_ca_system_score_codex":0.00006402802,"about_ca_system_score_gemma":0.0010342752,"threshold_uncertainty_score":0.9997054},"labels":[],"label_agreement":null},{"id":"W2592420180","doi":"10.5220/0006256507380745","title":"Dynamic Selection of Exemplar-SVMs for Watch-list Screening through Domain Adaptation","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université du Québec","funders":"","keywords":"Domain adaptation; Support vector machine; Computer science; Selection (genetic algorithm); Artificial intelligence; Adaptation (eye); Machine learning; Domain (mathematical analysis); Pattern recognition (psychology); Mathematics; Classifier (UML); Psychology","score_opus":0.05166690286437465,"score_gpt":0.3054666274369633,"score_spread":0.25379972457258865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592420180","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037414186,0.0000087516355,0.95916665,0.0010955338,0.00020387117,0.00018074253,0.0000011855445,0.00007460362,0.0018544531],"genre_scores_gemma":[0.51253617,0.0000013754939,0.48698643,0.000029463214,0.000018006738,0.000008868253,0.0000013524512,0.0000034758564,0.0004148978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923885,0.000016814785,0.00018520122,0.0002493909,0.00014953577,0.00016020882],"domain_scores_gemma":[0.9992155,0.0000423466,0.00016754476,0.00045729874,0.0000938102,0.000023500701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026098866,0.0000745775,0.00010904572,0.000021589643,0.00032388518,0.00013975592,0.0005385312,0.000049090435,0.000007347384],"category_scores_gemma":[0.000044912045,0.00006915769,0.000051666604,0.00004471425,0.000024336641,0.00087490346,0.00010446816,0.00005055006,0.0000019254692],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005220169,0.00008907134,0.0045222626,0.00011694252,0.000067409266,0.0000022667086,0.005590788,0.018715909,0.021205368,0.71792805,0.0004783453,0.23123138],"study_design_scores_gemma":[0.00034173916,0.000045556113,0.0018867535,0.000019300107,0.0000037140924,0.00000347885,0.00007735388,0.9672158,0.0031153343,0.026507046,0.0006931813,0.00009077741],"about_ca_topic_score_codex":0.0006258474,"about_ca_topic_score_gemma":0.00048269023,"teacher_disagreement_score":0.94849986,"about_ca_system_score_codex":0.000026062251,"about_ca_system_score_gemma":0.000026193811,"threshold_uncertainty_score":0.28201687},"labels":[],"label_agreement":null},{"id":"W2593751037","doi":"10.5087/dad.2017.102","title":"Training End-to-End Dialogue Systems with the Ubuntu Dialogue Corpus","year":2017,"lang":"en","type":"article","venue":"Dialogue & Discourse","topic":"Topic Modeling","field":"Computer Science","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Samsung; Natural Sciences and Engineering Research Council of Canada; Samsung Advanced Institute of Technology","keywords":"Utterance; Computer science; Conversation; Context (archaeology); Task (project management); Artificial intelligence; Construct (python library); Natural language processing; Feature engineering; End-to-end principle; Recall; Feature (linguistics); Precision and recall; Artificial neural network; Speech recognition; Machine learning; Deep learning; Linguistics","score_opus":0.049103931591809494,"score_gpt":0.28453779010342706,"score_spread":0.23543385851161758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593751037","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17103073,0.00072806835,0.78345114,0.01568747,0.008089296,0.002048363,0.00023339629,0.0006387923,0.01809273],"genre_scores_gemma":[0.9948337,0.000020041629,0.00236007,0.0006402971,0.0013780239,0.00022233659,0.000038810336,0.000053714044,0.00045297263],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964452,0.00024172089,0.00045640022,0.0010424823,0.00078824034,0.0010259824],"domain_scores_gemma":[0.995326,0.00031084276,0.00044590814,0.0033793754,0.00013575626,0.00040214072],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011171795,0.00047801784,0.0005832046,0.00014234704,0.0014045155,0.0016905284,0.004141407,0.00015456173,0.000010278697],"category_scores_gemma":[0.00024589538,0.00032039973,0.00015996028,0.00019555501,0.00047614437,0.0010324043,0.00076908845,0.00048605472,0.0002638794],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018645567,0.0005406156,0.0074742646,0.00016110302,0.00058974494,0.0013924245,0.0734109,0.028110739,0.00174041,0.4742866,0.013630124,0.39847663],"study_design_scores_gemma":[0.020655936,0.0046011955,0.13754502,0.0038795732,0.001647622,0.0021887654,0.019117033,0.4039995,0.0031790147,0.026800588,0.3593859,0.01699985],"about_ca_topic_score_codex":0.0020612497,"about_ca_topic_score_gemma":0.0015561184,"teacher_disagreement_score":0.823803,"about_ca_system_score_codex":0.000091296184,"about_ca_system_score_gemma":0.00035023998,"threshold_uncertainty_score":0.9999248},"labels":[],"label_agreement":null},{"id":"W2594165071","doi":"10.1007/978-3-319-59569-6_50","title":"Vector Embedding of Wikipedia Concepts and Entities","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Embedding; Word embedding; Analogy; Similarity (geometry); Word (group theory); Natural language processing; Artificial intelligence; Task (project management); Vector space; Information retrieval; Linguistics; Image (mathematics); Mathematics","score_opus":0.023726935634417114,"score_gpt":0.2810208361709135,"score_spread":0.25729390053649637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594165071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006371411,0.0009113716,0.9923818,0.00023563432,0.0019956036,0.00018210146,0.000003786603,0.00006305231,0.0035894755],"genre_scores_gemma":[0.6093739,0.00009590557,0.38902083,0.00025725318,0.0004809579,0.000003513447,0.0000011245601,0.00002146536,0.00074503507],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974998,0.000017899818,0.00039405737,0.0010355576,0.00065085565,0.00040180504],"domain_scores_gemma":[0.99764377,0.00031090772,0.0003786014,0.0013859686,0.0001678886,0.00011285706],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005491125,0.0003304165,0.0004906588,0.0004037393,0.00022409993,0.00045732333,0.0025937832,0.00020919484,0.000011573853],"category_scores_gemma":[0.0001258713,0.00031205526,0.00007628123,0.00007703909,0.001017809,0.0006592003,0.0015807394,0.0004239152,0.0000051626434],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003844435,0.00001391319,0.00028255177,0.00015901371,0.00001831716,0.00007033781,0.0039546187,0.0097838715,0.0004539028,0.11318641,0.000017252327,0.87205595],"study_design_scores_gemma":[0.00031179114,0.00012691507,0.0002744486,0.0008807859,0.000011246531,0.00006035695,4.7768833e-7,0.80989736,0.0020364234,0.18453132,0.0011987075,0.0006701898],"about_ca_topic_score_codex":0.000038474347,"about_ca_topic_score_gemma":0.00004308372,"teacher_disagreement_score":0.87138575,"about_ca_system_score_codex":0.00008382631,"about_ca_system_score_gemma":0.00032863714,"threshold_uncertainty_score":0.9999332},"labels":[],"label_agreement":null},{"id":"W2594363579","doi":"10.1016/j.ipm.2017.02.009","title":"Self-training on refined clause patterns for relation extraction","year":2017,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Topic Modeling","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relationship extraction; Computer science; Parsing; Information extraction; Natural language processing; Dependency (UML); Context (archaeology); Relation (database); Dependency grammar; Benchmark (surveying); Variety (cybernetics); Artificial intelligence; Rule-based machine translation; Data mining","score_opus":0.045633253515832285,"score_gpt":0.3055209064605257,"score_spread":0.2598876529446934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594363579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039614085,0.000003564817,0.9716977,0.0020229327,0.00039995037,0.00036658542,9.772191e-7,0.00030553303,0.021241378],"genre_scores_gemma":[0.8144553,0.000008084481,0.18442233,0.0006515058,0.00006324818,0.00009856357,0.000013210771,0.000005691776,0.00028211577],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990392,0.000009026984,0.00032302088,0.0001714451,0.00027381018,0.00018353463],"domain_scores_gemma":[0.9988373,0.000018363498,0.00047307578,0.0005386146,0.000097651326,0.00003502403],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00044040618,0.00010378824,0.00008098396,0.00015724616,0.00072845677,0.0011956231,0.00051862036,0.00006564937,0.0000028469883],"category_scores_gemma":[0.00004453123,0.00010386629,0.000032741824,0.000050117673,0.0000067734163,0.0056504705,0.0001157881,0.00010545801,0.000042201187],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000087289945,0.000016548218,0.000071827664,0.00026231696,0.000012027627,7.4316057e-7,0.0022857317,0.0012569678,0.0000036785436,0.051594287,0.00019278954,0.94429433],"study_design_scores_gemma":[0.00085965905,0.000041546482,0.018672233,0.00022318335,0.000017952312,0.0000029013818,0.00026464908,0.8981126,0.000109318455,0.005264182,0.076203085,0.0002286749],"about_ca_topic_score_codex":0.0000040425743,"about_ca_topic_score_gemma":0.0000019047712,"teacher_disagreement_score":0.9440657,"about_ca_system_score_codex":0.00009951924,"about_ca_system_score_gemma":0.000023934987,"threshold_uncertainty_score":0.9998412},"labels":[],"label_agreement":null},{"id":"W2596863005","doi":"10.1007/978-3-319-51049-1","title":"Prediction and Inference from Social Networks and Social Media","year":2017,"lang":"en","type":"book","venue":"Lecture notes in social networks","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Inference; Social media; Social network analysis; Computer science; Data science; Social network (sociolinguistics); Artificial intelligence; Sociology; World Wide Web","score_opus":0.0274515790927396,"score_gpt":0.25335123633199763,"score_spread":0.22589965723925803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2596863005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041500502,0.0028248124,0.98809236,0.0011017694,0.0026256726,0.00033482176,0.000041847492,0.00020749927,0.004356215],"genre_scores_gemma":[0.94730306,0.00077704526,0.0043196687,0.0011111839,0.044958364,0.000053548552,0.00041128378,0.00011783046,0.00094799907],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99713975,0.00018734999,0.00051275274,0.00104736,0.00045939902,0.00065338257],"domain_scores_gemma":[0.99793714,0.0010007009,0.00050982274,0.00036359884,0.000096452626,0.00009226898],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00038925308,0.0005563903,0.00084676134,0.0001134944,0.0012584069,0.00063205644,0.000949488,0.0024112947,0.000012760217],"category_scores_gemma":[0.00015074093,0.0006026141,0.00014013752,0.00010929529,0.00044759942,0.000325723,0.0008492545,0.002183927,0.0000015245481],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046873425,0.000028276068,0.0014525364,0.000054511078,0.00014984362,0.000047400707,0.01751874,0.006446809,0.0000019157462,0.014932499,0.0068758475,0.95244473],"study_design_scores_gemma":[0.0014472065,0.00004710306,0.011627719,0.00029960115,0.00015899292,0.000006113548,0.000018292094,0.64859384,0.0000010308395,0.32486272,0.01155543,0.0013819828],"about_ca_topic_score_codex":0.00007611499,"about_ca_topic_score_gemma":0.001170666,"teacher_disagreement_score":0.9837727,"about_ca_system_score_codex":0.00023518234,"about_ca_system_score_gemma":0.0002533744,"threshold_uncertainty_score":0.99964255},"labels":[],"label_agreement":null},{"id":"W2602143361","doi":"10.1109/icsc.2017.9","title":"A Context-Aware Approach for the Identification of Complex Words in Natural Language Texts","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Identification (biology); Natural language processing; Artificial intelligence; Context (archaeology); SemEval; Word (group theory); Natural language; Natural language understanding; Natural (archaeology); Word identification; Linguistics; Word recognition; Task (project management)","score_opus":0.056285165004476466,"score_gpt":0.31627142238983447,"score_spread":0.259986257385358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602143361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02165466,0.00012835805,0.97635955,0.00076497096,0.000123281,0.0002671441,0.0000016503164,0.000021972099,0.00067841203],"genre_scores_gemma":[0.97621137,8.345194e-7,0.022816498,0.000082287086,0.00002691922,0.00002513389,0.0000021600717,0.0000024183466,0.0008324061],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99944425,0.000015028456,0.00017907054,0.00016335903,0.000100949444,0.0000973731],"domain_scores_gemma":[0.9990056,0.00006678377,0.0001234006,0.00075420184,0.000038722595,0.000011258851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033661534,0.000046674693,0.000079420024,0.000027990676,0.00011743549,0.00011907895,0.0011104135,0.00002114127,0.000003020984],"category_scores_gemma":[0.00006887269,0.000030657666,0.000033114015,0.000034736957,0.000036682686,0.00021302984,0.00015007214,0.00005280533,0.0000013531453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016507654,0.00010238457,0.0033382808,0.00008495812,0.000027682261,0.0000015382338,0.009858879,0.0013471568,0.008125801,0.16811307,0.000695739,0.808288],"study_design_scores_gemma":[0.0002191589,0.0000036940908,0.018026013,0.000004418784,0.0000014353603,9.835675e-7,0.00040038367,0.97990334,0.0009666688,0.00036430618,0.000068055255,0.00004156327],"about_ca_topic_score_codex":0.00028694203,"about_ca_topic_score_gemma":0.0001803629,"teacher_disagreement_score":0.97855616,"about_ca_system_score_codex":0.000011723132,"about_ca_system_score_gemma":0.000014711488,"threshold_uncertainty_score":0.2063443},"labels":[],"label_agreement":null},{"id":"W2603829285","doi":"","title":"Best Practices in Reasearch Methods - Guidelines for Translating RCT Findings into Practice","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Nursing Research","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Psychology; Internal medicine","score_opus":0.597513765333551,"score_gpt":0.6316468776523951,"score_spread":0.03413311231884408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603829285","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011727505,0.0029701092,0.9033787,0.07653839,0.0005758578,0.0003035745,9.289244e-7,0.000007911563,0.0044969954],"genre_scores_gemma":[0.16412285,0.0000250274,0.8350866,0.00018214845,0.00042188133,0.0000032057085,3.8121615e-7,0.000017381724,0.0001405274],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962203,0.00075942866,0.0008592876,0.0003335767,0.0008084222,0.0010190109],"domain_scores_gemma":[0.9896092,0.005031582,0.00036826875,0.0003982619,0.0037130925,0.0008795842],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044266418,0.00012023741,0.00024069674,0.0018882581,0.00045748733,0.0004905714,0.0013315545,0.00012972383,0.0000064548017],"category_scores_gemma":[0.041104537,0.00011871414,0.00008476615,0.0013193986,0.00015983195,0.0016308455,0.000026888947,0.0011356542,0.0000031466366],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006347745,0.000049810897,0.00041675064,0.00003306248,0.000012828817,0.00030999965,0.014939106,0.0003499081,0.0018985161,0.0054306868,0.0026151885,0.97388065],"study_design_scores_gemma":[0.0055898107,0.0036254157,0.0022085174,0.013421539,0.00012551824,0.0058174133,0.09208443,0.4067658,0.012872063,0.20856382,0.24724786,0.0016778216],"about_ca_topic_score_codex":0.014038661,"about_ca_topic_score_gemma":0.012757453,"teacher_disagreement_score":0.97220284,"about_ca_system_score_codex":0.0013737411,"about_ca_system_score_gemma":0.0040169316,"threshold_uncertainty_score":0.99252695},"labels":[],"label_agreement":null},{"id":"W2604228733","doi":"","title":"Event Nugget Detection Task: UMBC systems","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Computer science; Task (project management); Sentence; Measure (data warehouse); Convolution (computer science); Word (group theory); Artificial intelligence; Convolutional neural network; Artificial neural network; Real-time computing; Pattern recognition (psychology); Data mining; Mathematics; Engineering","score_opus":0.007871750298804013,"score_gpt":0.230625804219854,"score_spread":0.22275405392105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604228733","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01824406,0.00039641105,0.9801937,0.00014858448,0.00006140753,0.00015420554,0.0000025985792,0.00006689253,0.00073217595],"genre_scores_gemma":[0.9985868,0.000039128925,0.00069540733,0.0000108199365,0.000056311354,0.00013194958,4.0293017e-7,0.000003035726,0.00047618247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99948907,0.000052728166,0.000145421,0.00015765025,0.00007437824,0.00008076103],"domain_scores_gemma":[0.9993313,0.00013899022,0.00007067086,0.00037572155,0.000053177606,0.000030137311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037660723,0.00005454239,0.00007828327,0.000040212042,0.00008778919,0.000025495088,0.0002363798,0.000028257957,0.000002875068],"category_scores_gemma":[0.000015554988,0.000037532904,0.00001678836,0.00009889371,0.000077014156,0.00018406803,0.00006743601,0.0000240538,0.000010242939],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032107582,0.000007998368,0.000021589372,0.000012478201,0.0000042422785,4.4618805e-8,0.0001334071,0.000020254642,0.0076182513,0.87196016,0.00000531959,0.12021305],"study_design_scores_gemma":[0.00019168937,0.000035668756,0.00021210828,0.000022010483,0.00001042593,0.000014627072,0.0002347457,0.0013759779,0.040478937,0.9426728,0.014612761,0.00013828388],"about_ca_topic_score_codex":0.000011496984,"about_ca_topic_score_gemma":0.0000013785886,"teacher_disagreement_score":0.9803427,"about_ca_system_score_codex":0.000010211644,"about_ca_system_score_gemma":0.000015874537,"threshold_uncertainty_score":0.15305474},"labels":[],"label_agreement":null},{"id":"W2604963202","doi":"10.1609/aaai.v31i1.10931","title":"Distributed Negative Sampling for Word Embeddings","year":2017,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Word2vec; Word (group theory); Vocabulary; Computer science; Sampling (signal processing); Artificial intelligence; Core (optical fiber); Scale (ratio); Natural language processing; Theoretical computer science; Mathematics; Linguistics; Telecommunications; Geography; Cartography","score_opus":0.16769677131130994,"score_gpt":0.35517976344463,"score_spread":0.18748299213332004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604963202","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091626644,0.000007805562,0.8956637,0.0071245506,0.0007617421,0.00068927224,0.0000214106,0.00011043494,0.003994473],"genre_scores_gemma":[0.9650316,0.000008383333,0.034521054,0.00011415869,0.00011173632,0.00005342911,5.1572346e-7,0.000011584878,0.0001475318],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99814767,0.0000070791557,0.0004905668,0.00058075396,0.00036766028,0.00040625152],"domain_scores_gemma":[0.9975216,0.00017295741,0.0007152311,0.0006511871,0.0008471799,0.0000918759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005512952,0.00022037045,0.00028041558,0.00007052679,0.0008290961,0.00086062064,0.0040791472,0.000092904345,0.000014667882],"category_scores_gemma":[0.0020811271,0.00017161982,0.00015649044,0.00016964467,0.00028179327,0.0007420554,0.00072478375,0.00024322484,0.000020332402],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004094635,0.00004550161,0.00015359053,0.000030465093,0.000013739948,1.2384817e-7,0.000854276,0.00012881168,0.009086064,0.8988455,0.00007020081,0.09073081],"study_design_scores_gemma":[0.000040320752,0.000075159216,0.00031415583,0.00022325471,0.000010324865,0.0000015119684,0.00029188642,0.26153672,0.26519522,0.47193566,0.00016722232,0.00020856921],"about_ca_topic_score_codex":0.000056042212,"about_ca_topic_score_gemma":0.0000112538255,"teacher_disagreement_score":0.873405,"about_ca_system_score_codex":0.000053718366,"about_ca_system_score_gemma":0.000086668726,"threshold_uncertainty_score":0.8298985},"labels":[],"label_agreement":null},{"id":"W2605905982","doi":"10.1007/978-3-319-57351-9_29","title":"Domain Adaptation for Detecting Mild Cognitive Impairment","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley; University of British Columbia","funders":"","keywords":"Computer science; Domain adaptation; Adaptation (eye); Cognitive impairment; Dementia; Domain (mathematical analysis); Cognition; Natural language processing; Artificial intelligence; Machine learning; Psychology; Medicine; Disease; Psychiatry","score_opus":0.0395186085395018,"score_gpt":0.2785107478688961,"score_spread":0.23899213932939434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605905982","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002347765,0.00021677611,0.9949724,0.00047011813,0.0018518298,0.00093856273,0.00000732057,0.00012965513,0.0011785348],"genre_scores_gemma":[0.18533471,0.000009474275,0.8131587,0.0005933936,0.00060817937,0.000042145668,0.000004069693,0.000029889226,0.0002194321],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99659306,0.00002551578,0.00045947568,0.0015573218,0.000717964,0.00064665196],"domain_scores_gemma":[0.99718684,0.0006831115,0.00046892237,0.0011867697,0.00033624933,0.0001380835],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012502144,0.00043644832,0.0004256644,0.0005062987,0.0006619419,0.0007485228,0.0026206675,0.00026550828,0.0000037813454],"category_scores_gemma":[0.0001410654,0.00042219312,0.00015803643,0.00011069606,0.00033048296,0.00066102186,0.00094053533,0.0005083885,0.000013556262],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001400275,0.000016810856,0.000023387653,0.00005337282,0.00001482484,0.00002624042,0.002803631,0.019683752,0.00004711877,0.013025249,0.000002808783,0.9642888],"study_design_scores_gemma":[0.00051744026,0.00020278592,0.00007064452,0.0006321201,0.000008680705,0.000026334335,0.0000010018952,0.7477716,0.00072901405,0.24917725,0.0003702602,0.00049287366],"about_ca_topic_score_codex":0.000032114935,"about_ca_topic_score_gemma":0.00015865499,"teacher_disagreement_score":0.9637959,"about_ca_system_score_codex":0.00031333175,"about_ca_system_score_gemma":0.0005240505,"threshold_uncertainty_score":0.999823},"labels":[],"label_agreement":null},{"id":"W2606337962","doi":"","title":"Generalized Probabilistic Topic and Syntax Models for Natural Language Processing","year":2012,"lang":"en","type":"dissertation","venue":"The Atrium (University of Guelph)","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Syntax; Computer science; Probabilistic logic; Natural language processing; Linguistics; Artificial intelligence; Programming language; Philosophy","score_opus":0.020636575539729776,"score_gpt":0.23836168055126097,"score_spread":0.2177251050115312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606337962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7671513,0.009121098,0.22069868,0.00068744645,0.0005937942,0.00078387925,0.000011573049,0.000112233014,0.0008400016],"genre_scores_gemma":[0.9719041,0.000024257342,0.023289928,0.000018625371,0.000081137776,0.0000010865667,0.00003957201,0.000008774287,0.0046325466],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992349,0.00003867182,0.00010515835,0.00026030026,0.00016654497,0.00019439221],"domain_scores_gemma":[0.9992419,0.00005986947,0.00019161566,0.00034716818,0.00011643028,0.00004304881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019665493,0.00013462466,0.00022224215,0.000075940225,0.00021920503,0.000036511927,0.00074169267,0.00010908681,0.0000049510118],"category_scores_gemma":[0.000017879147,0.00012237036,0.0000872168,0.000107641856,0.000037860365,0.00040405558,0.00012320172,0.00014627674,0.0000012409942],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048946525,0.00016643571,0.00008988433,0.005991952,0.00032737353,0.000024887273,0.18063752,0.0035251777,0.06541201,0.16262324,0.00071746396,0.57999456],"study_design_scores_gemma":[0.00079802086,0.000040309595,0.004634959,0.00017240745,0.0002356758,0.000010014413,0.0048969206,0.9792603,0.00014353903,0.009091553,0.00031648576,0.00039980453],"about_ca_topic_score_codex":0.0003385919,"about_ca_topic_score_gemma":0.0002735408,"teacher_disagreement_score":0.9757351,"about_ca_system_score_codex":0.000037432455,"about_ca_system_score_gemma":0.00008319526,"threshold_uncertainty_score":0.49901187},"labels":[],"label_agreement":null},{"id":"W2606584033","doi":"10.1007/978-3-319-57351-9_10","title":"Investigating Citation Linkage with Machine Learning","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Sentence; Citation; Linkage (software); Similarity (geometry); Artificial intelligence; Natural language processing; Learning to rank; Task (project management); Rank (graph theory); Domain (mathematical analysis); Regression; Information retrieval; Machine learning; Statistics; Ranking (information retrieval); Mathematics; World Wide Web","score_opus":0.02924486356172764,"score_gpt":0.25107939023284415,"score_spread":0.2218345266711165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606584033","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022690144,0.00027563836,0.9925079,0.00073592167,0.0006852352,0.00024169302,0.000001062352,0.00021422774,0.005111419],"genre_scores_gemma":[0.1994415,0.000017328697,0.7986718,0.00064180355,0.00039243768,0.0000058261267,0.000005363359,0.00003519106,0.0007887671],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966042,0.000039074297,0.00039313638,0.0014369243,0.0009913603,0.0005353139],"domain_scores_gemma":[0.99725336,0.0003294039,0.00052033376,0.0015001294,0.00022800392,0.00016874341],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010336258,0.00044425193,0.0004144765,0.00058095146,0.0006607314,0.0010886085,0.0032177712,0.00023844348,0.0000071640666],"category_scores_gemma":[0.00028464728,0.00037972347,0.00006543942,0.00020303327,0.0005656754,0.00090959965,0.0011101787,0.0013290822,0.000023126971],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012676027,0.000006181041,0.0005280977,0.00004515625,0.000008236604,0.000068125104,0.0015316205,0.17036466,0.00011725098,0.017469434,0.0000012485027,0.80985874],"study_design_scores_gemma":[0.00020802603,0.000126262,0.00012355925,0.00066755497,0.0000053964236,0.000053952695,1.13454874e-7,0.9292235,0.00030705778,0.0682182,0.0005802223,0.00048615065],"about_ca_topic_score_codex":0.00006572455,"about_ca_topic_score_gemma":0.0001582144,"teacher_disagreement_score":0.80937254,"about_ca_system_score_codex":0.0001805574,"about_ca_system_score_gemma":0.00049737375,"threshold_uncertainty_score":0.9999484},"labels":[],"label_agreement":null},{"id":"W2607475845","doi":"10.1007/978-3-319-57351-9_46","title":"Deep Multi-cultural Graph Representation Learning","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Jaccard index; Similarity (geometry); Graph; Representation (politics); German; Knowledge representation and reasoning; Information retrieval; Pattern recognition (psychology); Theoretical computer science; Linguistics","score_opus":0.04364916223908568,"score_gpt":0.2978275706104297,"score_spread":0.25417840837134403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607475845","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010715561,0.00035273418,0.99337775,0.00045485888,0.0020074833,0.00027701975,4.76961e-7,0.00022496184,0.003197578],"genre_scores_gemma":[0.20093468,0.00007274021,0.7963879,0.0004228363,0.00057493336,0.000009695108,0.000006266611,0.00003221149,0.0015587356],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99622786,0.000046583616,0.00045827994,0.0017499217,0.00090970524,0.00060764706],"domain_scores_gemma":[0.99700034,0.00022025981,0.00045586252,0.0018643814,0.00030120375,0.00015793747],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006743557,0.0004504144,0.00044356863,0.0005629001,0.0007067021,0.0012984396,0.004146949,0.00030018348,0.000011487227],"category_scores_gemma":[0.00028368365,0.00040682577,0.00016403102,0.00019754739,0.00055204623,0.0013273287,0.0015840116,0.0010882994,0.00004991333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018727076,0.00001089891,0.00023164271,0.00001613911,0.000008436331,0.00007404052,0.0015381782,0.22700757,0.00011827073,0.006547755,0.000003648105,0.76444155],"study_design_scores_gemma":[0.00026210875,0.000049191884,0.00027419275,0.00018694096,0.000005518619,0.000055727007,3.7452247e-7,0.9518801,0.00037212134,0.045934938,0.00048118868,0.00049758994],"about_ca_topic_score_codex":0.000077066405,"about_ca_topic_score_gemma":0.00014986396,"teacher_disagreement_score":0.763944,"about_ca_system_score_codex":0.00019221717,"about_ca_system_score_gemma":0.00021020547,"threshold_uncertainty_score":0.99983835},"labels":[],"label_agreement":null},{"id":"W2608787653","doi":"10.18653/v1/p17-1152","title":"Enhanced LSTM for Natural Language Inference","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1196,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; York University; National Research Council Canada","funders":"Fundamental Research Funds for the Central Universities; Chinese Academy of Sciences","keywords":"Inference; Computer science; Artificial intelligence; Parsing; Language model; Machine learning; Natural language; Artificial neural network; Natural language processing","score_opus":0.03843647516708471,"score_gpt":0.3355466537017409,"score_spread":0.2971101785346562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608787653","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008169777,0.00033833153,0.97838503,0.00060699164,0.0023242927,0.00035449673,0.0000043896825,0.00026529082,0.009551418],"genre_scores_gemma":[0.75604624,0.000008206799,0.23828223,0.00017818113,0.00020186474,0.00006567398,0.0000076730175,0.000006781213,0.0052031735],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987295,0.000016039987,0.0001891609,0.00062785024,0.00017859222,0.00025885442],"domain_scores_gemma":[0.99771154,0.000099614095,0.00016876678,0.0018563846,0.00010899515,0.000054675398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018289323,0.00018474084,0.00023256635,0.000056552562,0.00010812906,0.00046043238,0.0027047894,0.00016228888,0.000013636753],"category_scores_gemma":[0.00022587266,0.00015916357,0.00011889199,0.000018133083,0.000021145941,0.00020640016,0.0022111437,0.00035261194,0.000025191239],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008284051,0.0000413978,0.000033517503,0.00036517938,0.00006748217,0.000012912153,0.004681819,0.0015237567,0.00455143,0.20367317,0.0011649883,0.78387606],"study_design_scores_gemma":[0.00028070295,0.000017485678,0.00016166232,0.00013749495,0.000007782719,0.0000016388973,0.000023956773,0.9524945,0.015483008,0.030075742,0.0008368498,0.00047919044],"about_ca_topic_score_codex":0.00015211893,"about_ca_topic_score_gemma":0.00007719436,"teacher_disagreement_score":0.9509707,"about_ca_system_score_codex":0.000038123886,"about_ca_system_score_gemma":0.00017079277,"threshold_uncertainty_score":0.64905024},"labels":[],"label_agreement":null},{"id":"W2610350176","doi":"10.1109/tkde.2017.2699965","title":"Finding Related Forum Posts through Content Similarity over Intention-Based Segmentation","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"European Research Council; Université Paris-Saclay; European Cooperation in Science and Technology","keywords":"Segmentation; Similarity (geometry); Computer science; Set (abstract data type); Point (geometry); Information retrieval; Contrast (vision); Content (measure theory); Artificial intelligence; Image (mathematics); Mathematics","score_opus":0.0766944298027059,"score_gpt":0.3090613877724966,"score_spread":0.23236695796979068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610350176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019392796,0.000107165724,0.97856206,0.00031365082,0.0011533117,0.00014238011,0.00004201914,0.00014776064,0.00013884013],"genre_scores_gemma":[0.9760288,0.000031524367,0.02374676,0.00004485886,0.000019048595,0.000011669531,0.000017228012,0.000011483579,0.00008863272],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999066,0.000014667374,0.0002045094,0.00040458376,0.00011191596,0.00019830822],"domain_scores_gemma":[0.99862945,0.00007327894,0.00006166118,0.0011316754,0.000042683725,0.00006122659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000169933,0.00013781953,0.0001250682,0.0000865303,0.00040854284,0.00024618936,0.0006821073,0.000071159404,0.000010279027],"category_scores_gemma":[0.000019009733,0.00014160367,0.000040525283,0.00006964125,0.000020532625,0.0015071076,0.000023796081,0.00020454894,0.0000119462975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010964013,0.0013742913,0.0040453263,0.0008410945,0.00075593876,0.00009380039,0.0059386077,0.2699319,0.06875214,0.020755276,0.0012421134,0.62615985],"study_design_scores_gemma":[0.0006140955,0.000030470443,0.0010152592,0.00011659581,0.000019489595,0.000004700669,0.000024240557,0.98900515,0.008546203,0.00007567133,0.0003791565,0.00016899154],"about_ca_topic_score_codex":0.000069137204,"about_ca_topic_score_gemma":0.000063064595,"teacher_disagreement_score":0.956636,"about_ca_system_score_codex":0.0000518121,"about_ca_system_score_gemma":0.0000280843,"threshold_uncertainty_score":0.577443},"labels":[],"label_agreement":null},{"id":"W2611225023","doi":"10.1007/978-3-319-59041-7_13","title":"Supervised Methods to Support Online Scientific Data Triage","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université du Québec à Montréal","funders":"","keywords":"Triage; Computer science; Pipeline (software); Feature selection; Data science; Task (project management); Feature (linguistics); Supervised learning; Machine learning; Artificial intelligence; Engineering; Systems engineering; Medicine; Medical emergency","score_opus":0.10553585693560324,"score_gpt":0.36290682600492474,"score_spread":0.2573709690693215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611225023","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016958978,0.00024977842,0.98191804,0.0018873449,0.0015839719,0.00050626363,0.00009675742,0.00021247413,0.013528392],"genre_scores_gemma":[0.0055077984,0.000025419906,0.9871711,0.0017525132,0.00038327952,0.000016290087,0.002180495,0.000047343827,0.002915757],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99680173,0.00003486592,0.0011169327,0.0008496886,0.0007408689,0.0004559186],"domain_scores_gemma":[0.9945416,0.0001469986,0.00079376687,0.0035351063,0.00085691275,0.00012563987],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018877105,0.0004910095,0.0006019287,0.0011199123,0.0005434637,0.0032649662,0.004965324,0.00046776628,0.000066043256],"category_scores_gemma":[0.0018998899,0.0004601648,0.00005721816,0.00035470104,0.00011400602,0.007435879,0.0021923461,0.000618887,0.00007778222],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009158335,0.000009993874,0.0000062095264,0.0003678318,0.0000068405725,0.0000061796704,0.0011634058,0.0038758747,0.000021360285,0.0016549246,0.00010343823,0.9927748],"study_design_scores_gemma":[0.00079563394,0.000025317982,0.00011265707,0.00145278,0.00003810909,0.000038159462,0.0000070111905,0.60730225,0.00027135081,0.024422653,0.36441505,0.0011190295],"about_ca_topic_score_codex":0.000022300936,"about_ca_topic_score_gemma":0.000103600105,"teacher_disagreement_score":0.99165577,"about_ca_system_score_codex":0.00015697625,"about_ca_system_score_gemma":0.0011740772,"threshold_uncertainty_score":0.999785},"labels":[],"label_agreement":null},{"id":"W2615653823","doi":"10.71781/10122","title":"Narrative generation by associative network extraction from real-life temporal data","year":2016,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de recherche du Québec – Nature et technologies; Université de Montréal","keywords":"Narrative; Associative property; Extraction (chemistry); Computer science; Art; Literature; Chemistry; Mathematics","score_opus":0.10882618493417731,"score_gpt":0.37288356588304306,"score_spread":0.26405738094886577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615653823","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35855526,0.00085835526,0.5704383,0.0015688683,0.0097344,0.0022296747,0.0011783646,0.00003742874,0.05539933],"genre_scores_gemma":[0.42227194,0.00039910644,0.37534282,0.00031045513,0.007275456,0.00019022344,0.09072245,0.00012564466,0.103361934],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974371,0.00024543647,0.00046970998,0.0011679109,0.00041654115,0.0002633046],"domain_scores_gemma":[0.99757147,0.00013547814,0.0007908241,0.0012379503,0.00015919044,0.00010509168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006244219,0.00026414703,0.0003544106,0.000039337483,0.00031743123,0.0007822342,0.0025685844,0.0003435182,0.00058669137],"category_scores_gemma":[0.00012275229,0.00023748304,0.00003954109,0.00014203144,0.000010753664,0.0022556002,0.00042911022,0.000271897,0.0002038453],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009584585,0.00014838218,0.0008373026,0.000008001291,0.00048046812,0.000020460397,0.039621115,0.00015009592,0.007937764,0.00047964216,0.2291931,0.7210278],"study_design_scores_gemma":[0.00453898,0.00038447243,0.0074100513,0.0015700152,0.00045359464,0.000004706004,0.012321948,0.6993085,0.018917067,0.0064510154,0.243349,0.005290641],"about_ca_topic_score_codex":0.002082443,"about_ca_topic_score_gemma":0.0046162503,"teacher_disagreement_score":0.71573716,"about_ca_system_score_codex":0.0001685748,"about_ca_system_score_gemma":0.0005346373,"threshold_uncertainty_score":0.9684277},"labels":[],"label_agreement":null},{"id":"W2618625790","doi":"","title":"Automatic Text and Speech Processing for the Detection of Dementia","year":2016,"lang":"en","type":"dissertation","venue":"TSpace (University of Toronto)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; Alzheimer's Association","keywords":"Dementia; Speech recognition; Natural language processing; Computer science; Artificial intelligence; Psychology; Medicine; Pathology; Disease","score_opus":0.013310927963707827,"score_gpt":0.24205483310652975,"score_spread":0.22874390514282192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618625790","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11571815,0.0031390123,0.876029,0.00026402643,0.00028011145,0.00039988334,0.0000027198466,0.00005391504,0.0041131913],"genre_scores_gemma":[0.9724126,0.000120849174,0.025448745,0.0000027997282,0.000018209823,5.2959325e-7,0.0000018343676,0.0000053463086,0.0019891162],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947447,0.00001627349,0.00007707125,0.00018885836,0.00014570096,0.000097638534],"domain_scores_gemma":[0.99928516,0.00006860297,0.00027566805,0.00023041216,0.00011775212,0.000022393793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001364047,0.00008476189,0.0001513559,0.000029242645,0.00016774218,0.000016148171,0.00040129587,0.00008519508,0.00013354394],"category_scores_gemma":[0.000014854857,0.000074285694,0.000055241642,0.000029923634,0.000027143682,0.0003862321,0.00005756808,0.000038360027,6.756841e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011407458,0.0000068834693,0.000013713985,0.0002689182,0.00004046581,2.9061704e-7,0.0068546967,0.0000017385695,0.003319498,0.0002666914,0.000008243898,0.98920745],"study_design_scores_gemma":[0.002089821,0.00037451033,0.1393072,0.0014219353,0.000821347,0.000008560923,0.036755215,0.80582,0.0104889665,0.0010691478,0.00109712,0.000746168],"about_ca_topic_score_codex":0.007419999,"about_ca_topic_score_gemma":0.019424438,"teacher_disagreement_score":0.98846126,"about_ca_system_score_codex":0.00005662594,"about_ca_system_score_gemma":0.00006565098,"threshold_uncertainty_score":0.9991897},"labels":[],"label_agreement":null},{"id":"W2620728056","doi":"10.48550/arxiv.1708.03994","title":"Data Sets: Word Embeddings Learned from Tweets and General Data","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Computer science; Word (group theory); Word embedding; Natural language processing; Embedding; Artificial intelligence; Representation (politics); Information retrieval; Sentiment analysis; Linguistics","score_opus":0.3216883880300847,"score_gpt":0.26253500969841354,"score_spread":0.05915337833167117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620728056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38567564,0.00027238723,0.6104829,0.0005370302,0.00090076355,0.00019601885,0.0006932463,0.00023044852,0.0010116],"genre_scores_gemma":[0.9559717,0.00062021456,0.040663976,0.00014242553,0.00027434714,2.6504094e-7,0.0009386326,0.0000244319,0.0013640166],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961035,0.000114925184,0.0002134376,0.0030519888,0.00013687064,0.0003792731],"domain_scores_gemma":[0.9864786,0.00010054018,0.00035473096,0.012782452,0.00006690548,0.00021675296],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00046200212,0.00034231856,0.00040438597,0.00013867178,0.0003018493,0.0006492474,0.014813852,0.0003068211,0.000025340521],"category_scores_gemma":[0.00012294805,0.0004037007,0.000050044913,0.000109371584,0.00013542939,0.0018205014,0.0465611,0.0006960515,0.000048059854],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033837426,0.00073338463,0.07926136,0.0008032719,0.003154235,0.008847963,0.0053231847,0.24108441,0.000506694,0.19303638,0.0483668,0.41854393],"study_design_scores_gemma":[0.00037965103,0.000006860894,0.0011603896,0.00009502383,0.00007691708,0.0000036138492,0.000024375368,0.9504558,0.0000074470913,0.041036718,0.006318224,0.00043497412],"about_ca_topic_score_codex":0.0019542899,"about_ca_topic_score_gemma":0.00029727127,"teacher_disagreement_score":0.7093714,"about_ca_system_score_codex":0.000073672374,"about_ca_system_score_gemma":0.00023149603,"threshold_uncertainty_score":0.9998415},"labels":[],"label_agreement":null},{"id":"W2621376330","doi":"10.1162/tacl_a_00055","title":"Joint Modeling of Topics, Citations, and Topical Authority in Academic Corpora","year":2017,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science, ICT and Future Planning","keywords":"Latent Dirichlet allocation; Computer science; Topic model; Citation; Search engine indexing; Information retrieval; Process (computing); Joint (building); Generative grammar; Data science; Artificial intelligence; World Wide Web","score_opus":0.07106014512581252,"score_gpt":0.318250592846475,"score_spread":0.24719044772066248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621376330","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021973165,0.00002458694,0.9753662,0.001515569,0.0006601588,0.00017222119,0.000028228998,0.000013111972,0.00024679402],"genre_scores_gemma":[0.8918392,0.0000063714233,0.10794838,0.000018454692,0.00007301617,0.00000594277,0.0000022909924,0.0000031700247,0.000103161176],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990754,0.000035631372,0.0004119432,0.0001403731,0.00024128487,0.00009534788],"domain_scores_gemma":[0.99855864,0.00024105328,0.00041918535,0.00023409085,0.0005232532,0.000023797036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046199415,0.000061036364,0.00015063719,0.00006714269,0.00024364956,0.00003442957,0.00037488472,0.0000880679,5.708993e-7],"category_scores_gemma":[0.0018801184,0.00005939988,0.00007151208,0.000063506275,0.0000324798,0.00008196546,0.000033680204,0.0001671056,1.7884311e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042322495,0.000036293113,0.012440406,0.00004274265,0.000021392494,7.598566e-8,0.00039829605,0.5883651,0.000015012834,0.39677447,0.000009792241,0.0018921875],"study_design_scores_gemma":[0.00027081257,0.000012430139,0.02045474,0.000028145772,0.000013462664,2.8756773e-7,0.00001464572,0.803604,0.000051850322,0.1754325,0.00007048487,0.00004662848],"about_ca_topic_score_codex":0.00008015302,"about_ca_topic_score_gemma":0.00002417538,"teacher_disagreement_score":0.8698661,"about_ca_system_score_codex":0.0000849045,"about_ca_system_score_gemma":0.0001014329,"threshold_uncertainty_score":0.24222569},"labels":[],"label_agreement":null},{"id":"W2622583534","doi":"","title":"Towards Abstractive Multi-Document Summarization Using Submodular Function-Based Framework, Sentence Compression and Merging","year":2016,"lang":"en","type":"article","venue":"International Joint Conference on Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Submodular set function; Automatic summarization; Computer science; Redundancy (engineering); Sentence; Artificial intelligence; Natural language processing; Scalability; Set (abstract data type); Multi-document summarization; Information retrieval; Mathematics; Database","score_opus":0.03583080388495406,"score_gpt":0.3049195049577958,"score_spread":0.2690887010728417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622583534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11516498,0.0004405539,0.88160163,0.0017734546,0.0006406585,0.00011845993,0.0000048590005,0.00012872055,0.00012666047],"genre_scores_gemma":[0.85871595,0.000009902623,0.14072955,0.00035608152,0.00009630035,0.000008034259,0.0000066846155,0.000010743455,0.000066742236],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830216,0.00005747566,0.00030048468,0.00055373413,0.0005487808,0.00023738199],"domain_scores_gemma":[0.9989838,0.00008786094,0.0002489709,0.00022503037,0.0003720592,0.000082267776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019504753,0.00020769505,0.00016243164,0.00019839009,0.00015879044,0.00036943963,0.0004013517,0.00008996203,0.000043286684],"category_scores_gemma":[0.00020824121,0.00014916326,0.00004752387,0.00011458691,0.000056680245,0.0010568128,0.000172532,0.00025998926,0.0000069688385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005625839,0.00007051471,0.00062150887,0.00004149441,0.000027552627,0.000043780536,0.00090156624,0.0017047727,0.2636756,0.014692809,0.0000025637923,0.7181616],"study_design_scores_gemma":[0.0005073443,0.000024355484,0.002034055,0.0012433666,0.000008239055,0.00001330833,0.0001719121,0.9641856,0.029615823,0.0019294395,0.000018587272,0.00024796347],"about_ca_topic_score_codex":0.00009503811,"about_ca_topic_score_gemma":0.000007282894,"teacher_disagreement_score":0.96248084,"about_ca_system_score_codex":0.00018872746,"about_ca_system_score_gemma":0.0001418579,"threshold_uncertainty_score":0.6082701},"labels":[],"label_agreement":null},{"id":"W2622780478","doi":"10.3758/s13428-017-0899-1","title":"AGSuite: Software to conduct feature analysis of artificial grammar learning performance","year":2017,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; University of Manitoba","keywords":"Computer science; Artificial intelligence; Feature (linguistics); Natural language processing; Grammaticality; Grammar; Task (project management); Machine learning; String (physics); Levenshtein distance; Linguistics; Mathematics","score_opus":0.4500381688493872,"score_gpt":0.5853024771923007,"score_spread":0.13526430834291348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622780478","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45053437,0.000042096173,0.54850054,0.00031063447,0.0001627694,0.00023765113,0.0000022423499,0.000058269805,0.00015142444],"genre_scores_gemma":[0.31112772,0.000009320399,0.68695694,0.00001261769,0.000058764872,0.000072580275,0.0000030484875,0.000012049129,0.0017469955],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996268,0.0011312613,0.00030919688,0.0006569848,0.0009925074,0.0006420533],"domain_scores_gemma":[0.99646103,0.00044469378,0.00015948847,0.002070286,0.00061228225,0.00025220728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008269521,0.00015002787,0.00042370593,0.00087091385,0.0009669013,0.0005058974,0.002684097,0.00013415574,0.000050275685],"category_scores_gemma":[0.0030053796,0.00013831051,0.00018469545,0.0012885403,0.00017263491,0.00050173147,0.0013723323,0.0008613429,0.000015122272],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011250866,0.000051847026,0.04474884,0.000018506707,0.0000569014,0.000018462215,0.0007995289,0.0009911468,0.026981238,0.0009794148,0.000067006775,0.92527586],"study_design_scores_gemma":[0.00035481135,0.0005503892,0.6344246,0.00009563634,0.00032763625,0.000011215191,0.000308951,0.25388575,0.0972223,0.00044584935,0.011660451,0.000712356],"about_ca_topic_score_codex":0.00023479843,"about_ca_topic_score_gemma":0.00004570999,"teacher_disagreement_score":0.9245635,"about_ca_system_score_codex":0.00008099026,"about_ca_system_score_gemma":0.00015388161,"threshold_uncertainty_score":0.7436721},"labels":[],"label_agreement":null},{"id":"W2624261825","doi":"10.1146/annurev-statistics-031017-100547","title":"Words, Words, Words: How the Digital Humanities Are Integrating Diverse Research Fields to Study People","year":2018,"lang":"en","type":"article","venue":"Annual Review of Statistics and Its Application","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Digital humanities; Scholarship; Mainstream; Field (mathematics); Big data; Interdisciplinarity; Data science; Digital scholarship; Political science; Sociology; Public relations; Social science; Library science; Computer science","score_opus":0.06264499503292599,"score_gpt":0.3498613314029844,"score_spread":0.28721633637005844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624261825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020977752,0.0039764107,0.9701412,0.0025865452,0.00008041943,0.0013900015,0.00013723173,0.00002807038,0.00068237545],"genre_scores_gemma":[0.9900478,0.00221452,0.006903566,0.00037244408,0.000120860466,0.000109715955,0.000008584805,0.0000063875623,0.00021612797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880725,0.00008074294,0.0002506705,0.0002942847,0.00039296763,0.00017405624],"domain_scores_gemma":[0.9985023,0.00025569048,0.00013888904,0.00043439245,0.0006194201,0.00004928494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007948492,0.000098448174,0.00018519431,0.000051460553,0.00027979058,0.00019277712,0.0005508841,0.00002336941,0.000008065372],"category_scores_gemma":[0.00046829425,0.00006928246,0.00001729795,0.00036139344,0.000052225696,0.00023176304,0.00042456767,0.00014858293,0.000014934749],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003716728,0.00008577483,0.0005219983,0.0005332666,0.00001636811,0.0000010446149,0.020061545,0.0000010414798,0.00000684779,0.17063938,0.005702449,0.8024266],"study_design_scores_gemma":[0.0018494271,0.0062604896,0.048726816,0.014780927,0.0002812906,0.000037099537,0.276132,0.109948285,0.0004162331,0.07932885,0.45952138,0.0027172202],"about_ca_topic_score_codex":0.00007208391,"about_ca_topic_score_gemma":0.00021888436,"teacher_disagreement_score":0.96907,"about_ca_system_score_codex":0.000016217917,"about_ca_system_score_gemma":0.000028605911,"threshold_uncertainty_score":0.2825257},"labels":[],"label_agreement":null},{"id":"W2626154462","doi":"10.18653/v1/k17-1028","title":"Making Neural QA as Simple as Possible but not Simpler","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":176,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Banting and Best Diabetes Centre, University of Toronto; Bundesministerium für Bildung und Forschung","keywords":"Computer science; Simple (philosophy); Artificial intelligence; Task (project management); Artificial neural network; Context (archaeology); Question answering; Heuristic; Baseline (sea); Perspective (graphical); Machine learning; Engineering","score_opus":0.09895202575389195,"score_gpt":0.3529582687877168,"score_spread":0.25400624303382485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626154462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5718251,0.00001528741,0.32075378,0.0046479357,0.00065638707,0.00014204568,0.0000010357469,0.00031206163,0.101646416],"genre_scores_gemma":[0.9681885,0.0000012517346,0.022743434,0.0027968383,0.00017459325,0.000004991071,4.8723314e-7,0.00001019299,0.006079671],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862003,0.000023555041,0.00019936026,0.00044957796,0.0003028369,0.00040465803],"domain_scores_gemma":[0.99805,0.00005210206,0.000112862035,0.0016284224,0.000057953115,0.0000986884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019196534,0.00013723041,0.00014489055,0.00005152759,0.00056089845,0.0010040804,0.0019318522,0.000059867456,0.000312054],"category_scores_gemma":[0.00014050062,0.00011977913,0.00007006402,0.000046235924,0.000035091816,0.00095409114,0.0010129277,0.00013725534,0.0005094474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019150515,0.000068182126,0.012944141,0.00002994405,0.00003801002,0.00028640998,0.0012203718,0.002053256,0.004225859,0.607654,0.0039625806,0.3674981],"study_design_scores_gemma":[0.00047941576,0.00008085143,0.014380827,0.00001521966,0.0000061996457,0.00010323306,0.000054695447,0.9233654,0.012324546,0.03838137,0.01036922,0.00043900046],"about_ca_topic_score_codex":0.0011435826,"about_ca_topic_score_gemma":0.00010917251,"teacher_disagreement_score":0.92131215,"about_ca_system_score_codex":0.000025819405,"about_ca_system_score_gemma":0.000071366994,"threshold_uncertainty_score":0.96823704},"labels":[],"label_agreement":null},{"id":"W2727955266","doi":"10.1145/3079628.3079700","title":"Encoding User as More Than the Sum of Their Parts","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; TUTOR; Matching (statistics); Encoding (memory); Context (archaeology); Word (group theory); Recall; Artificial intelligence; Artificial neural network; Natural language processing; Linguistics; Programming language","score_opus":0.05777723805927694,"score_gpt":0.2870989742108666,"score_spread":0.22932173615158968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2727955266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56356424,0.00005316079,0.3511721,0.009463997,0.0005347211,0.00012870089,4.999797e-7,0.00008188159,0.07500071],"genre_scores_gemma":[0.9931477,0.0000055709465,0.0047341473,0.000237353,0.00005173412,0.000002678975,6.0655985e-8,0.000002624944,0.0018181488],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947304,0.000016188384,0.00009817483,0.00015275922,0.00013096005,0.00012888889],"domain_scores_gemma":[0.998564,0.000049001803,0.00007672236,0.0012524659,0.00003054496,0.000027275219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022851952,0.000056529232,0.00007246034,0.000013560436,0.00021669641,0.00015251919,0.0015181905,0.000022499982,0.000020214502],"category_scores_gemma":[0.000039430437,0.000030393334,0.00004008995,0.000021049942,0.000046511253,0.00029355552,0.00044883418,0.000055214008,0.000014953994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025719137,0.00003336635,0.04096995,0.000013511259,0.000029597622,0.000008933124,0.0072440314,0.00041365746,0.001948341,0.8972248,0.0014445292,0.050666705],"study_design_scores_gemma":[0.00066360494,0.0000901075,0.09899436,0.0001283049,0.000013774413,0.00004021418,0.0010792611,0.6680897,0.13604142,0.059163388,0.03511304,0.00058281],"about_ca_topic_score_codex":0.0002555175,"about_ca_topic_score_gemma":0.00004684321,"teacher_disagreement_score":0.8380614,"about_ca_system_score_codex":0.000005001829,"about_ca_system_score_gemma":0.000024830795,"threshold_uncertainty_score":0.28212008},"labels":[],"label_agreement":null},{"id":"W2729052508","doi":"10.1111/coin.12120","title":"From French Wikipedia to Erudit: A test case for cross‐domain open information extraction","year":2017,"lang":"en","type":"article","venue":"Computational Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Classifier (UML); Pipeline (software); Information extraction; Entity linking; Information retrieval; Open domain; Domain (mathematical analysis); Natural language processing; Task (project management); Artificial intelligence; Named-entity recognition; Precision and recall; Question answering; Knowledge base; Mathematics; Programming language","score_opus":0.07660808466055637,"score_gpt":0.39096216997523464,"score_spread":0.3143540853146783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729052508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031266246,0.0000120380255,0.9647953,0.0015139361,0.0008932475,0.0005802934,0.00007603879,0.00006390868,0.00079901365],"genre_scores_gemma":[0.5717735,6.8603634e-7,0.4275386,0.00033129854,0.00017853048,0.000074069656,0.000024191717,0.000004083094,0.00007498797],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987212,0.000019205638,0.00041869085,0.00037610007,0.0002542895,0.00021053596],"domain_scores_gemma":[0.9977964,0.0006722561,0.00028354404,0.00068234594,0.00043174572,0.00013368596],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00038797694,0.00013714634,0.00013723415,0.00008897043,0.0007581273,0.0025115462,0.001949213,0.00006453392,0.000028850442],"category_scores_gemma":[0.00079162064,0.00014641292,0.000048151323,0.00009221332,0.000047485868,0.0037831168,0.0007076523,0.000105561776,0.00023154407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024508441,0.00011391552,0.0019486409,0.000027808486,0.000026489954,0.000099782,0.0056807143,0.4217655,0.00007009559,0.0785963,0.004057541,0.4875887],"study_design_scores_gemma":[0.00015088898,0.000058220765,0.004907923,0.000028983475,0.000003145538,0.000109892804,0.00006495398,0.7937128,0.00038436012,0.1946621,0.0057174047,0.00019935319],"about_ca_topic_score_codex":0.0011632148,"about_ca_topic_score_gemma":0.00012238901,"teacher_disagreement_score":0.5405073,"about_ca_system_score_codex":0.00009142874,"about_ca_system_score_gemma":0.00014378836,"threshold_uncertainty_score":0.99852395},"labels":[],"label_agreement":null},{"id":"W2734812719","doi":"10.18653/v1/w17-4308","title":"Piecewise Latent Variables for Neural Variational Text Processing","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal","funders":"Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Nuance Foundation; Canadian Institute for Advanced Research","keywords":"Latent variable; Computer science; Piecewise; Artificial intelligence; Prior probability; Latent variable model; Probabilistic latent semantic analysis; Inference; Exponential family; Gaussian; Natural language; Machine learning; Algorithm; Mathematics; Bayesian probability","score_opus":0.06619283798847073,"score_gpt":0.29702485725858024,"score_spread":0.23083201927010952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734812719","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041869766,0.00017047727,0.99033,0.0030323516,0.001474458,0.00044510255,0.0000092237515,0.00023584491,0.0038838682],"genre_scores_gemma":[0.29482,0.0000055488676,0.7017461,0.00029529518,0.0005146821,0.00014089074,0.000021063732,0.000015779962,0.0024406067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825287,0.000024129784,0.0003245233,0.0007838827,0.00030660597,0.0003080158],"domain_scores_gemma":[0.99818677,0.00007778279,0.00031559105,0.0010847646,0.0002526943,0.000082428305],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00042464308,0.00022771819,0.00025744425,0.00008390387,0.00031381176,0.0011696938,0.001997648,0.00020764513,0.0000224459],"category_scores_gemma":[0.00010873754,0.0002024591,0.00011610293,0.000031691587,0.000021582347,0.00042219894,0.0017069298,0.0002711365,0.0000091395095],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011406994,0.00011767922,0.00048189424,0.00060447585,0.00007516151,0.00000780903,0.00083288254,0.20909794,0.00010044711,0.40263095,0.0020052276,0.38403413],"study_design_scores_gemma":[0.00018243087,0.000008741239,0.00044573887,0.00007065522,0.000012081455,0.000004525072,0.0000013579885,0.89878315,0.000032210904,0.09901912,0.0012159244,0.00022408032],"about_ca_topic_score_codex":0.00008859649,"about_ca_topic_score_gemma":0.000007272482,"teacher_disagreement_score":0.68968517,"about_ca_system_score_codex":0.000065625565,"about_ca_system_score_gemma":0.00047918592,"threshold_uncertainty_score":0.9998672},"labels":[],"label_agreement":null},{"id":"W2735682218","doi":"10.5539/ijel.v7n4p33","title":"Addressing the Problem of Coherence in Automatic Text Summarization: A Latent Semantic Analysis Approach","year":2017,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Latent semantic analysis; Coherence (philosophical gambling strategy); Information retrieval; Natural language processing; Multi-document summarization; Semantics (computer science); Artificial intelligence; Statistics; Mathematics","score_opus":0.06497002097453258,"score_gpt":0.31786455789884255,"score_spread":0.25289453692430997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735682218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041094273,0.00021985409,0.9303187,0.00026172883,0.0048918948,0.00018583448,0.0000061873143,0.000027827697,0.022993676],"genre_scores_gemma":[0.91065544,0.000013771556,0.088287726,0.000029746225,0.0009819317,0.0000015014638,0.0000013338025,0.00000442176,0.000024150733],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983101,0.00006608301,0.00070516433,0.00014016275,0.00065942685,0.000119101394],"domain_scores_gemma":[0.99131125,0.00017846558,0.0011653145,0.00040703046,0.0068970653,0.000040848267],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008803393,0.000091741415,0.00024359743,0.0002778128,0.000087374596,0.00040030736,0.0023090672,0.00004459593,0.000008031093],"category_scores_gemma":[0.011875453,0.00006763199,0.000121581004,0.00019086404,0.0000715411,0.00018087025,0.00027863923,0.00023163253,4.6352835e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040282437,0.00074401964,0.34617984,0.00018074326,0.002208998,0.00018438992,0.013955226,0.4262073,0.000060792954,0.15814635,0.00056856783,0.051523484],"study_design_scores_gemma":[0.00052102,0.0000290189,0.03162314,0.00026057268,0.00012976132,0.0000045337633,0.00010201766,0.96157163,0.00009628824,0.004448225,0.0010932749,0.00012053737],"about_ca_topic_score_codex":0.000047503236,"about_ca_topic_score_gemma":0.000019995374,"teacher_disagreement_score":0.86956114,"about_ca_system_score_codex":0.00006301978,"about_ca_system_score_gemma":0.00014481589,"threshold_uncertainty_score":0.9964479},"labels":[],"label_agreement":null},{"id":"W2736532806","doi":"10.1007/s00799-017-0225-7","title":"The context of multiple in-text references and their signification","year":2017,"lang":"en","type":"article","venue":"International Journal on Digital Libraries","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Rhetorical question; Context (archaeology); Section (typography); Noun phrase; Point (geometry); Natural language processing; Information retrieval; Linguistics; Artificial intelligence; Noun; Mathematics; History","score_opus":0.03906275880157609,"score_gpt":0.2561606087268078,"score_spread":0.2170978499252317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736532806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92242974,0.00047442596,0.03947238,0.020133428,0.0014765138,0.00010625275,0.000021167234,0.00002831714,0.015857793],"genre_scores_gemma":[0.99919206,0.00007889278,0.00041300026,0.00008695315,0.00008319916,0.0000015104082,8.1898247e-7,0.0000024813683,0.00014106311],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993831,0.000015764552,0.00021903678,0.00010597305,0.00019876903,0.00007733772],"domain_scores_gemma":[0.9990605,0.00034561983,0.00025196245,0.00021692677,0.000093278584,0.00003167771],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00012941248,0.00006146564,0.000071455564,0.000058666043,0.00018131277,0.0030215378,0.0013156048,0.000021201913,0.000001735207],"category_scores_gemma":[0.00038274363,0.00003654212,0.000029302084,0.000017363205,0.00012690552,0.0026693242,0.00022062892,0.000106995045,0.0000031114284],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003928439,0.000029610104,0.02547096,0.0000011588696,0.000024841072,0.000006412543,0.0008499676,0.000024494975,0.00008447456,0.43721047,0.000086221335,0.5361721],"study_design_scores_gemma":[0.001882586,0.00029691827,0.23741825,0.0003694635,0.0000023955438,0.00015742372,0.0020707722,0.0680549,0.016043993,0.61801845,0.055282388,0.00040248563],"about_ca_topic_score_codex":0.000007651266,"about_ca_topic_score_gemma":0.000010061793,"teacher_disagreement_score":0.53576964,"about_ca_system_score_codex":0.000012343912,"about_ca_system_score_gemma":0.000048089103,"threshold_uncertainty_score":0.99801344},"labels":[],"label_agreement":null},{"id":"W2737301218","doi":"","title":"Query Expansion Using Pseudo Relevance Feedback on Wikipedia","year":2016,"lang":"en","type":"article","venue":"Web Search and Data Mining","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Athabasca University","funders":"","keywords":"Relevance feedback; Computer science; Query expansion; Relevance (law); Information retrieval; World Wide Web; Artificial intelligence; Political science","score_opus":0.11441356449461505,"score_gpt":0.32874768043468955,"score_spread":0.2143341159400745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737301218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6672054,0.00012435498,0.3310574,0.0009808274,0.00018542353,0.000063680505,0.000021217456,0.00007004136,0.00029165964],"genre_scores_gemma":[0.80670553,0.00015898471,0.19249058,0.0002136049,0.00020303958,0.0000013291832,0.0000055803293,0.000009932575,0.00021141584],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984903,0.000066085886,0.00015592838,0.0006401531,0.00030347888,0.00034406356],"domain_scores_gemma":[0.9982723,0.00024040918,0.000029640432,0.0012888699,0.000033069766,0.00013569687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005780669,0.000102565995,0.0001115492,0.000084598236,0.00013712198,0.00012890201,0.00088955835,0.00004390431,0.0000095876885],"category_scores_gemma":[0.00020493074,0.00006574064,0.000011845167,0.00012697073,0.000047602607,0.0010653799,0.0011739995,0.00009839252,0.000035507514],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002283996,0.00002322485,0.0021685862,0.00002552543,0.000007843263,0.000041880896,0.00058969884,0.00006370799,0.041238047,0.0026334322,0.0012727579,0.95191246],"study_design_scores_gemma":[0.00066974526,0.00009578542,0.00086999673,0.0004485446,0.0000037940947,0.00003713621,0.0001515726,0.9912048,0.001490767,0.00028049079,0.0044744536,0.0002729181],"about_ca_topic_score_codex":0.0000340662,"about_ca_topic_score_gemma":0.000013221788,"teacher_disagreement_score":0.9911411,"about_ca_system_score_codex":0.000026860527,"about_ca_system_score_gemma":0.00013526787,"threshold_uncertainty_score":0.26808256},"labels":[],"label_agreement":null},{"id":"W2739730962","doi":"10.18653/v1/s17-1026","title":"Generating Pattern-Based Entailment Graphs for Relation Extraction","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Banting and Best Diabetes Centre, University of Toronto; Bundesministerium für Bildung und Forschung","keywords":"Logical consequence; Relation (database); Computer science; Textual entailment; Relationship extraction; Structuring; Artificial intelligence; Natural language processing; Task (project management); Meaning (existential); Exploit; Semantic relation; Data mining","score_opus":0.05132058273999077,"score_gpt":0.3067872736571209,"score_spread":0.25546669091713015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739730962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06910073,0.000004977527,0.92840683,0.0012161835,0.00044441049,0.00014007498,2.960147e-7,0.00006712443,0.00061935297],"genre_scores_gemma":[0.77627844,4.2964277e-7,0.22323799,0.00023387489,0.000056002144,0.000023230614,0.0000015334309,0.0000026777127,0.00016580401],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994625,0.000010732024,0.000117821444,0.00019986513,0.00010484633,0.00010422629],"domain_scores_gemma":[0.9993155,0.000031569525,0.00010490353,0.0004886359,0.000033084845,0.000026303736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018144828,0.000050792878,0.000044606644,0.000030595515,0.00038059184,0.00027052895,0.00029558525,0.00002821074,0.000009841539],"category_scores_gemma":[0.000026341831,0.00004681283,0.00003786072,0.0000122190195,0.0000057268667,0.0004474325,0.00003879843,0.00003590836,0.0000058394307],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038223952,0.000049987637,0.019840628,0.00002236821,0.000010585083,0.000002228313,0.00019692002,0.023612373,0.01462561,0.06514403,0.00041192851,0.8760795],"study_design_scores_gemma":[0.0002926002,0.000017877352,0.004432852,0.0000068479876,0.0000018378211,5.8436336e-7,0.0000035612995,0.98648477,0.0065278453,0.0018284112,0.00034025498,0.000062548024],"about_ca_topic_score_codex":0.000072661576,"about_ca_topic_score_gemma":0.000027898219,"teacher_disagreement_score":0.9628724,"about_ca_system_score_codex":0.000025364503,"about_ca_system_score_gemma":0.000017264461,"threshold_uncertainty_score":0.29272434},"labels":[],"label_agreement":null},{"id":"W2740006839","doi":"10.18653/v1/p17-1114","title":"A Local Detection Approach for Named Entity Recognition and Mention Detection","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Named-entity recognition; Sequence labeling; Task (project management); ENCODE; Sentence; Artificial intelligence; Fragment (logic); Encoding (memory); Forgetting; Sequence (biology); Representation (politics); Natural language processing; Pattern recognition (psychology); Algorithm","score_opus":0.06030778319924279,"score_gpt":0.2589302997170373,"score_spread":0.1986225165177945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740006839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07943352,0.000007264343,0.9191728,0.000052942087,0.00025076247,0.00024748026,5.7718887e-7,0.000095935786,0.0007387015],"genre_scores_gemma":[0.90721786,0.0000038264143,0.09254384,0.000020293228,0.000052175874,0.0000588966,0.0000020558,0.0000032111125,0.000097833814],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938756,0.000020468662,0.00010407161,0.00028229167,0.00009293694,0.00011266742],"domain_scores_gemma":[0.99951184,0.000012584305,0.00008286652,0.00029625325,0.00006036972,0.000036116257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029992155,0.00006033084,0.00006239508,0.000047579702,0.00044043481,0.00029508123,0.00016084955,0.000059118967,0.0000019666459],"category_scores_gemma":[0.000048235514,0.000058653026,0.00003140183,0.000025619196,0.000025691728,0.00078076153,0.000082301936,0.00005033065,0.0000040561304],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008356639,0.000016313474,0.00003029377,0.000018934608,0.0000051141924,9.702787e-8,0.000056662364,0.000023356299,0.006216238,0.00031167534,0.000002396962,0.9933106],"study_design_scores_gemma":[0.00037980388,0.000056940284,0.0010128766,0.0000044259173,0.000007137951,0.000008555236,0.000024185505,0.93382955,0.05573532,0.008769346,0.00008858122,0.00008325517],"about_ca_topic_score_codex":0.0001919405,"about_ca_topic_score_gemma":0.00018098498,"teacher_disagreement_score":0.9932273,"about_ca_system_score_codex":0.000039017184,"about_ca_system_score_gemma":0.0000069479647,"threshold_uncertainty_score":0.33875132},"labels":[],"label_agreement":null},{"id":"W2741333084","doi":"10.18653/v1/p17-1103","title":"Towards an Automatic Turing Test: Learning to Evaluate Dialogue Responses","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Canadian Institute for Advanced Research; McGill University","funders":"","keywords":"Turing test; Computer science; Utterance; Artificial intelligence; Quality (philosophy); Machine learning; Word (group theory); Test (biology); Natural language processing; Linguistics","score_opus":0.0891649191737554,"score_gpt":0.35126035107422837,"score_spread":0.26209543190047296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741333084","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27849156,0.00005970152,0.7088608,0.0018712614,0.0012716982,0.00046145843,0.0000026035236,0.0012224866,0.0077584446],"genre_scores_gemma":[0.7031056,0.000007532992,0.29369366,0.00020475824,0.00025677314,0.00006883663,0.000004006819,0.000024274097,0.0026345202],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968956,0.00034388492,0.00044460423,0.0011753836,0.000649325,0.0004911749],"domain_scores_gemma":[0.9960775,0.00026518689,0.00025811826,0.002947156,0.00016825195,0.00028382888],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020988889,0.00035797054,0.00045166258,0.0002867574,0.00037165548,0.0014260048,0.0037687386,0.00023267741,0.000044888486],"category_scores_gemma":[0.0026568875,0.00033049934,0.00012326046,0.000075083415,0.000028655275,0.00043860794,0.005475588,0.00078142213,0.00018327018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010710457,0.0000940908,0.001742112,0.00027190297,0.00005626497,0.00012320238,0.010772007,0.122569524,0.00085819466,0.0040583014,0.00022380894,0.8592199],"study_design_scores_gemma":[0.00013303522,0.00009968615,0.007770072,0.00027996773,0.0000150377955,0.000014677681,0.000025048212,0.97879946,0.00074414304,0.011136922,0.00049718574,0.0004847709],"about_ca_topic_score_codex":0.00065828505,"about_ca_topic_score_gemma":0.00007290145,"teacher_disagreement_score":0.8587351,"about_ca_system_score_codex":0.00014969279,"about_ca_system_score_gemma":0.0005998029,"threshold_uncertainty_score":0.9999147},"labels":[],"label_agreement":null},{"id":"W2741544939","doi":"10.1145/3077136.3080667","title":"Finally, a Downloadable Test Collection of Tweets","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Microblogging; World Wide Web; The Internet; Scalability; Download; Social media; Data collection; Information retrieval; Data science; Database","score_opus":0.0305441985586857,"score_gpt":0.260896675642129,"score_spread":0.23035247708344328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741544939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056465767,0.00001742079,0.8160313,0.0015472551,0.00027309798,0.00008197735,4.4742538e-7,0.00007698438,0.12550578],"genre_scores_gemma":[0.9358183,0.000003053754,0.057923645,0.00004481732,0.000020052506,0.0000025294732,7.506281e-8,0.0000013393739,0.006186178],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995564,0.0000056273643,0.00009756746,0.00013998066,0.00010842819,0.00009196393],"domain_scores_gemma":[0.9991482,0.000034897665,0.0000770493,0.000663775,0.000051199004,0.000024868366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000121994235,0.000038874023,0.00006824135,0.000030052342,0.00017005793,0.000092185415,0.0006358557,0.000023134502,0.000029894512],"category_scores_gemma":[0.0001059221,0.000033431672,0.00002185173,0.00004187103,0.000016914502,0.00029691443,0.00018904173,0.000032962915,0.00002293833],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022238113,0.00077279814,0.3215991,0.00016498718,0.000073072035,0.00005073985,0.0025327248,0.0015905801,0.06276963,0.29796878,0.053834368,0.258621],"study_design_scores_gemma":[0.00081550307,0.00022586314,0.106427506,0.00005112336,0.000006979999,0.000024919862,0.00001639615,0.79838604,0.071694076,0.014842218,0.0072212033,0.00028815257],"about_ca_topic_score_codex":0.0004885739,"about_ca_topic_score_gemma":0.00009021693,"teacher_disagreement_score":0.87935257,"about_ca_system_score_codex":0.000012017735,"about_ca_system_score_gemma":0.00004817517,"threshold_uncertainty_score":0.1363304},"labels":[],"label_agreement":null},{"id":"W2741782787","doi":"10.29007/fm8f","title":"Overview of COLIEE 2017","year":2018,"lang":"en","type":"article","venue":"EPiC series in computing","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Core Research for Evolutional Science and Technology; Ministry of Education, Culture, Sports, Science and Technology; Alberta Machine Intelligence Institute","keywords":"Task (project management); Computer science; Logical consequence; Textual entailment; Information retrieval; Information extraction; Group (periodic table); Task group; Question answering; Natural language processing; Artificial intelligence","score_opus":0.08135760093089604,"score_gpt":0.33177475092000414,"score_spread":0.2504171499891081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741782787","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36314756,0.0006964172,0.61872196,0.0006054249,0.0016538687,0.00013149902,4.3862784e-7,0.000129226,0.014913584],"genre_scores_gemma":[0.8705374,0.000013939324,0.12900369,0.00018023913,0.00018772355,7.9410916e-7,1.7811338e-7,0.00000406428,0.00007194451],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990187,0.000053324435,0.00030549295,0.00025128052,0.00015218894,0.00021898285],"domain_scores_gemma":[0.99917287,0.00009384071,0.00011287328,0.0005259699,0.000065108055,0.000029333612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004292226,0.00008239611,0.00017730602,0.000072004514,0.000070600516,0.000034678695,0.00072682713,0.00003853764,0.000018435829],"category_scores_gemma":[0.00008842827,0.000084631836,0.000030808278,0.0002831329,0.00008327836,0.00023726084,0.0005106573,0.000085621476,0.000017142203],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014377145,0.00008849409,0.029301543,0.00024752933,0.000027042175,0.00004406902,0.012252205,0.0018839885,0.00074683025,0.6173054,0.0013373402,0.3367512],"study_design_scores_gemma":[0.00078732544,0.0002853576,0.03902278,0.0006801572,0.0000050571384,0.00009094391,0.00023218844,0.8928713,0.008367153,0.043148242,0.01399261,0.0005168467],"about_ca_topic_score_codex":0.00005960265,"about_ca_topic_score_gemma":0.000029776558,"teacher_disagreement_score":0.89098734,"about_ca_system_score_codex":0.00002680478,"about_ca_system_score_gemma":0.00004769672,"threshold_uncertainty_score":0.3451186},"labels":[],"label_agreement":null},{"id":"W2744909235","doi":"10.1016/j.neunet.2014.09.005","title":"Challenges in representation learning: A report on three machine learning contests","year":2014,"lang":"en","type":"article","venue":"Neural Networks","topic":"Topic Modeling","field":"Computer Science","cited_by":676,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; Université de Montréal","funders":"","keywords":"Computer science; Representation (politics); Artificial intelligence; Learning to learn; Feature learning; Machine learning; Mathematics education; Psychology","score_opus":0.07473609516329448,"score_gpt":0.2917676883922016,"score_spread":0.21703159322890708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744909235","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2017872,0.00093449635,0.7801663,0.004447049,0.0008267298,0.00024493213,2.939139e-8,0.00048423666,0.011108997],"genre_scores_gemma":[0.9979354,0.00007591283,0.0013618696,0.00014972484,0.00024880693,0.000012724465,0.0000035973558,0.000012232304,0.00019971134],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984179,0.00022625504,0.00029136124,0.00055235927,0.00023058559,0.00028149772],"domain_scores_gemma":[0.99899054,0.00028766945,0.00015664523,0.00046995757,0.000034151883,0.000061035316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061444147,0.00013016893,0.00018550146,0.00007952236,0.0000871722,0.00007324638,0.000343226,0.00008019137,0.000003145375],"category_scores_gemma":[0.00034604355,0.00012218977,0.00004594608,0.00017199168,0.000014911083,0.00021124141,0.00015048802,0.00065562275,0.0000070562905],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071372015,0.000012369788,0.04595502,0.0000028438983,0.0000021520084,0.00007558255,0.0001294615,0.6221628,0.000009898873,0.0038805471,0.0000092144355,0.32775295],"study_design_scores_gemma":[0.00026375835,0.00012566653,0.028495831,0.000029680008,0.0000013551333,0.000069398295,0.000007092927,0.96907926,0.000009936835,0.00079470844,0.0010070216,0.000116295145],"about_ca_topic_score_codex":0.00006786645,"about_ca_topic_score_gemma":0.00038589738,"teacher_disagreement_score":0.79614824,"about_ca_system_score_codex":0.000024750585,"about_ca_system_score_gemma":0.0000064606593,"threshold_uncertainty_score":0.49827543},"labels":[],"label_agreement":null},{"id":"W2751124354","doi":"10.48550/arxiv.1709.02349","title":"A Deep Reinforcement Learning Chatbot","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":200,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chatbot; Reinforcement learning; Computer science; Artificial intelligence; Artificial neural network; Deep learning; Machine learning; Sequence (biology); Ensemble learning; Natural language processing","score_opus":0.09029315580694751,"score_gpt":0.19739711345255698,"score_spread":0.10710395764560947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751124354","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020718714,0.00006452914,0.9630174,0.00010590021,0.0007408502,0.00019945443,2.2642615e-7,0.0002933809,0.01485953],"genre_scores_gemma":[0.9885516,0.00015239888,0.0032093618,0.00006375921,0.000120036035,9.965856e-7,0.0000056702197,0.000014285511,0.007881902],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981193,0.000079952355,0.00018731953,0.0010934224,0.00012140653,0.0003986082],"domain_scores_gemma":[0.9971732,0.000036544854,0.00038372012,0.0021287368,0.00011527101,0.00016251793],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028850755,0.00028032847,0.00029277246,0.00018844468,0.00039085964,0.0002891277,0.003077641,0.000248857,0.00003687152],"category_scores_gemma":[0.000060882085,0.00033834012,0.00019115314,0.00011120922,0.00006313651,0.0004379611,0.004365674,0.0007916834,0.00015892736],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043879113,0.000010940479,0.000890397,0.000033905348,0.00003755399,0.00013464456,0.000257067,0.87228453,0.000005064067,0.12460906,0.000024648214,0.0017077926],"study_design_scores_gemma":[0.0002637907,0.000027085072,0.000174282,0.00008472472,0.000024740497,0.0000032106786,0.000029258596,0.97951233,0.000030361933,0.018254058,0.0012432784,0.00035286354],"about_ca_topic_score_codex":0.00022554296,"about_ca_topic_score_gemma":0.000036725603,"teacher_disagreement_score":0.96783286,"about_ca_system_score_codex":0.00021265518,"about_ca_system_score_gemma":0.00016122576,"threshold_uncertainty_score":0.99990684},"labels":[],"label_agreement":null},{"id":"W2751220357","doi":"","title":"Recurrent Normalization Propagation","year":2017,"lang":"en","type":"article","venue":"International Conference on Learning Representations","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Normalization (sociology); Initialization; Computer science; Computation; Parametrization (atmospheric modeling); Artificial intelligence; Generative grammar; Machine learning; Algorithm","score_opus":0.08877434203423155,"score_gpt":0.3726418993060283,"score_spread":0.28386755727179674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751220357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029882558,0.000004647066,0.81146806,0.011780725,0.001449764,0.00017680101,0.0000020905688,0.00020507471,0.14503026],"genre_scores_gemma":[0.9908104,0.00002475907,0.0055834875,0.0000708797,0.00014408451,0.000038823808,0.000027596529,0.000006380716,0.0032935939],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878687,0.00006528804,0.00021338527,0.00037017107,0.00043039085,0.00013391432],"domain_scores_gemma":[0.99861985,0.00004599878,0.00028959286,0.0006157782,0.00037488787,0.000053860444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019738033,0.00009517844,0.000075280295,0.00013046326,0.00062883674,0.001002525,0.0011905383,0.000039805014,0.00013410849],"category_scores_gemma":[0.00067874626,0.00009734544,0.00004362774,0.000051602663,0.000043320913,0.001103678,0.00022869329,0.0002110507,0.0001736804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008450425,0.00004939771,0.011159467,0.0000032666942,0.000019422667,0.0000064017186,0.001012934,0.0069264052,0.0008104977,0.90988296,0.0001765323,0.06994423],"study_design_scores_gemma":[0.00027222995,0.000050069728,0.027732855,0.00005231322,0.0000032393493,0.000006492397,0.00008449262,0.9585074,0.000682722,0.01027299,0.0021941033,0.0001410748],"about_ca_topic_score_codex":0.00007408525,"about_ca_topic_score_gemma":0.000017166494,"teacher_disagreement_score":0.96092784,"about_ca_system_score_codex":0.00005803447,"about_ca_system_score_gemma":0.00007165373,"threshold_uncertainty_score":0.96673715},"labels":[],"label_agreement":null},{"id":"W2752083635","doi":"10.1145/3103010.3121039","title":"High-performance Computational Framework for Phrase Relatedness","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; n-gram; Phrase; Semantic similarity; Hash function; Encoding (memory); Similarity (geometry); Artificial intelligence; Computation; Natural language processing; Language model; Information retrieval; Theoretical computer science; Algorithm; Programming language","score_opus":0.034081906961631506,"score_gpt":0.29067125826414963,"score_spread":0.25658935130251814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752083635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12266959,0.0000072439834,0.8738016,0.0019481939,0.0007029596,0.000097064214,9.1461476e-7,0.000107569074,0.0006648714],"genre_scores_gemma":[0.53362185,9.894305e-7,0.46585882,0.00019242702,0.000061727296,0.000005054777,8.566596e-7,0.0000027510575,0.00025552863],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933183,0.000006065639,0.00012910418,0.00023665246,0.0001366928,0.00015964377],"domain_scores_gemma":[0.99904794,0.00007720465,0.00008531314,0.00067372475,0.00006931893,0.000046479963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001509076,0.00006918177,0.00008354125,0.000025466949,0.00045008239,0.00025160203,0.00095444324,0.000060149214,0.000014830576],"category_scores_gemma":[0.00007934616,0.00006127871,0.000025772579,0.000027749822,0.000027183258,0.0005856492,0.000177092,0.00008580555,0.00004904112],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029262999,0.0000136622475,0.0005748184,0.000009703302,0.0000061667274,0.0000012370713,0.000112828886,0.028254157,0.0000046993414,0.9335482,0.00022108857,0.037250493],"study_design_scores_gemma":[0.00020551049,0.00001702008,0.0038218151,0.000019729574,0.0000015272959,0.0000021936385,0.000002598508,0.8145953,0.0002172519,0.18078372,0.00024565644,0.0000876835],"about_ca_topic_score_codex":0.00001785529,"about_ca_topic_score_gemma":0.000001051734,"teacher_disagreement_score":0.78634113,"about_ca_system_score_codex":0.000016241234,"about_ca_system_score_gemma":0.000038734357,"threshold_uncertainty_score":0.34617153},"labels":[],"label_agreement":null},{"id":"W2752442988","doi":"10.1609/aaai.v32i1.11947","title":"Order-Planning Neural Text Generation From Structured Data","year":2018,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Computer science; Dialog box; Table (database); Natural language generation; Natural language processing; Artificial neural network; Artificial intelligence; Text generation; Encoder; NIST; Language model; Order (exchange); Component (thermodynamics); Natural language; Machine learning; Data mining","score_opus":0.22174273540355915,"score_gpt":0.34089337949952864,"score_spread":0.11915064409596948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752442988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56552285,0.000037676025,0.4254,0.0039040986,0.0015422634,0.00031753545,0.000018744506,0.00014169507,0.0031151588],"genre_scores_gemma":[0.96598434,0.0000040999967,0.033039346,0.00031990398,0.0005519626,0.000005078831,0.0000043472696,0.000010070888,0.00008082623],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802595,0.00001841064,0.0004694653,0.00073376764,0.00046299698,0.00028941355],"domain_scores_gemma":[0.998072,0.000050248338,0.0003131811,0.0008351255,0.0006591603,0.00007027096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033017792,0.00019468233,0.00019578522,0.00007358601,0.00026016834,0.00038468197,0.0040249736,0.00008731255,0.00013269154],"category_scores_gemma":[0.00042296876,0.00014837096,0.00003802797,0.00046425362,0.00020269587,0.00079140125,0.0010653501,0.0002432792,0.00008662424],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003520734,0.000052636922,0.00061976205,0.000009274385,0.000022491606,6.573599e-7,0.002713913,0.00042959163,0.21735547,0.5551839,0.0009287565,0.22264834],"study_design_scores_gemma":[0.000015764212,0.000059901435,0.0001871766,0.000047808768,0.000006850312,0.0000017684915,0.00013018752,0.71313685,0.232249,0.053895913,0.0001332885,0.00013549694],"about_ca_topic_score_codex":0.00012916571,"about_ca_topic_score_gemma":0.00004491219,"teacher_disagreement_score":0.7127072,"about_ca_system_score_codex":0.000025089259,"about_ca_system_score_gemma":0.00008585754,"threshold_uncertainty_score":0.7479469},"labels":[],"label_agreement":null},{"id":"W2756560861","doi":"10.63317/2aovvs53yg45","title":"Second Order Co-occurrence PMI for Determining the Semantic Similarity of Words","year":2006,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Semantic similarity; Natural language processing; Similarity (geometry); Computer science; Synonym (taxonomy); Artificial intelligence; Pointwise; Noun; Pointwise mutual information; Semantics (computer science); Test (biology); Linguistics; Mathematics; Mutual information","score_opus":0.03016811658200047,"score_gpt":0.28178269132258865,"score_spread":0.2516145747405882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756560861","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10736538,0.0000164418,0.8878406,0.00031043412,0.00015715831,0.00016247449,0.000008237759,0.000046038404,0.0040932302],"genre_scores_gemma":[0.93254083,4.405145e-7,0.066803336,0.00024064635,0.000042118187,0.000009814113,0.0000027244782,0.0000027891142,0.00035732397],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992003,0.000022066566,0.0002209056,0.00021996125,0.00014754472,0.00018924724],"domain_scores_gemma":[0.9991509,0.0002228543,0.000075699296,0.00042754543,0.000102624865,0.000020416293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028603576,0.00008002476,0.00011501123,0.000031251115,0.00008632751,0.00006188982,0.00063459476,0.0000340807,0.000047135378],"category_scores_gemma":[0.000044324257,0.00005532127,0.000044141474,0.00013631972,0.000035904104,0.00018014782,0.00010570391,0.00006761045,0.000002969239],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003254529,0.0007194,0.16462299,0.0008256852,0.000103708306,0.000012452435,0.0059690583,0.009947898,0.002937661,0.42435694,0.057104923,0.33336675],"study_design_scores_gemma":[0.0004508133,0.000047481135,0.008370388,0.00001861116,0.000007827242,0.0000036123583,0.000027178468,0.9698846,0.004838173,0.009041367,0.007118827,0.00019112472],"about_ca_topic_score_codex":0.000024503639,"about_ca_topic_score_gemma":0.00010683176,"teacher_disagreement_score":0.9599367,"about_ca_system_score_codex":0.000008792578,"about_ca_system_score_gemma":0.000053478278,"threshold_uncertainty_score":0.2255936},"labels":[],"label_agreement":null},{"id":"W2757021967","doi":"10.1002/asi.23882","title":"Discourse relations in rationale‐containing text‐segments","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Generalizability theory; Computer science; Leverage (statistics); Perspective (graphical); Sample (material); Face (sociological concept); Empirical research; Discourse analysis; Face-to-face interaction; Data science; Artificial intelligence; Linguistics; Sociology; Psychology; Epistemology; Communication","score_opus":0.01801076566800524,"score_gpt":0.2963604448376717,"score_spread":0.27834967916966646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757021967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.648642,0.000036757654,0.22510692,0.118238606,0.0016382305,0.0005089981,0.0000039948263,0.00003663311,0.0057878704],"genre_scores_gemma":[0.9932017,0.000005954299,0.0065294546,0.0001418159,0.00001709801,0.000005016685,1.2862769e-7,7.4338215e-7,0.00009809116],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990399,0.000009296845,0.0003470242,0.000056911424,0.00042259236,0.00012429664],"domain_scores_gemma":[0.99772763,0.000062925195,0.0012076348,0.00024208985,0.000738966,0.000020766991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023937165,0.000038048274,0.00007973515,0.00045270182,0.0007038563,0.00036672846,0.0010675393,0.000057654812,4.366507e-7],"category_scores_gemma":[0.0041290205,0.000027451111,0.000024038725,0.0003782461,0.000096544165,0.0063887397,0.00020272461,0.0001321358,0.0000022026447],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004869461,0.000017120707,0.20728816,0.000003958333,0.000011382894,2.1868713e-7,0.001908485,0.00068230176,0.00035826306,0.717374,0.00031884044,0.072032385],"study_design_scores_gemma":[0.0038279663,0.0002270899,0.5019058,0.0001600648,0.000026935288,0.00006665931,0.002939998,0.25481033,0.0030242635,0.20703663,0.025652047,0.0003222384],"about_ca_topic_score_codex":0.00000313644,"about_ca_topic_score_gemma":0.000008277015,"teacher_disagreement_score":0.5103374,"about_ca_system_score_codex":0.0002633953,"about_ca_system_score_gemma":0.00029165734,"threshold_uncertainty_score":0.54135644},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2757442264","doi":"10.18653/v1/d17-1048","title":"A Cognition Based Attention Model for Sentiment Analysis","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advanced Micro Devices (Canada)","funders":"Hong Kong Polytechnic University","keywords":"Computer science; Context (archaeology); Sentiment analysis; Cognition; Reading (process); Artificial intelligence; Eye tracking; Cognitive model; Natural language processing; Machine learning; Psychology; Linguistics","score_opus":0.06293940680468281,"score_gpt":0.306727946667495,"score_spread":0.24378853986281218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757442264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009873205,0.0000017826162,0.98738873,0.0012048663,0.000058838606,0.0001261042,0.0000019014784,0.000059373007,0.0012851749],"genre_scores_gemma":[0.72009957,1.6064463e-7,0.27879614,0.00014883935,0.00001238882,0.000021167902,0.0000040916525,0.000001499803,0.0009161164],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99945265,0.0000070471697,0.000098578654,0.00022039798,0.000117704134,0.00010363329],"domain_scores_gemma":[0.9992282,0.0000124119715,0.00007305219,0.0005831003,0.00007197996,0.00003129386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017689374,0.000047297122,0.0000742709,0.00007598662,0.0002273318,0.00024076505,0.00035105154,0.000024449895,0.0000096813355],"category_scores_gemma":[0.000014373175,0.00004337475,0.000117253825,0.00004493897,0.000007579353,0.00030790005,0.00006705039,0.000019230607,0.000008279053],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030006338,0.00040606986,0.010528967,0.00007807408,0.0008902495,0.0000046486703,0.00038875776,0.63157296,0.00844801,0.21014205,0.0013072547,0.13620296],"study_design_scores_gemma":[0.00025918236,0.000006219639,0.0012127814,0.0000028598233,0.0000897972,8.2559524e-8,0.0000016549343,0.99350023,0.0006154596,0.0042390525,0.00001418393,0.00005850353],"about_ca_topic_score_codex":0.000019231247,"about_ca_topic_score_gemma":0.000032082262,"teacher_disagreement_score":0.7102264,"about_ca_system_score_codex":0.000014287511,"about_ca_system_score_gemma":0.000017566932,"threshold_uncertainty_score":0.23217028},"labels":[],"label_agreement":null},{"id":"W2759162401","doi":"","title":"Named Entity Recognition and Hashtag Decomposition to Improve the Classification of Tweets","year":2016,"lang":"en","type":"article","venue":"International Conference on Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec; Université du Québec à Montréal","funders":"","keywords":"WordNet; Computer science; Artificial intelligence; Natural language processing; Preprocessor; Named-entity recognition; Segmentation; Field (mathematics); Task (project management); Information retrieval; Semantics (computer science)","score_opus":0.0829395137147931,"score_gpt":0.3343411440966311,"score_spread":0.25140163038183805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759162401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078173,0.0000036372276,0.91128826,0.0053536925,0.0012340853,0.00017699426,0.00008106416,0.000044313347,0.003644927],"genre_scores_gemma":[0.95691425,0.000006566814,0.042415455,0.00031761668,0.00024095344,0.000017603987,0.000027454562,0.000005002535,0.00005511688],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878395,0.000054115644,0.00031576667,0.00030789524,0.00043413666,0.00010415314],"domain_scores_gemma":[0.99781305,0.00040632798,0.00018107543,0.00019395114,0.0013441582,0.00006143817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024928074,0.00010065699,0.000095235795,0.000121531644,0.00007847357,0.00010492556,0.0004519029,0.000041569387,0.000024529221],"category_scores_gemma":[0.00090022705,0.00007144276,0.000031530224,0.00008501862,0.00005905599,0.00008829712,0.00012230226,0.00007388331,0.000050779392],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030715637,0.0000633549,0.000465759,0.0000067186056,0.000026192165,0.0000013771917,0.00019912339,0.0005215629,0.0044217724,0.8693155,0.00011731975,0.124830626],"study_design_scores_gemma":[0.0005224178,0.00014994442,0.020084893,0.0001658303,0.000009443099,0.000005733115,0.00002482508,0.5916139,0.0014672203,0.3845559,0.0012072216,0.00019264301],"about_ca_topic_score_codex":0.00001679173,"about_ca_topic_score_gemma":0.00000734106,"teacher_disagreement_score":0.8787412,"about_ca_system_score_codex":0.00007058802,"about_ca_system_score_gemma":0.00009294194,"threshold_uncertainty_score":0.29133514},"labels":[],"label_agreement":null},{"id":"W2759598007","doi":"","title":"UQAM-NTL: Named entity recognition in Twitter messages.","year":2016,"lang":"en","type":"article","venue":"International Conference on Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec; Université du Québec à Montréal","funders":"","keywords":"Conditional random field; Named-entity recognition; Computer science; Task (project management); Conjunction (astronomy); Artificial intelligence; Natural language processing; Named entity; Entity linking; Information retrieval; Machine learning; Knowledge base; Engineering","score_opus":0.0937972724176686,"score_gpt":0.3230069221583068,"score_spread":0.22920964974063818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759598007","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019049108,0.0000065755935,0.9360234,0.00469883,0.0028657434,0.00014042664,0.000038435133,0.00013020988,0.03704726],"genre_scores_gemma":[0.9438475,0.000012431442,0.05451508,0.00072035217,0.00043278123,0.000016570166,0.000035164114,0.000009395787,0.0004107694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981959,0.00006975246,0.00041235055,0.00046754308,0.000644113,0.00021033108],"domain_scores_gemma":[0.9981953,0.0003671062,0.00015028649,0.00022781584,0.0009835942,0.00007592225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028458732,0.00015902019,0.00014415268,0.00027258304,0.000051956922,0.00016455301,0.0007511997,0.00007374392,0.000229068],"category_scores_gemma":[0.0012211556,0.0001355789,0.000053184936,0.00013235732,0.000051254574,0.00014819886,0.00016406881,0.000161785,0.0003177382],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027130733,0.00014642059,0.0021480438,0.0000068461195,0.000027036649,0.00004993502,0.00019787002,0.0024045845,0.00012925793,0.94958085,0.00048315266,0.0447989],"study_design_scores_gemma":[0.00094015594,0.000050183982,0.0057529556,0.00023029548,0.0000033274341,0.000008008007,0.000013211597,0.45514938,0.00018925064,0.5329611,0.0044102124,0.000291957],"about_ca_topic_score_codex":0.00002714723,"about_ca_topic_score_gemma":0.000017552773,"teacher_disagreement_score":0.92479837,"about_ca_system_score_codex":0.00018794168,"about_ca_system_score_gemma":0.0001724314,"threshold_uncertainty_score":0.5528747},"labels":[],"label_agreement":null},{"id":"W2759604924","doi":"10.18653/v1/d17-1031","title":"Word Embeddings based on Fixed-Size Ordinally Forgetting Encoding","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Word (group theory); Computer science; Context (archaeology); Encoding (memory); ENCODE; Artificial intelligence; Dimension (graph theory); Word embedding; Similarity (geometry); Natural language processing; Speech recognition; Embedding; Algorithm; Pattern recognition (psychology); Mathematics; Combinatorics","score_opus":0.02546458904238419,"score_gpt":0.27697213808021137,"score_spread":0.2515075490378272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759604924","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032798782,0.000003817014,0.8536199,0.004003251,0.0005015575,0.00009828975,2.4224585e-7,0.00025295146,0.10872125],"genre_scores_gemma":[0.7579677,4.9463165e-7,0.23885414,0.0010759666,0.00011083656,0.0000058695264,1.2930735e-7,0.000007729539,0.0019771354],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986444,0.000022246675,0.00020371134,0.0004660887,0.00030700694,0.00035651983],"domain_scores_gemma":[0.99808204,0.00024143918,0.00015427654,0.0013681983,0.00005623716,0.00009779914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000523728,0.00014151027,0.00014753919,0.000059855185,0.00064423826,0.0007454113,0.0017655195,0.00005590047,0.000066756125],"category_scores_gemma":[0.0006109426,0.0001246912,0.00007760211,0.000061442035,0.000023980587,0.0006496347,0.00038524784,0.00015782053,0.0000611849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028107828,0.00012786484,0.026843768,0.0000766982,0.000031214975,0.00014672549,0.0010884021,0.008081694,0.006331273,0.311452,0.0041236295,0.6416686],"study_design_scores_gemma":[0.00033671907,0.00003426189,0.0029150348,0.000082970466,0.0000027728715,0.0000032731318,0.00001682587,0.9883987,0.003278088,0.0024008702,0.002305231,0.00022526714],"about_ca_topic_score_codex":0.000065349326,"about_ca_topic_score_gemma":0.000014064023,"teacher_disagreement_score":0.980317,"about_ca_system_score_codex":0.00004646566,"about_ca_system_score_gemma":0.000057950776,"threshold_uncertainty_score":0.71880186},"labels":[],"label_agreement":null},{"id":"W2763886647","doi":"10.18653/v1/w17-5535","title":"Exploring Joint Neural Model for Sentence Level Discourse Parsing and Sentiment Analysis","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Parsing; Sentence; Natural language processing; Sentiment analysis; Artificial intelligence; Task (project management); Joint (building); Set (abstract data type); Representation (politics); Relation (database); Artificial neural network; Data mining","score_opus":0.4377446350894824,"score_gpt":0.3489493024477397,"score_spread":0.08879533264174272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763886647","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2567811,0.000011089387,0.74122214,0.0015995502,0.00011273609,0.00008645789,0.0000015420636,0.00003726899,0.00014811753],"genre_scores_gemma":[0.79158396,0.000005547281,0.2079061,0.00006907056,0.00002823105,0.000019691313,3.7734307e-7,0.0000036733227,0.00038336037],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990077,0.000009328633,0.00017225015,0.00040641552,0.00016201238,0.00024231167],"domain_scores_gemma":[0.9989651,0.000017998447,0.0000916885,0.00079513015,0.00004245628,0.00008764616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021744994,0.000102322,0.00016691153,0.00008592777,0.00043311354,0.00047490085,0.00045504532,0.000015631882,8.446977e-7],"category_scores_gemma":[0.000023593479,0.000087353255,0.00009564893,0.0000505477,0.00003661305,0.0013077242,0.00040493615,0.00004782266,8.8568413e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000121966405,0.00014852852,0.013064075,0.0000673959,0.00047016898,0.000013759574,0.007620628,0.571688,0.0037882247,0.12595369,0.00010475318,0.2770686],"study_design_scores_gemma":[0.00015105831,0.0000059908893,0.0040207244,0.000008768296,0.000051885258,0.0000018176994,0.000082187245,0.9935651,0.00078595575,0.0012087064,0.000003093726,0.00011475214],"about_ca_topic_score_codex":0.000120552926,"about_ca_topic_score_gemma":0.00004326574,"teacher_disagreement_score":0.53480285,"about_ca_system_score_codex":0.000021045882,"about_ca_system_score_gemma":0.000016018606,"threshold_uncertainty_score":0.45794797},"labels":[],"label_agreement":null},{"id":"W2766439719","doi":"","title":"Context effects in explanation evaluation - eScholarship","year":2014,"lang":"en","type":"article","venue":"Proceedings of the Annual Meeting of the Cognitive Science Society","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Counterintuitive; Narrative; Recall; Context (archaeology); Psychology; Plot (graphics); Cognition; Social psychology; Cognitive psychology; Epistemology; History; Literature; Art; Philosophy; Mathematics","score_opus":0.02109351497195494,"score_gpt":0.2759000787834067,"score_spread":0.2548065638114518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766439719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927438,0.000032613218,0.0030311085,0.0006823091,0.00031954874,0.00047949277,0.0000012997308,0.000020027284,0.002689835],"genre_scores_gemma":[0.9963023,0.0000016276601,0.0033286954,0.00029711687,0.000031696814,0.000018736575,7.781348e-8,0.000004259228,0.000015486074],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9978237,0.00007431386,0.0002917223,0.00036521434,0.0011891929,0.0002558691],"domain_scores_gemma":[0.99706036,0.0003559819,0.0004819528,0.00017758008,0.0018876067,0.000036546415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008580203,0.00010628349,0.00015294939,0.00006073285,0.0002990718,0.0000891911,0.001935066,0.0000503068,5.659554e-7],"category_scores_gemma":[0.008205679,0.00006909014,0.00013302834,0.0012474114,0.0004905363,0.0012546447,0.0007752662,0.00021729228,0.0000011029905],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033379994,0.00026872262,0.17919168,0.0005713518,0.00004968769,5.883619e-8,0.10005065,0.00078025745,0.3295715,0.12804219,0.00022749101,0.26121306],"study_design_scores_gemma":[0.0010442738,0.00009555155,0.1339421,0.0017270055,0.000041298095,0.000002858788,0.009106989,0.21614026,0.59202975,0.04562288,0.000015262938,0.00023180991],"about_ca_topic_score_codex":0.00003424973,"about_ca_topic_score_gemma":0.0000033513563,"teacher_disagreement_score":0.26245824,"about_ca_system_score_codex":0.00010053044,"about_ca_system_score_gemma":0.0001379944,"threshold_uncertainty_score":0.98235565},"labels":[],"label_agreement":null},{"id":"W2767855269","doi":"","title":"A Connectionist Model of Semantic Memory: Superordinate structure without hierarchies","year":2001,"lang":"en","type":"article","venue":"eScholarship (California Digital Library)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Superordinate goals; Connectionism; Categorization; Combinatorics; Psychology; Computer science; Physics; Natural language processing; Artificial intelligence; Cognitive science; Cognitive psychology; Philosophy; Mathematics; Social psychology; Artificial neural network","score_opus":0.01748105153553088,"score_gpt":0.21461781444771422,"score_spread":0.19713676291218335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767855269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7875214,0.000107590444,0.20130052,0.0013594835,0.00015601762,0.00022906363,0.00037059095,0.00051376206,0.008441536],"genre_scores_gemma":[0.97754234,0.000011889601,0.020592054,0.00041891309,0.00007854337,0.000007798063,0.000056495857,0.000044979446,0.0012469615],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791,0.0000651787,0.00049647124,0.00061077316,0.0004471931,0.00047035096],"domain_scores_gemma":[0.99863565,0.00007616147,0.00014906464,0.0008480054,0.000061633735,0.00022949133],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00011949124,0.00030697216,0.0003702804,0.00023854048,0.00019199944,0.0012898064,0.0012410172,0.00013340119,0.000058357888],"category_scores_gemma":[0.00011081552,0.00027940006,0.00015507221,0.00057667017,0.00012733418,0.0056532715,0.0005511082,0.0004073565,0.00010437079],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043101664,0.00077697396,0.5710919,0.0006554005,0.00040208336,0.00023732444,0.001274308,0.042315427,0.012883784,0.27073625,0.002083018,0.09711253],"study_design_scores_gemma":[0.0012394849,0.00013686564,0.0008649322,0.00016806579,0.000025330815,0.00015301217,0.00007447474,0.73124766,0.012503675,0.24345748,0.009191003,0.00093803677],"about_ca_topic_score_codex":0.000008348303,"about_ca_topic_score_gemma":0.0000036849044,"teacher_disagreement_score":0.68893224,"about_ca_system_score_codex":0.000025358047,"about_ca_system_score_gemma":0.00014678697,"threshold_uncertainty_score":0.99996585},"labels":[],"label_agreement":null},{"id":"W2767929746","doi":"10.1145/3132847.3133138","title":"An Empirical Study of Embedding Features in Learning to Rank","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Toronto Metropolitan University","funders":"","keywords":"Embedding; Computer science; Rank (graph theory); Ranking (information retrieval); Learning to rank; Word embedding; Artificial intelligence; Word (group theory); Information retrieval; Empirical research; Machine learning; Mathematics; Statistics","score_opus":0.04669500883657094,"score_gpt":0.3860673460005514,"score_spread":0.33937233716398046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767929746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8347865,0.0000032238136,0.1628194,0.0003217934,0.00007805878,0.000096794036,1.7915875e-8,0.000037213966,0.001857005],"genre_scores_gemma":[0.9661432,1.9391165e-7,0.033510953,0.00006259471,0.00002618181,0.0000034946552,3.603528e-8,0.0000028282366,0.00025050045],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925774,0.000059084996,0.0001318517,0.0002535688,0.00016416218,0.00013358383],"domain_scores_gemma":[0.9991436,0.00002935667,0.00004592801,0.0007016484,0.00002508892,0.00005437944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033402708,0.000055153294,0.00011674405,0.00008169471,0.000118550095,0.000154045,0.000982844,0.00002509723,0.000005964703],"category_scores_gemma":[0.00010868678,0.00004689457,0.000013835416,0.000060459955,0.000006508161,0.00032729463,0.0003117046,0.0001209167,0.0000041311428],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001220583,0.00035594177,0.80488724,0.0000066071652,0.000008115561,0.000031842683,0.03942238,0.076362185,0.0016336151,0.0016894666,0.00011861247,0.07547181],"study_design_scores_gemma":[0.0005832904,0.00034531957,0.46906412,0.000016877078,0.0000015868764,0.0000023137773,0.0018766334,0.5270151,0.0006039246,0.00026013466,0.00009762568,0.0001330892],"about_ca_topic_score_codex":0.0003957495,"about_ca_topic_score_gemma":0.0004066254,"teacher_disagreement_score":0.4506529,"about_ca_system_score_codex":0.000012419933,"about_ca_system_score_gemma":0.0000146133525,"threshold_uncertainty_score":0.1912305},"labels":[],"label_agreement":null},{"id":"W2768091364","doi":"10.48550/arxiv.1711.02013","title":"Neural Language Modeling by Jointly Learning Syntax and Lexicon","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Parsing; Natural language processing; Syntax; Language model; Leverage (statistics); Tree structure; Artificial neural network; Lexicon; Recurrent neural network; Data structure; Programming language","score_opus":0.07486587234654331,"score_gpt":0.19691794624440412,"score_spread":0.12205207389786081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768091364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4711422,0.0002428589,0.5269932,0.00011039231,0.00021919384,0.00008952243,0.000002914261,0.00017152517,0.0010281947],"genre_scores_gemma":[0.9954835,0.00014203567,0.0021553386,0.00005567931,0.00007482949,4.820203e-7,0.000008236185,0.000018811705,0.002061043],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981277,0.0001113649,0.0001668702,0.0011477199,0.00009281802,0.0003535191],"domain_scores_gemma":[0.99830467,0.00004603571,0.00022860708,0.0011948699,0.00006401283,0.00016183012],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025500107,0.00028664482,0.0003136617,0.00014376188,0.00035413288,0.0003798886,0.00153722,0.0002433393,0.0000077591],"category_scores_gemma":[0.000061307604,0.00034204396,0.00011396906,0.00007524271,0.00006524704,0.00054169097,0.0027992842,0.000906209,0.000016584727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008872195,0.000019194877,0.001321309,0.00007668536,0.00004266149,0.00027830835,0.0008892033,0.9721698,0.00028645416,0.019790228,0.000050874245,0.005066387],"study_design_scores_gemma":[0.00023050248,0.000019328545,0.00002886403,0.00008266731,0.000025956559,0.000008267316,0.00013093797,0.9922576,0.00007138787,0.0067368834,0.000058996076,0.00034861724],"about_ca_topic_score_codex":0.00078520033,"about_ca_topic_score_gemma":0.000036258632,"teacher_disagreement_score":0.52483785,"about_ca_system_score_codex":0.00009334191,"about_ca_system_score_gemma":0.00009039605,"threshold_uncertainty_score":0.99990314},"labels":[],"label_agreement":null},{"id":"W2769778028","doi":"10.5555/3107979.3107984","title":"A comparative study on content-based paper-to-paper recommendation approaches in scientific literature","year":2017,"lang":"en","type":"article","venue":"Communications and Networking Symposium","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Information retrieval; Set (abstract data type); tf–idf; Word embedding; Word (group theory); Representation (politics); Domain (mathematical analysis); Term (time); Embedding; Recommender system; Data mining; Artificial intelligence; Mathematics","score_opus":0.23222467380403888,"score_gpt":0.33810592431048786,"score_spread":0.10588125050644898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769778028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66118383,0.0034609153,0.17462537,0.12372066,0.003225594,0.0049663773,0.000018773444,0.0004395906,0.028358866],"genre_scores_gemma":[0.9845726,0.000038407292,0.014709647,0.00038880386,0.000050852563,0.00012623622,0.00001870482,0.00000669622,0.00008803918],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986966,0.00027137902,0.0002570391,0.00044430612,0.0001257625,0.00020488401],"domain_scores_gemma":[0.9964749,0.00018368545,0.00014610817,0.0030502535,0.00007387963,0.00007115271],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007992062,0.00013997169,0.00019447325,0.0001549411,0.0013882252,0.0016066481,0.0018853305,0.000049744587,0.0000012537462],"category_scores_gemma":[0.000013294017,0.00012920372,0.000029890418,0.00024774962,0.00010593368,0.00054526544,0.0007923882,0.000270044,0.0000053786057],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018384347,0.005804882,0.13679954,0.00007547339,0.00019156796,0.000015510732,0.14276816,0.005393358,0.009880058,0.111850075,0.0010960322,0.5859415],"study_design_scores_gemma":[0.0018488421,0.00039298253,0.04595509,0.0006714468,0.000020236008,0.0000036551733,0.0015621056,0.91194457,0.00015497686,0.0009157535,0.03594282,0.0005875347],"about_ca_topic_score_codex":0.00003919898,"about_ca_topic_score_gemma":0.00038285615,"teacher_disagreement_score":0.9065512,"about_ca_system_score_codex":0.000046246827,"about_ca_system_score_gemma":0.000032603435,"threshold_uncertainty_score":0.99991184},"labels":[],"label_agreement":null},{"id":"W2770550542","doi":"10.1145/3278721.3278777","title":"Ethical Challenges in Data-Driven Dialogue Systems","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; McGill University","funders":"","keywords":"Offensive; Adversarial system; Conversation; Computer science; Process (computing); Reinforcement learning; Data science; Artificial intelligence; Psychology; Communication; Operations research; Engineering","score_opus":0.24997439749857267,"score_gpt":0.34192282597913476,"score_spread":0.09194842848056209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770550542","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085177954,0.0018715695,0.9684599,0.011866506,0.004155517,0.0003969478,0.000017852482,0.00035895145,0.012020958],"genre_scores_gemma":[0.8296554,0.0016065113,0.16595404,0.00049885345,0.0017447826,0.00008844684,0.000099453195,0.000029998042,0.00032252682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99726796,0.0002943557,0.0004173681,0.0013352087,0.0003848242,0.0003002903],"domain_scores_gemma":[0.9954689,0.00016831676,0.00010918655,0.0040944624,0.000072566305,0.00008655684],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0014070518,0.00020891156,0.00037842954,0.00013985831,0.000028459162,0.00022883587,0.005154795,0.00083851244,0.0000075243884],"category_scores_gemma":[0.00013343307,0.00018451065,0.0000375423,0.00006617008,0.00004419545,0.00015959505,0.011470409,0.0013862612,0.00010981976],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004401259,0.00012391759,0.00031168145,0.00097346195,0.00007995307,0.00014017156,0.004169639,0.029067775,0.000010891816,0.9180908,0.0058298255,0.041197482],"study_design_scores_gemma":[0.00009131439,0.000009898219,0.00017365579,0.00018413454,0.000003054474,0.000007347411,0.00002456035,0.98555315,0.000003470819,0.008368106,0.005344726,0.00023658604],"about_ca_topic_score_codex":0.0006543153,"about_ca_topic_score_gemma":0.00062870304,"teacher_disagreement_score":0.9564854,"about_ca_system_score_codex":0.00006852062,"about_ca_system_score_gemma":0.00020574703,"threshold_uncertainty_score":0.99652463},"labels":[],"label_agreement":null},{"id":"W2773947245","doi":"","title":"MONPA: Multi-objective Named-entity and Part-of-speech Annotator for Chinese using Recurrent Neural Network","year":2017,"lang":"en","type":"article","venue":"International Joint Conference on Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Named-entity recognition; Sentence; Recurrent neural network; Task (project management); Segmentation; Speech recognition; Part of speech; Word (group theory); Artificial neural network; Named entity; Text segmentation","score_opus":0.05657633475324485,"score_gpt":0.35028846040631406,"score_spread":0.2937121256530692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773947245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.781981,0.0014997124,0.21271798,0.0008566727,0.0023106288,0.0003244187,0.000021665177,0.00007500403,0.00021291681],"genre_scores_gemma":[0.9008562,0.000010305453,0.09857632,0.0000813035,0.0003900808,0.000012877202,0.0000066672105,0.000009247324,0.00005699383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861,0.000032772372,0.00031408758,0.00046649808,0.00032456452,0.0002520472],"domain_scores_gemma":[0.99860626,0.000055994056,0.00047738894,0.00032793212,0.00046556623,0.000066867295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025543137,0.00019386975,0.00023903797,0.00009039567,0.00034475187,0.0006022988,0.0007742976,0.000063126005,0.000005267086],"category_scores_gemma":[0.00046761343,0.00015976545,0.000076104756,0.000059711405,0.000089373505,0.0009426964,0.00036027434,0.0002574346,8.220672e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009910355,0.000079864374,0.0052776737,0.000114298135,0.000059978214,0.000040049512,0.0026816453,0.0007066503,0.0055014146,0.006784297,0.000012637859,0.9786424],"study_design_scores_gemma":[0.0005407722,0.000039871833,0.0058004544,0.00034294973,0.000007254977,0.0000213077,0.0000736233,0.9910063,0.00086109946,0.0010880886,0.000028145216,0.00019014733],"about_ca_topic_score_codex":0.000099566205,"about_ca_topic_score_gemma":0.000056772107,"teacher_disagreement_score":0.99029964,"about_ca_system_score_codex":0.00006674939,"about_ca_system_score_gemma":0.000093580726,"threshold_uncertainty_score":0.6515046},"labels":[],"label_agreement":null},{"id":"W2774599502","doi":"10.26615/978-954-452-049-6_069","title":"Recognizing Reputation Defence Strategies in Critical Political Exchanges","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Pennsylvania","keywords":"Reputation; Argumentation theory; Computer science; Task (project management); Relation (database); Field (mathematics); Politics; Computer security; Artificial intelligence; Political science; Epistemology; Data mining; Management; Law; Mathematics; Economics","score_opus":0.12816844240752176,"score_gpt":0.38788495646436566,"score_spread":0.25971651405684393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774599502","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08389623,0.000027726419,0.8655115,0.008327052,0.00027222256,0.000050167877,2.1656625e-7,0.00009666199,0.041818246],"genre_scores_gemma":[0.8760902,0.000002188211,0.123578824,0.00020349697,0.000055905322,0.000005626361,1.288688e-7,0.0000025694985,0.000061064115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99910146,0.000030067451,0.00014266463,0.00028911934,0.00013882932,0.00029785544],"domain_scores_gemma":[0.999187,0.00013121878,0.000025545269,0.00053647,0.000048305345,0.00007148219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022871008,0.00006298897,0.00008128144,0.000052044637,0.0001434011,0.0006728576,0.0005901968,0.000045339468,0.000013625672],"category_scores_gemma":[0.0004977874,0.00005913049,0.00001843581,0.00003303506,0.00006253815,0.001379802,0.00021632425,0.00009442843,0.000024317718],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.5906196e-7,0.000008857598,0.0013571824,0.000008059755,5.2122755e-7,0.000017069628,0.00019531992,0.000016046537,0.00010271446,0.9832117,0.0000099942945,0.015071998],"study_design_scores_gemma":[0.00021134033,0.000040832223,0.03682899,0.00008191864,0.000002220285,0.000018011688,0.0008425259,0.35911986,0.001404396,0.60111046,0.00009785397,0.00024158604],"about_ca_topic_score_codex":0.00050221494,"about_ca_topic_score_gemma":0.0002710968,"teacher_disagreement_score":0.79219395,"about_ca_system_score_codex":0.000029067423,"about_ca_system_score_gemma":0.000055480825,"threshold_uncertainty_score":0.64883816},"labels":[],"label_agreement":null},{"id":"W2775337853","doi":"","title":"Assessing the Verifiability of Attributions in News Text","year":2017,"lang":"en","type":"article","venue":"International Joint Conference on Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Operationalization; Attribution; Verifiable secret sharing; Computer science; Rank (graph theory); Task (project management); Fidelity; Crowdsourcing; Statement (logic); Authorship attribution; Natural language processing; Information retrieval; Artificial intelligence; Psychology; Social psychology; World Wide Web; Linguistics; Set (abstract data type); Mathematics","score_opus":0.0672499933037815,"score_gpt":0.36785059382849045,"score_spread":0.30060060052470894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775337853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7132909,0.0005553499,0.2502302,0.01796634,0.0012900664,0.000258022,0.0000075380826,0.00009579695,0.016305752],"genre_scores_gemma":[0.99133587,0.000005889738,0.008307132,0.0001686887,0.00007665266,0.000008249013,0.0000032643313,0.0000039834035,0.000090257185],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876916,0.0000542301,0.00031407998,0.00031153802,0.0003769649,0.0001740078],"domain_scores_gemma":[0.99873513,0.000069930786,0.00032811155,0.0005916645,0.0002459429,0.000029212473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040412796,0.000112977694,0.00014761406,0.00009356025,0.0002401204,0.00095939933,0.0015528253,0.000047500333,0.000022133068],"category_scores_gemma":[0.00071078085,0.00007949237,0.000055942455,0.00007830748,0.00011149828,0.0013471947,0.00033237154,0.00034271207,0.000006046669],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009771631,0.00010051035,0.005885545,0.000039254806,0.00001471899,0.000034399036,0.0023762076,0.00021306225,0.016786572,0.08829049,0.00001600571,0.88623345],"study_design_scores_gemma":[0.00044086835,0.000017422028,0.09466671,0.0005487528,0.000004028092,0.000019173729,0.00093140494,0.88938856,0.0076637724,0.0060157375,0.00008202567,0.0002215488],"about_ca_topic_score_codex":0.000370506,"about_ca_topic_score_gemma":0.00010508467,"teacher_disagreement_score":0.8891755,"about_ca_system_score_codex":0.000095242576,"about_ca_system_score_gemma":0.00017086795,"threshold_uncertainty_score":0.925151},"labels":[],"label_agreement":null},{"id":"W2775747321","doi":"","title":"WiNER: A Wikipedia Annotated Corpus for Named Entity Recognition","year":2017,"lang":"en","type":"article","venue":"International Joint Conference on Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Natural language processing; Information retrieval; Artificial intelligence; Quality (philosophy); Named-entity recognition; Simple (philosophy); Training set; Range (aeronautics); Task (project management)","score_opus":0.060187248013458684,"score_gpt":0.3217091971620433,"score_spread":0.2615219491485846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775747321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35993502,0.00069248077,0.6114752,0.011398219,0.006048809,0.0006839986,0.00007335595,0.0005423714,0.009150531],"genre_scores_gemma":[0.95657873,0.000009600278,0.04173307,0.00043374885,0.0003500242,0.00003644488,0.000055189023,0.000010234163,0.0007929472],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863017,0.000022128013,0.00026835073,0.00046320012,0.00037786108,0.00023830756],"domain_scores_gemma":[0.99854845,0.000042024167,0.00037293838,0.00038558073,0.00058492343,0.00006607336],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00022164985,0.00016621593,0.00016382517,0.00013274896,0.00033155867,0.0012157512,0.0010994077,0.00007084821,0.000027240396],"category_scores_gemma":[0.0006368777,0.0001490651,0.000077895675,0.00004713139,0.000054492662,0.0012490853,0.00019895913,0.00025018517,0.000026776193],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004843885,0.00004998727,0.00013882198,0.000038489936,0.000023429388,0.00004119777,0.00087042217,0.000010465869,0.01578257,0.0068292576,0.00010372934,0.9760632],"study_design_scores_gemma":[0.0011182141,0.000058230795,0.0015651092,0.00044137656,0.000011028544,0.000041366664,0.000117519485,0.9737205,0.012409401,0.009639973,0.00049427606,0.000383012],"about_ca_topic_score_codex":0.000084525316,"about_ca_topic_score_gemma":0.00004247102,"teacher_disagreement_score":0.9756802,"about_ca_system_score_codex":0.0000834678,"about_ca_system_score_gemma":0.00012154983,"threshold_uncertainty_score":0.99982107},"labels":[],"label_agreement":null},{"id":"W2777929561","doi":"10.48550/arxiv.1712.08207","title":"Variational Attention for Sequence-to-Sequence Models","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Sequence (biology); Encoder; Computer science; Artificial neural network; Set (abstract data type); Gaussian; Algorithm; Latent variable; Random sequence; Artificial intelligence; Mechanism (biology); Mathematics; Physics","score_opus":0.2599454264256302,"score_gpt":0.24269512061273302,"score_spread":0.01725030581289716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777929561","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031460807,0.000010645626,0.9648075,0.0004960613,0.00096143055,0.00055781886,0.00005626457,0.0001873111,0.0014621381],"genre_scores_gemma":[0.9203211,0.000022159482,0.07718232,0.0001332179,0.00015091097,0.0000069761363,0.000031818978,0.00001406184,0.0021374526],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787927,0.000057724596,0.00020922426,0.0013540335,0.0001383793,0.00036139548],"domain_scores_gemma":[0.99729866,0.0000776905,0.0003103679,0.0017813771,0.00035283904,0.00017908592],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003817375,0.0002587952,0.00026607356,0.00021963456,0.00035211662,0.00028139137,0.0029667905,0.0002594195,0.0000072964217],"category_scores_gemma":[0.00006703468,0.00032174046,0.00021157686,0.00014554168,0.000053862186,0.00090493896,0.0017325594,0.00030323473,0.00005057148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006525941,0.000015196328,0.000116194205,0.000028221828,0.000021889611,0.000021038557,0.00007176628,0.52625316,0.00008000245,0.47263223,0.00005405313,0.00069971697],"study_design_scores_gemma":[0.00018342973,0.0000152561515,0.0001276536,0.00006089376,0.000019078627,0.0000019681231,0.000004450981,0.64138377,0.000012691364,0.35784274,0.0001215072,0.00022654804],"about_ca_topic_score_codex":0.00021258634,"about_ca_topic_score_gemma":0.000027058666,"teacher_disagreement_score":0.8888603,"about_ca_system_score_codex":0.0003420995,"about_ca_system_score_gemma":0.0004207441,"threshold_uncertainty_score":0.99992347},"labels":[],"label_agreement":null},{"id":"W2778745504","doi":"10.1007/978-3-319-77028-4_55","title":"Dual Long Short-Term Memory Networks for Sub-Character Representation Learning","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Computer science; Character (mathematics); Natural language processing; Artificial intelligence; Embedding; Segmentation; Term (time); Chinese characters; Boosting (machine learning)","score_opus":0.03502591276767502,"score_gpt":0.2958630473810277,"score_spread":0.2608371346133527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778745504","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037999244,0.010868323,0.9740187,0.000013084913,0.0033232628,0.00073426595,0.0000012954051,0.00013090849,0.0071102385],"genre_scores_gemma":[0.95374835,0.0038667154,0.009721048,0.00009029053,0.005342065,0.00007179219,0.00007107018,0.0001389747,0.026949678],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973131,0.000059887505,0.0009295128,0.0009789156,0.00029312973,0.00042547897],"domain_scores_gemma":[0.99838793,0.00043047493,0.00045735773,0.00047073944,0.00016592763,0.00008755209],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000701088,0.00037717886,0.00056060276,0.00020833762,0.00021870864,0.0002937426,0.00042134765,0.0002509376,0.00000520654],"category_scores_gemma":[0.000033942117,0.0003841719,0.00012077534,0.00005752772,0.00006738053,0.0004859874,0.0003996287,0.00046714937,0.000007853061],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023854358,0.00001731559,0.0027163364,0.00054362806,0.000076765864,0.00006917483,0.0018124522,0.19798937,0.000016448006,0.06574228,0.000051792194,0.7309406],"study_design_scores_gemma":[0.00014521624,0.00010422068,0.00008245264,0.0019197478,0.000018190545,0.00008243318,0.00011131732,0.987356,0.00007276753,0.0019649386,0.00760094,0.0005417465],"about_ca_topic_score_codex":0.000013642494,"about_ca_topic_score_gemma":0.000023483022,"teacher_disagreement_score":0.96429765,"about_ca_system_score_codex":0.000104412706,"about_ca_system_score_gemma":0.000026628737,"threshold_uncertainty_score":0.999861},"labels":[],"label_agreement":null},{"id":"W2779944493","doi":"10.24124/2010/bpgub700","title":"Study of document retrieval using Latent Semantic Indexing (LSI) on a very large data set.","year":2010,"lang":"en","type":"dissertation","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Northern British Columbia","keywords":"Information retrieval; Computer science; Set (abstract data type); Search engine indexing; Programming language","score_opus":0.08128817225861587,"score_gpt":0.3508740158644802,"score_spread":0.26958584360586435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2779944493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96783835,0.000040271472,0.029021692,0.000020886471,0.0018954808,0.0005751382,0.0000070950423,0.0000838723,0.0005172357],"genre_scores_gemma":[0.9895746,0.000005815915,0.009035017,0.000046162855,0.000108077664,0.00000178278,0.0001517488,0.000024536432,0.0010522385],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971763,0.000084156745,0.00059153023,0.000933131,0.0008915646,0.00032334027],"domain_scores_gemma":[0.9968655,0.000072108196,0.00036758342,0.0025011569,0.00012386194,0.00006975359],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008374046,0.00027659582,0.00040860724,0.00027060177,0.00012332403,0.00017263429,0.0021235927,0.00023527864,0.000030734962],"category_scores_gemma":[0.0000745775,0.0002482233,0.0000557539,0.0002880257,0.00000607484,0.00045804807,0.0007557557,0.0005962267,0.000010997519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033098492,0.031325255,0.0546715,0.010583137,0.00808328,0.003441316,0.42148888,0.056972347,0.08678605,0.180515,0.0031996223,0.13962378],"study_design_scores_gemma":[0.0031863393,0.0007776937,0.0057488303,0.0011281078,0.00031055612,0.0000187114,0.005680727,0.9723437,0.0074995034,0.0015177713,0.00032523932,0.001462821],"about_ca_topic_score_codex":0.00044515549,"about_ca_topic_score_gemma":0.00074181915,"teacher_disagreement_score":0.91537136,"about_ca_system_score_codex":0.00006418437,"about_ca_system_score_gemma":0.00019881855,"threshold_uncertainty_score":0.999997},"labels":[],"label_agreement":null},{"id":"W2780329366","doi":"10.1142/s1793351x17400207","title":"On the Influence of Contextual Features for the Identification of Complex Words","year":2017,"lang":"en","type":"article","venue":"International Journal of Semantic Computing","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Medical Research Council; Natural Sciences and Engineering Research Council of Canada; Medical Research Council Canada","keywords":"Computer science; SemEval; Word (group theory); Artificial intelligence; Natural language processing; Identification (biology); Context (archaeology); Set (abstract data type); Natural language; Word identification; Word recognition; Linguistics; Task (project management)","score_opus":0.043467681168216615,"score_gpt":0.3322063310706441,"score_spread":0.2887386499024275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780329366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5334742,0.00003093295,0.46146894,0.00438966,0.000518725,0.00007124531,0.0000014409133,0.0000027285755,0.00004212731],"genre_scores_gemma":[0.99606687,0.000006220315,0.0035685934,0.00015528795,0.00017886455,5.9700506e-7,1.8471376e-7,0.0000032616858,0.000020150886],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863064,0.000036986312,0.0006306187,0.000097979224,0.0005194124,0.0000843822],"domain_scores_gemma":[0.99566215,0.0013043876,0.0017601475,0.00039544335,0.00086126855,0.000016627666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012944379,0.00006631671,0.00014116794,0.000074348514,0.00019534364,0.00018900367,0.0029031711,0.000020298135,0.0000021081416],"category_scores_gemma":[0.0011692881,0.0000391046,0.00011473408,0.000034496108,0.00010861064,0.00020290753,0.00025538646,0.00013321138,5.9309247e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011132681,0.0001365944,0.00366101,0.000043141157,0.00048296884,0.000010163229,0.005194977,0.21151237,0.035424013,0.6010715,0.0006536975,0.14169824],"study_design_scores_gemma":[0.0006741417,0.00009209811,0.20703736,0.0004806673,0.000024529047,0.0000880823,0.00026973087,0.7656545,0.00649982,0.018952778,0.00013650111,0.00008976164],"about_ca_topic_score_codex":0.000038205293,"about_ca_topic_score_gemma":0.0000046284763,"teacher_disagreement_score":0.5821187,"about_ca_system_score_codex":0.000021637978,"about_ca_system_score_gemma":0.000051163865,"threshold_uncertainty_score":0.5394863},"labels":[],"label_agreement":null},{"id":"W2781014390","doi":"10.1145/3086512.3086550","title":"Two-step cascaded textual entailment for legal bar exam question answering","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute of Informatics; Alberta Machine Intelligence Institute","keywords":"Textual entailment; Computer science; Logical consequence; Natural language processing; Artificial intelligence; Question answering; Negation; Information retrieval; Representation (politics); Programming language","score_opus":0.035222153940837955,"score_gpt":0.30926485816787647,"score_spread":0.2740427042270385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781014390","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033292446,0.00001721468,0.95475286,0.0011995652,0.00053082453,0.00022177078,7.875692e-7,0.00013584094,0.009848658],"genre_scores_gemma":[0.7677224,0.0000015933006,0.23015618,0.00015758545,0.00017203296,0.000023671146,8.0334274e-7,0.0000052600076,0.0017604472],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990582,0.000018413764,0.0001657638,0.00034146273,0.00017208014,0.00024408466],"domain_scores_gemma":[0.9989995,0.000030268477,0.00007424532,0.0007766307,0.000044168617,0.000075211465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032201532,0.00009924708,0.00010390966,0.000033550223,0.00033549915,0.00047338303,0.0008442938,0.00003814272,0.000015821563],"category_scores_gemma":[0.000048475613,0.00009015703,0.00004933092,0.000015937043,0.00002007762,0.0008301941,0.00029137774,0.00006655209,0.000026571155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007015927,0.00003321899,0.000704564,0.00001663792,0.000013897137,0.000010488692,0.00021809417,0.00080284034,0.0030677463,0.85754764,0.0007052326,0.13687263],"study_design_scores_gemma":[0.0009175664,0.00008350962,0.0017237774,0.000030190939,0.0000067516935,0.000020065212,0.00007005792,0.9706181,0.0103147905,0.0010024399,0.014967867,0.00024485067],"about_ca_topic_score_codex":0.0007761434,"about_ca_topic_score_gemma":0.00015020625,"teacher_disagreement_score":0.9698153,"about_ca_system_score_codex":0.000056688918,"about_ca_system_score_gemma":0.000037447382,"threshold_uncertainty_score":0.45648435},"labels":[],"label_agreement":null},{"id":"W2781697036","doi":"10.1007/978-3-319-73706-5_13","title":"In-Memory Distributed Training of Linear-Chain Conditional Random Fields with an Application to Fine-Grained Named Entity Recognition","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Banting and Best Diabetes Centre, University of Toronto; Bundesministerium für Bildung und Forschung","keywords":"Computer science; Conditional random field; Scalability; Named-entity recognition; Task (project management); Sequence labeling; Feature (linguistics); Sequence (biology); Artificial intelligence; Pattern recognition (psychology); Database","score_opus":0.023987875617359336,"score_gpt":0.25610979584764443,"score_spread":0.2321219202302851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781697036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072761034,0.000015140085,0.9908141,0.00065275765,0.000355325,0.00061095884,0.000036813315,0.000067418434,0.0001714136],"genre_scores_gemma":[0.60514444,0.0000014932707,0.3936192,0.00069782225,0.00036193125,0.000032437878,0.000095480646,0.000014172856,0.000033012035],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99723566,0.000050672767,0.0005371499,0.0011165034,0.00068316015,0.00037682895],"domain_scores_gemma":[0.9980473,0.00033786058,0.0002798837,0.00082413456,0.00036784602,0.00014296644],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009899373,0.00030677757,0.0004504798,0.0005861289,0.00012420089,0.00010819117,0.0013419497,0.00024271302,0.000031470667],"category_scores_gemma":[0.00013935825,0.00028597415,0.00006109817,0.00057779433,0.0003349222,0.0005376972,0.00030994814,0.00043901743,0.000009927956],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022158536,0.00013971906,0.00010158221,0.00011466629,0.000026792808,0.00006468479,0.008844444,0.2611573,0.0007964732,0.0058479975,0.000027218079,0.7226575],"study_design_scores_gemma":[0.0009975801,0.0003433922,0.00011181599,0.0002899029,0.0000062020713,0.000028915762,0.0000013663731,0.8698863,0.001539229,0.12631793,0.00008046849,0.00039692622],"about_ca_topic_score_codex":0.00005972806,"about_ca_topic_score_gemma":0.0006779576,"teacher_disagreement_score":0.7222606,"about_ca_system_score_codex":0.0001523218,"about_ca_system_score_gemma":0.00038725274,"threshold_uncertainty_score":0.99995923},"labels":[],"label_agreement":null},{"id":"W2781827132","doi":"10.2196/medinform.8751","title":"A Pilot Study of Biomedical Text Comprehension using an Attention-Based Deep Neural Reader: Design and Experimental Analysis","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Ministry of Science, ICT and Future Planning; National Research Foundation","keywords":"Comprehension; Computer science; Artificial intelligence; Natural language processing; Reading comprehension; Context (archaeology); Task (project management); Deep learning; Domain (mathematical analysis); Process (computing); Reading (process); Linguistics; Engineering","score_opus":0.08271124705486638,"score_gpt":0.34488075539869206,"score_spread":0.2621695083438257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781827132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5040201,0.000007793358,0.49565256,0.000028027222,0.0000711964,0.00017585888,2.8906553e-7,0.00003758001,0.000006629222],"genre_scores_gemma":[0.87147146,3.0350785e-7,0.12818746,0.00026953808,0.000050975734,0.000010142587,0.0000045644592,0.000004680242,8.6535636e-7],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976428,0.00016350213,0.00072374305,0.00018400155,0.0010519229,0.00023403339],"domain_scores_gemma":[0.9987377,0.00013401333,0.0002030442,0.00048694146,0.0001042953,0.00033401838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005299112,0.00014289365,0.0003040691,0.00031932726,0.00013954005,0.000074060044,0.00053796667,0.000062001855,0.00004234711],"category_scores_gemma":[0.000037758706,0.000116336654,0.000041205007,0.00066431874,0.00026352628,0.00046590963,0.00025903594,0.00015609304,0.0000035234584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001309451,0.061349727,0.056353506,0.0011929604,0.003284692,0.0003149096,0.418501,0.07244118,0.04091343,0.0028843344,0.0007702483,0.3406846],"study_design_scores_gemma":[0.0010660419,0.0026467026,0.00090538483,0.0000256751,0.00004855115,0.000011595711,0.0024669482,0.99249035,0.00019890799,0.000012507108,0.000006552824,0.000120793],"about_ca_topic_score_codex":0.00007918067,"about_ca_topic_score_gemma":0.000013521374,"teacher_disagreement_score":0.92004913,"about_ca_system_score_codex":0.0000318801,"about_ca_system_score_gemma":0.00007584799,"threshold_uncertainty_score":0.4744071},"labels":[],"label_agreement":null},{"id":"W2782842435","doi":"","title":"Federating natural language question answering services of a cognitive enterprise data platform","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Scalability; Question answering; Ranking (information retrieval); Natural language; Information retrieval; World Wide Web; Service (business); Artificial intelligence; Data science; Database","score_opus":0.015405816802963431,"score_gpt":0.26515971328529364,"score_spread":0.2497538964823302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782842435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39219812,0.00019258945,0.6070528,0.000017788061,0.00039147775,0.000049120914,0.0000018040668,0.0000907695,0.0000055484616],"genre_scores_gemma":[0.77419806,0.0000051817324,0.22567528,0.000033586854,0.00007733348,0.0000014839549,0.0000021757655,0.0000041542776,0.0000027245928],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878395,0.000006075327,0.0001703862,0.00047532222,0.00031776648,0.00024647565],"domain_scores_gemma":[0.9986949,0.000113773654,0.000108890585,0.0008779293,0.00012571536,0.000078790334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007229473,0.000119599914,0.00014170379,0.00011208301,0.00045565027,0.00082624954,0.0020150654,0.000027439768,3.0212786e-7],"category_scores_gemma":[0.00035610932,0.000114202674,0.000015528944,0.00011012429,0.00008052187,0.0033600444,0.0022805415,0.00012323655,7.889375e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039442566,0.000024860617,0.0146795735,0.00027230056,0.00002234391,0.00004872069,0.009794918,0.003907937,0.0037052988,0.0015038694,0.0000035500134,0.9660327],"study_design_scores_gemma":[0.00013591677,0.000017198287,0.011711155,0.0004191785,0.0000028195714,0.000020848538,0.000043767785,0.98623246,0.0012651642,0.000015257152,0.0000065088716,0.00012975188],"about_ca_topic_score_codex":0.0000842383,"about_ca_topic_score_gemma":0.00001132681,"teacher_disagreement_score":0.9823245,"about_ca_system_score_codex":0.00002226327,"about_ca_system_score_gemma":0.000055357745,"threshold_uncertainty_score":0.79675436},"labels":[],"label_agreement":null},{"id":"W2783530388","doi":"10.1111/coin.12152","title":"Improving text relatedness by incorporating phrase relatedness with word relatedness","year":2018,"lang":"en","type":"article","venue":"Computational Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"SemEval; Phrase; Computer science; Word (group theory); Natural language processing; Artificial intelligence; n-gram; Mathematics; Task (project management); Language model","score_opus":0.02036011953862601,"score_gpt":0.25799002373788116,"score_spread":0.23762990419925514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783530388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06271214,0.00025362452,0.9339357,0.00050794514,0.0007552212,0.00027353203,0.0000047430963,0.00047789392,0.0010792022],"genre_scores_gemma":[0.83388096,0.0000043249233,0.16513301,0.00034477384,0.00013102518,0.00002306194,0.000024716446,0.000035615085,0.00042251422],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677545,0.00013755831,0.0007600052,0.0010823796,0.0007159578,0.0005286691],"domain_scores_gemma":[0.99746794,0.00031910837,0.00046288778,0.0007215788,0.0007941068,0.00023439327],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005871854,0.00037618086,0.00030293156,0.0002163814,0.0005645081,0.00037256946,0.0014322882,0.00020968147,0.000049340026],"category_scores_gemma":[0.0001678638,0.0003463172,0.00006516125,0.0014015072,0.00036752934,0.0012695328,0.0004577073,0.0005780013,0.00036524312],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119398144,0.00032355273,0.0019189371,0.000099645884,0.00014515263,0.00019646891,0.006149685,0.4414406,0.0008920923,0.17155182,0.0011966135,0.375966],"study_design_scores_gemma":[0.00021543962,0.00016266352,0.00012469293,0.0001980614,0.000014669482,0.00012401212,0.00018280982,0.9678158,0.0019840943,0.028403101,0.00024950705,0.0005251169],"about_ca_topic_score_codex":0.00015015552,"about_ca_topic_score_gemma":0.000015656076,"teacher_disagreement_score":0.7711688,"about_ca_system_score_codex":0.0001824503,"about_ca_system_score_gemma":0.0003594838,"threshold_uncertainty_score":0.9998989},"labels":[],"label_agreement":null},{"id":"W2784152338","doi":"10.1109/icmla.2017.0-122","title":"Cybersecurity Automated Information Extraction Techniques: Drawbacks of Current Methods, and Enhanced Extractors","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Science and Technology Directorate; Ministère de la Défense Nationale; UT-Battelle; Battelle; U.S. Department of Homeland Security; U.S. Department of Energy","keywords":"Overfitting; Computer science; Leverage (statistics); Information extraction; Relationship extraction; Identification (biology); Information retrieval; Domain (mathematical analysis); Precision and recall; Recall; Artificial intelligence; Natural language processing; Data mining","score_opus":0.025526095890904904,"score_gpt":0.40030891763126164,"score_spread":0.3747828217403567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784152338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029296236,0.00003239864,0.96413773,0.000087672226,0.00035065605,0.00016264604,7.2215295e-7,0.00047275634,0.0054591647],"genre_scores_gemma":[0.6082659,0.000027614644,0.39166456,0.000013057454,0.000011980451,0.000006588777,8.478294e-7,0.0000015550022,0.0000079235815],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992398,0.000047358833,0.00029131313,0.00015633258,0.0001474537,0.000117755306],"domain_scores_gemma":[0.9988211,0.000049881175,0.00034948843,0.0006205994,0.00011030553,0.000048633305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005377474,0.00008740273,0.00012510047,0.00008811323,0.00015171451,0.00025090293,0.00042094293,0.000066492794,0.000008370109],"category_scores_gemma":[0.00015638286,0.00007781063,0.000029030065,0.000045726847,0.000042999793,0.0030755878,0.00018587001,0.00011569913,0.0000035978294],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002207679,0.000022358927,0.00008499513,0.000036576843,0.0000045133575,1.587532e-7,0.001054778,0.0000059763674,0.018399155,0.024313396,0.00007647069,0.95599943],"study_design_scores_gemma":[0.00024753553,0.000044306824,0.0053630564,0.00006900501,0.0000080295,0.000007593467,0.00009048673,0.4504732,0.533393,0.004608736,0.005461685,0.00023332748],"about_ca_topic_score_codex":0.000094680814,"about_ca_topic_score_gemma":0.000005642777,"teacher_disagreement_score":0.9557661,"about_ca_system_score_codex":0.00002479233,"about_ca_system_score_gemma":0.00003736709,"threshold_uncertainty_score":0.31730255},"labels":[],"label_agreement":null},{"id":"W2785517012","doi":"10.2196/medinform.8662","title":"Automated Information Extraction on Treatment and Prognosis for Non–Small Cell Lung Cancer Radiotherapy Patients: Clinical Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Data extraction; Lung cancer; Radiation therapy; Information extraction; Recall; Medical physics; Computer science; Oncology; Internal medicine; MEDLINE; Information retrieval","score_opus":0.0318367729255427,"score_gpt":0.3748708232248038,"score_spread":0.3430340502992611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785517012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73133826,0.000007668296,0.26549485,0.0002298838,0.0005649021,0.0019290561,0.000005203048,0.00023963752,0.00019055394],"genre_scores_gemma":[0.93040425,0.00012959632,0.06488822,0.002972608,0.0003769052,0.001151088,0.000023252975,0.000013376175,0.000040708954],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829096,0.000041454565,0.0008824619,0.000135499,0.00040626692,0.00024336453],"domain_scores_gemma":[0.99881613,0.00017391167,0.00031261513,0.0002910131,0.00019810861,0.00020821091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047562527,0.00016832368,0.00023557183,0.000107088694,0.00014077326,0.0001528743,0.00030088576,0.00015990231,0.000013989129],"category_scores_gemma":[0.00006400519,0.00012090373,0.00005002336,0.00015567816,0.00005033213,0.0009582397,0.000063990316,0.00013434095,0.000008383199],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000939993,0.0017646289,0.061520386,0.0001994259,0.00011461891,7.4757526e-7,0.03826809,0.00007167695,0.00000175254,0.00015193409,0.00621568,0.89159703],"study_design_scores_gemma":[0.003557912,0.0023562901,0.009340059,0.000048222602,0.000018317705,0.0000010023816,0.00032860294,0.9789883,0.00005821574,0.000005812016,0.005155936,0.00014134946],"about_ca_topic_score_codex":0.000026127842,"about_ca_topic_score_gemma":0.000013541231,"teacher_disagreement_score":0.9789166,"about_ca_system_score_codex":0.00016002693,"about_ca_system_score_gemma":0.00018426767,"threshold_uncertainty_score":0.4930311},"labels":[],"label_agreement":null},{"id":"W2785543907","doi":"10.24963/ijcai.2018/631","title":"Generating Thematic Chinese Poetry using Conditional Variational Autoencoders with Hybrid Decoders","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Ningbo Municipal Science and Technology Innovative Research Team; Natural Sciences and Engineering Research Council of Canada; National Key Research and Development Program of China; Beijing Advanced Innovation Center for Imaging Technology","keywords":"Autoencoder; Word2vec; Computer science; Poetry; Context (archaeology); Artificial intelligence; Natural language processing; Artificial neural network; Relevance (law); Sequence (biology); Theme (computing); Recurrent neural network; Linguistics","score_opus":0.029440764706389528,"score_gpt":0.27853909504118407,"score_spread":0.24909833033479453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785543907","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08941321,0.000030027606,0.9075238,0.0003876026,0.00064716826,0.00026932053,0.0000148373865,0.00024725642,0.001466782],"genre_scores_gemma":[0.32410532,0.0000013153234,0.67479545,0.00051335536,0.00040888388,0.00002002004,0.000052636908,0.0000191201,0.0000839316],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973778,0.00009102059,0.00049435324,0.00090764096,0.0007756094,0.0003535784],"domain_scores_gemma":[0.99819946,0.00014683278,0.0003586862,0.0008974396,0.00027731663,0.000120287084],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044810842,0.00038200853,0.000350299,0.00019643715,0.00028656094,0.00047144172,0.0010933534,0.00013039682,0.00019615685],"category_scores_gemma":[0.00007870989,0.00029784112,0.00011006516,0.0001546874,0.00008419646,0.0004249055,0.0010340936,0.00039662461,0.000025165422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022558686,0.000034511304,0.00055614416,0.00006897971,0.00010540912,0.000014676151,0.00036809812,0.9795532,0.000046901252,0.018811721,0.00019694402,0.00024116386],"study_design_scores_gemma":[0.0002257902,0.000015887737,0.00019328276,0.00010544491,0.00001789892,0.00012529036,0.000016897824,0.946913,0.000039950013,0.051964667,0.000007194571,0.00037467724],"about_ca_topic_score_codex":0.000104762636,"about_ca_topic_score_gemma":0.00002234017,"teacher_disagreement_score":0.2346921,"about_ca_system_score_codex":0.00018501696,"about_ca_system_score_gemma":0.0009220807,"threshold_uncertainty_score":0.99994737},"labels":[],"label_agreement":null},{"id":"W2786028756","doi":"10.3166/ria.31.619-648","title":"Amélioration continue d’une chaîne de traitement de documents avec l’apprentissage par renforcement","year":2017,"lang":"fr","type":"article","venue":"Revue d intelligence artificielle","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Computer science; Philosophy","score_opus":0.0630402083579833,"score_gpt":0.30841906095344407,"score_spread":0.24537885259546077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786028756","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057000075,0.0013171537,0.91437954,0.013450211,0.0026147822,0.0006819825,0.000011617117,0.00008877857,0.010455871],"genre_scores_gemma":[0.93610585,0.00070397486,0.021609733,0.00025352684,0.00055302825,0.00008983185,0.000008371431,0.000032041764,0.04064365],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99625355,0.00018519005,0.0010102065,0.00093814405,0.0004444361,0.0011684728],"domain_scores_gemma":[0.996471,0.00008838681,0.0006714404,0.0022108275,0.00019621986,0.0003621562],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016903892,0.00039387666,0.0004114894,0.000117550466,0.0011480914,0.0017290136,0.0020307025,0.00023307513,0.00059233996],"category_scores_gemma":[0.00023465513,0.00046622855,0.00021550214,0.000229163,0.0002935423,0.0013891385,0.0006093353,0.0004024373,0.00060896925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031141662,0.00053286576,0.0024759944,0.0003559511,0.000102080136,0.00024051215,0.025350677,0.13168025,0.006208734,0.08346816,0.002923446,0.7466302],"study_design_scores_gemma":[0.0001521232,0.000165354,0.0004737726,0.0006632953,0.000049788778,0.000062625135,0.0006330282,0.8736911,0.063212164,0.008069803,0.052390818,0.00043617323],"about_ca_topic_score_codex":0.0016905238,"about_ca_topic_score_gemma":0.0003896721,"teacher_disagreement_score":0.8927698,"about_ca_system_score_codex":0.00038109542,"about_ca_system_score_gemma":0.00021776978,"threshold_uncertainty_score":0.9997789},"labels":[],"label_agreement":null},{"id":"W2786472750","doi":"10.1609/aaai.v32i1.11332","title":"Complex Sequential Question Answering: Towards Learning to Converse Over Linked Question Answer Pairs with a Knowledge Graph","year":2018,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":177,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Question answering; Converse; Dialog box; Ask price; Conversation; Natural language processing; Context (archaeology); Artificial intelligence; Coreference; Ellipsis (linguistics); Parsing; Graph; Information retrieval; Linguistics; World Wide Web; Theoretical computer science; Resolution (logic); Mathematics","score_opus":0.09260613830365648,"score_gpt":0.32629793119242484,"score_spread":0.23369179288876835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786472750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51374507,0.0000073955243,0.47704065,0.0018570744,0.0007326149,0.00055844145,0.0000019149697,0.00028273748,0.005774115],"genre_scores_gemma":[0.9840576,0.000007480431,0.015200186,0.00020664549,0.00024468542,0.000029774972,8.650421e-7,0.000019722189,0.00023306074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997702,0.000059528484,0.0005181702,0.00073087314,0.0005443375,0.00044505924],"domain_scores_gemma":[0.9978035,0.000042937816,0.00031470374,0.00034886616,0.0013214226,0.00016855303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008343527,0.00029830198,0.00029556075,0.00024300891,0.00032102197,0.00032570283,0.001403856,0.00012153597,0.00008978651],"category_scores_gemma":[0.0003073739,0.00023202198,0.00009663654,0.0008935451,0.000368528,0.00056086126,0.00041477432,0.00038653408,0.00011285937],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000265723,0.00019048783,0.0010973533,0.000074431635,0.000036949237,0.0000014759652,0.012404871,0.00075629546,0.100461945,0.78599393,0.00015374727,0.098562784],"study_design_scores_gemma":[0.00014682268,0.001689412,0.0025822397,0.00097278436,0.0000398706,0.000016588461,0.0014882971,0.63420427,0.3162391,0.040762313,0.001112606,0.00074571685],"about_ca_topic_score_codex":0.0002572299,"about_ca_topic_score_gemma":0.0000880629,"teacher_disagreement_score":0.7452316,"about_ca_system_score_codex":0.000104022285,"about_ca_system_score_gemma":0.00017228922,"threshold_uncertainty_score":0.9461582},"labels":[],"label_agreement":null},{"id":"W2786983967","doi":"10.24963/ijcai.2018/609","title":"An Ensemble of Retrieval-Based and Generation-Based Human-Computer Conversation Systems","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Conversation; Ranking (information retrieval); Natural language generation; Generative grammar; Margin (machine learning); Utterance; Generator (circuit theory); Artificial intelligence; Process (computing); Information retrieval; Natural language processing; Artificial neural network; Natural language; Machine learning; Programming language","score_opus":0.03805082076957427,"score_gpt":0.27124217934459155,"score_spread":0.23319135857501727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786983967","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29125595,0.000008825916,0.70809114,0.00011151402,0.00023835782,0.000094818686,4.133866e-7,0.00006251561,0.00013646806],"genre_scores_gemma":[0.9040089,1.3993674e-7,0.09545964,0.0002553974,0.0002331578,0.0000016178496,0.000004490887,0.000004019534,0.00003263625],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991668,0.00006629127,0.00020664636,0.00027122954,0.00018449253,0.00010456906],"domain_scores_gemma":[0.99919546,0.000036397578,0.00007968201,0.00043857534,0.00019743858,0.00005242818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029802817,0.0000723814,0.00010440633,0.00008246833,0.000079338126,0.00010834971,0.00021244354,0.000048964626,0.000011070972],"category_scores_gemma":[0.0000063038483,0.00006593331,0.000016673093,0.000110741756,0.000041984804,0.00023178598,0.000022356695,0.000029413948,0.0000051097695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003349662,0.00026361505,0.010383267,0.00023046964,0.00004063197,0.000006962289,0.0028363005,0.08880076,0.66768694,0.2118513,0.001258358,0.016607888],"study_design_scores_gemma":[0.00032036367,0.00018077774,0.00030062583,0.000008720713,0.0000024544386,5.940111e-7,0.000006215772,0.90789557,0.09109364,0.00007385322,0.00004430593,0.00007289631],"about_ca_topic_score_codex":0.00011356566,"about_ca_topic_score_gemma":0.000013910871,"teacher_disagreement_score":0.8190948,"about_ca_system_score_codex":0.00002061359,"about_ca_system_score_gemma":0.000066143955,"threshold_uncertainty_score":0.26886824},"labels":[],"label_agreement":null},{"id":"W2787436795","doi":"10.1037/rev0000133","title":"A model of event knowledge.","year":2019,"lang":"en","type":"article","venue":"Psychological Review","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Connectionism; Computer science; Event (particle physics); Cognitive science; Terminology; Complex event processing; Knowledge representation and reasoning; Representation (politics); Artificial intelligence; Scripting language; Data science; Natural language processing; Psychology; Linguistics; Artificial neural network","score_opus":0.1459229846289665,"score_gpt":0.4090688148763844,"score_spread":0.2631458302474179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787436795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009154225,0.084444545,0.8525859,0.0014332545,0.00028333292,0.00045439092,5.841205e-7,0.000081530394,0.051562246],"genre_scores_gemma":[0.90490586,0.02235535,0.068979196,0.0027483045,0.000022515089,0.000026713205,4.22836e-7,0.000004853948,0.0009567738],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905777,0.000059368194,0.00029557134,0.00031532606,0.00013226602,0.00013968305],"domain_scores_gemma":[0.9990562,0.000040178675,0.00007994066,0.00072529685,0.000045666326,0.000052702308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043818238,0.00007751307,0.0002631409,0.000018276061,0.000008979163,0.0000066316356,0.00074704515,0.000037977337,0.0001231135],"category_scores_gemma":[0.000060872317,0.000052300868,0.00011418671,0.00017317409,0.000012468959,0.000070633985,0.00015508772,0.00009372943,0.00053687365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001961747,0.00029985578,0.00019886492,0.001226985,0.000008367651,0.0000013601837,0.0000654556,0.00038688793,0.0006228159,0.26540288,0.0025578092,0.72922677],"study_design_scores_gemma":[0.00058532093,0.0003339291,0.0011015154,0.0047807847,0.00002350196,0.000025653278,0.0000020758614,0.8757432,0.00008207493,0.06461213,0.052228946,0.0004808269],"about_ca_topic_score_codex":3.7278105e-7,"about_ca_topic_score_gemma":8.9803684e-8,"teacher_disagreement_score":0.89575166,"about_ca_system_score_codex":0.0000095435535,"about_ca_system_score_gemma":0.00001181277,"threshold_uncertainty_score":0.6900604},"labels":[],"label_agreement":null},{"id":"W2787882523","doi":"10.1145/3178876.3186017","title":"Scalable Instance Reconstruction in Knowledge Bases via Relatedness Affiliated Embedding","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Scalability; Embedding; Computer science; Computational complexity theory; Time complexity; Reduction (mathematics); Schema (genetic algorithms); Theoretical computer science; Computation; Algorithm; Artificial intelligence; Mathematics; Machine learning","score_opus":0.02146768690508039,"score_gpt":0.2696430564403868,"score_spread":0.2481753695353064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787882523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31086025,0.00006236499,0.65839976,0.00011429275,0.0009693151,0.000080013575,1.6234634e-7,0.00024115577,0.029272707],"genre_scores_gemma":[0.9011531,0.0000059886684,0.097459264,0.00006632062,0.00007475912,0.000005807563,3.9521603e-7,0.0000061555534,0.0012281989],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893045,0.000057116842,0.00025906763,0.00039673113,0.00009846825,0.00025815394],"domain_scores_gemma":[0.999331,0.000045042507,0.000052395157,0.00040300968,0.00011396509,0.00005457599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028926393,0.00010124629,0.00012451549,0.0001631893,0.00009630922,0.00006762388,0.00038102528,0.00007969302,0.000104109015],"category_scores_gemma":[0.000049706057,0.00009694282,0.000022285103,0.0007171238,0.000052846386,0.00077964825,0.0001429496,0.000122060614,0.00019766706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022885572,0.00019123056,0.014889418,0.000049101935,0.000019433359,0.000020849175,0.0035196736,0.0022017416,0.0073282663,0.06317176,0.0010213142,0.90756434],"study_design_scores_gemma":[0.00026393958,0.000025516825,0.0005189036,0.000092173665,0.0000011621953,0.000026404143,0.00004821585,0.98887795,0.006724855,0.002555023,0.0007197201,0.00014613655],"about_ca_topic_score_codex":0.00011716929,"about_ca_topic_score_gemma":0.00039125624,"teacher_disagreement_score":0.9866762,"about_ca_system_score_codex":0.000104480976,"about_ca_system_score_gemma":0.00006642885,"threshold_uncertainty_score":0.39532137},"labels":[],"label_agreement":null},{"id":"W2788343755","doi":"10.1609/aaai.v32i1.11273","title":"CA-RNN: Using Context-Aligned Recurrent Neural Networks for Modeling Sentence Similarity","year":2018,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Recurrent neural network; Computer science; Sentence; Benchmark (surveying); Context (archaeology); Artificial intelligence; Paraphrase; Natural language processing; Word (group theory); Similarity (geometry); Language model; Artificial neural network; Speech recognition","score_opus":0.17887027404759642,"score_gpt":0.3348507905021531,"score_spread":0.15598051645455668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788343755","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1671273,0.000029022432,0.82892686,0.0014900465,0.0012715663,0.0006163694,0.0000051096486,0.00009213739,0.0004416029],"genre_scores_gemma":[0.98014814,0.0000120731665,0.018937679,0.00045487215,0.00036749485,0.000029530514,5.605842e-7,0.000018477602,0.000031178213],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972126,0.000027654687,0.00080654066,0.0008231609,0.00050056505,0.0006295045],"domain_scores_gemma":[0.9971613,0.00011106193,0.00044295675,0.00048256703,0.001663422,0.00013866955],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078089366,0.0003243527,0.00037622623,0.000117923926,0.000493976,0.0003560415,0.0024012527,0.00014500637,0.000019243475],"category_scores_gemma":[0.0004879066,0.00026406095,0.00019760268,0.0005213235,0.00031188913,0.00059736613,0.00059482513,0.00027118783,0.000009112234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020671003,0.00020699852,0.00018449336,0.000084591506,0.000035307556,6.294221e-7,0.0023696194,0.032596655,0.018410672,0.7598952,0.00012011154,0.18588904],"study_design_scores_gemma":[0.000041482926,0.00019805935,0.0000033053784,0.00020456035,0.000016694261,0.0000052952637,0.00037747945,0.8828585,0.06436967,0.051650528,0.00001956853,0.00025481678],"about_ca_topic_score_codex":0.00012442059,"about_ca_topic_score_gemma":0.00004631489,"teacher_disagreement_score":0.85026187,"about_ca_system_score_codex":0.00009435174,"about_ca_system_score_gemma":0.000115185256,"threshold_uncertainty_score":0.99998116},"labels":[],"label_agreement":null},{"id":"W2788463229","doi":"10.18653/v1/n18-1128","title":"Reusing Weights in Subword-Aware Neural Language Models","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Ministry of Education and Science of the Republic of Kazakhstan; Nvidia","keywords":"Reuse; Syllable; Morpheme; Computer science; Margin (machine learning); Embedding; Word (group theory); Layer (electronics); Aggregate (composite); Character (mathematics); Simple (philosophy); Artificial intelligence; Language model; Natural language processing; Speech recognition; Machine learning; Linguistics; Mathematics; Engineering","score_opus":0.04677271909570187,"score_gpt":0.2847590447914972,"score_spread":0.23798632569579536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788463229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23253074,0.000227626,0.7587063,0.0006386333,0.0010229239,0.00020111441,0.0000017088215,0.0003148705,0.0063561043],"genre_scores_gemma":[0.8525244,0.000011722466,0.14628397,0.00032982227,0.0003070435,0.0000137705365,0.0000059384215,0.000017304732,0.00050600816],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99789935,0.00008722239,0.0003827407,0.00090757635,0.00032519398,0.0003979027],"domain_scores_gemma":[0.9980205,0.000040837775,0.00011143166,0.0016706069,0.00007078799,0.00008582379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029374615,0.00026295782,0.00030478122,0.0002446362,0.000052080617,0.0002705313,0.0018963506,0.00025458809,0.000036741814],"category_scores_gemma":[0.0000144798605,0.00023769698,0.000095432464,0.00017415294,0.000027802129,0.00040632475,0.0032228238,0.0005599822,0.00003161235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030145178,0.00033491023,0.0023001677,0.00077644683,0.00010193087,0.001185954,0.057464182,0.5180368,0.00031761054,0.1789648,0.0021237321,0.23836337],"study_design_scores_gemma":[0.000110156456,0.000007320158,0.00010043667,0.00011703305,0.000002435845,0.000007334934,0.000028726294,0.9634456,0.00019811472,0.035660766,0.000047871115,0.00027421582],"about_ca_topic_score_codex":0.0012770148,"about_ca_topic_score_gemma":0.00041204167,"teacher_disagreement_score":0.6199937,"about_ca_system_score_codex":0.000113882685,"about_ca_system_score_gemma":0.00014378279,"threshold_uncertainty_score":0.96930015},"labels":[],"label_agreement":null},{"id":"W2788918109","doi":"10.1609/aaai.v32i1.12015","title":"Spectral Word Embedding with Negative Sampling","year":2018,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Word (group theory); Embedding; Computer science; Word embedding; Context (archaeology); Sampling (signal processing); Algorithm; Artificial intelligence; Natural language processing; Theoretical computer science; Mathematics","score_opus":0.10624167690963107,"score_gpt":0.32364312890205293,"score_spread":0.21740145199242186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788918109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4454862,0.00000712561,0.53244734,0.0024533,0.00047841723,0.00037528473,0.0000014817083,0.00016326987,0.018587602],"genre_scores_gemma":[0.9170074,0.000004510851,0.08244504,0.00017505352,0.00020053792,0.000011896638,7.000211e-8,0.000011907141,0.00014358171],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980638,0.000012242665,0.0004169405,0.0005814329,0.0004980472,0.00042754284],"domain_scores_gemma":[0.99839354,0.00009609993,0.0003224656,0.00035932322,0.00073665055,0.00009191889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038500607,0.00022606768,0.00023524193,0.00011975663,0.00029066394,0.0003185602,0.001980631,0.000066057095,0.000062317566],"category_scores_gemma":[0.0002721651,0.00015581584,0.000073562594,0.0006949486,0.0004040624,0.000535963,0.00036863005,0.00030279456,0.00007574364],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006510675,0.00005201106,0.00022649026,0.000015912401,0.000016776416,4.4061093e-7,0.0035866792,0.00016763767,0.020474574,0.9234439,0.000019086203,0.05193137],"study_design_scores_gemma":[0.000028613073,0.00026681146,0.00017007135,0.00030635347,0.000008872261,0.000008050985,0.00077752664,0.18481176,0.60345024,0.20989126,0.00004324682,0.00023721388],"about_ca_topic_score_codex":0.000049748665,"about_ca_topic_score_gemma":0.000027081498,"teacher_disagreement_score":0.71355265,"about_ca_system_score_codex":0.000056864897,"about_ca_system_score_gemma":0.000109663866,"threshold_uncertainty_score":0.63539857},"labels":[],"label_agreement":null},{"id":"W2791007156","doi":"10.1111/cogs.12583","title":"A Large‐Scale Analysis of Variance in Written Language","year":2018,"lang":"en","type":"article","venue":"Cognitive Science","topic":"Topic Modeling","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Natural language processing; Semantics (computer science); Artificial intelligence; Natural language; Distributional semantics; Universal Networking Language; Language identification; Language model; Linguistics; Word (group theory); Comprehension approach; Semantic similarity; Programming language","score_opus":0.017755877792834312,"score_gpt":0.3001291638628089,"score_spread":0.2823732860699746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791007156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47532168,0.00002773513,0.52012,0.00005714627,0.00006747447,0.000047731188,0.000004696966,0.000018798704,0.0043347282],"genre_scores_gemma":[0.9837423,0.0000015605988,0.015881134,0.0002586539,0.000025627232,0.000004768834,6.095192e-7,0.0000018761352,0.000083453466],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860275,0.000041017625,0.0001831614,0.0004917336,0.00036485493,0.00031648178],"domain_scores_gemma":[0.99908775,0.00008736846,0.00007417,0.00037816548,0.00030776864,0.00006478463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010363237,0.00006963942,0.00016587948,0.00057623297,0.00009029296,0.00005660219,0.00094739697,0.000023284903,0.00003552322],"category_scores_gemma":[0.00030438812,0.000065553664,0.00004295997,0.0054638344,0.00042342467,0.00054190925,0.00035979878,0.00006928317,0.000026419728],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051593754,0.00095396815,0.2688789,0.00005136273,0.00026675733,0.00014197381,0.28626668,0.00047471636,0.12581119,0.10909615,0.000058597412,0.20794809],"study_design_scores_gemma":[0.00034030635,0.00006271751,0.21872026,0.00005512206,0.000041211035,0.0000020708978,0.002046519,0.75913334,0.018337589,0.0010613942,0.000026163163,0.00017328972],"about_ca_topic_score_codex":0.000055152974,"about_ca_topic_score_gemma":0.00024736096,"teacher_disagreement_score":0.75865865,"about_ca_system_score_codex":0.000029502804,"about_ca_system_score_gemma":0.00012885495,"threshold_uncertainty_score":0.2673201},"labels":[],"label_agreement":null},{"id":"W2791167821","doi":"10.1162/neco_a_01077","title":"Facet Annotation by Extending CNN with a Matching Strategy","year":2018,"lang":"en","type":"article","venue":"Neural Computation","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Facet (psychology); Matching (statistics); Mathematics; Representation (politics); Convolutional neural network; Pattern recognition (psychology); Computer science; Similarity (geometry); Artificial intelligence; Image (mathematics); Statistics; Psychology","score_opus":0.027028736086365145,"score_gpt":0.28309684037867144,"score_spread":0.2560681042923063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791167821","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43341133,0.000012864343,0.565752,0.00019586584,0.0001139693,0.00006960523,4.999932e-7,0.00012836499,0.00031549213],"genre_scores_gemma":[0.95000756,5.6235865e-7,0.049618136,0.0002125281,0.00009272719,0.000004420233,0.000009649446,0.000007883943,0.000046520414],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990514,0.000054851662,0.00015847394,0.00031368958,0.00023690668,0.00018465894],"domain_scores_gemma":[0.9995804,0.000030198136,0.000094167044,0.00014913167,0.00009941762,0.000046713147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001091095,0.000103006256,0.00008491569,0.00006523801,0.00016980067,0.00024773888,0.00022026515,0.000029765306,0.0000044007843],"category_scores_gemma":[0.0000056845734,0.00009130891,0.000016086742,0.00022753242,0.000024331508,0.0007966866,0.000049145303,0.0000921175,0.000026302543],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026966696,0.00006136291,0.000663713,0.000037368227,0.000021847301,0.000021234757,0.0050242655,0.25306827,0.03261324,0.018707834,0.0011966384,0.68855727],"study_design_scores_gemma":[0.00024272769,0.00019497656,0.0019184683,0.000015227262,0.0000026384737,0.000019813793,0.000058455174,0.99205655,0.001605745,0.0037078762,0.00005006132,0.00012747575],"about_ca_topic_score_codex":0.000050237137,"about_ca_topic_score_gemma":0.000009926969,"teacher_disagreement_score":0.7389883,"about_ca_system_score_codex":0.000033069668,"about_ca_system_score_gemma":0.000021603379,"threshold_uncertainty_score":0.3723469},"labels":[],"label_agreement":null},{"id":"W2796265348","doi":"10.1007/978-3-319-89656-4_31","title":"Matching Résumés to Job Descriptions with Stacked Models","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Matching (statistics); Task (project management); Artificial intelligence; Artificial neural network; Data mining; Machine learning; Operations research; Information retrieval; Statistics; Management; Mathematics","score_opus":0.04430563088816648,"score_gpt":0.2630630116354944,"score_spread":0.21875738074732792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796265348","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00087739195,0.00008141024,0.9901743,0.00096830097,0.001256474,0.0004974498,0.000004577417,0.00028195916,0.005858123],"genre_scores_gemma":[0.13898164,0.000006823827,0.85746956,0.002286294,0.00048064053,0.000014328644,0.0000016117034,0.000043208962,0.0007158704],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954182,0.000030235502,0.0004993358,0.0019818693,0.0012237207,0.0008466246],"domain_scores_gemma":[0.9968059,0.00017302677,0.00017262033,0.0021381879,0.00038381363,0.00032644492],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007256927,0.0005729216,0.00050848984,0.0009340434,0.00038503594,0.0009214837,0.0041485266,0.00024365091,0.000033618766],"category_scores_gemma":[0.000022080536,0.00048928114,0.000090709254,0.00068209757,0.0004162685,0.0011719002,0.0017820607,0.00071252737,0.00013570517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010131329,0.000021451666,0.000015148532,0.000033715536,0.000017865945,0.000086616004,0.00879054,0.66537964,0.00014384827,0.11328028,0.000056432527,0.21216434],"study_design_scores_gemma":[0.00013762142,0.00015100687,0.000008718173,0.00040814286,0.000005692067,0.000057588863,6.859331e-7,0.59002966,0.00014461261,0.40796152,0.0005462905,0.00054845575],"about_ca_topic_score_codex":0.00008974039,"about_ca_topic_score_gemma":0.00037778655,"teacher_disagreement_score":0.29468125,"about_ca_system_score_codex":0.00039433723,"about_ca_system_score_gemma":0.0006492798,"threshold_uncertainty_score":0.99975586},"labels":[],"label_agreement":null},{"id":"W2798416089","doi":"10.18653/v1/p18-1224","title":"Neural Natural Language Inference Models Enhanced with External Knowledge","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":276,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Queen's University","funders":"","keywords":"Computer science; Inference; Leverage (statistics); Artificial intelligence; Artificial neural network; Natural language; Machine learning; Task (project management); Language model; Natural language processing","score_opus":0.02114323554206217,"score_gpt":0.2839945996636008,"score_spread":0.26285136412153864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798416089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27720666,0.000121263125,0.70775867,0.00006624765,0.0002383902,0.00005304586,1.380917e-7,0.00017124783,0.014384365],"genre_scores_gemma":[0.8837935,9.084196e-7,0.11317718,0.00023103312,0.00017174857,0.0000050800195,2.3522068e-7,0.0000054397888,0.002614915],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907357,0.000025632515,0.00012373652,0.00034121436,0.00017124292,0.00026458432],"domain_scores_gemma":[0.99924576,0.0000368912,0.000035495872,0.0004938583,0.00011639646,0.00007157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007631073,0.000118452306,0.00010298996,0.00005140685,0.00007413475,0.00012332144,0.000753187,0.000029689378,0.000037360594],"category_scores_gemma":[0.000010763562,0.00008256398,0.00002426572,0.00016754429,0.00005348665,0.00072896905,0.00025017172,0.00012605691,0.00008295733],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004093754,0.00011169446,0.0002994691,0.00002583836,0.000025997953,0.000041174786,0.019860115,0.0027192258,0.041430734,0.32245293,0.00017679068,0.6128151],"study_design_scores_gemma":[0.00021440566,0.000075131655,0.00020409803,0.000020141144,0.0000015097982,0.000012519361,0.000038935857,0.9805729,0.017399136,0.0012954454,0.000020912858,0.00014489482],"about_ca_topic_score_codex":0.00007029304,"about_ca_topic_score_gemma":0.00018504528,"teacher_disagreement_score":0.97785366,"about_ca_system_score_codex":0.0000207202,"about_ca_system_score_gemma":0.000052819676,"threshold_uncertainty_score":0.33668613},"labels":[],"label_agreement":null},{"id":"W2798934669","doi":"10.1145/3209978.3210140","title":"What Do Viewers Say to Their TVs?","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Domain (mathematical analysis); Taxonomy (biology); Information retrieval; Entertainment; Service (business); World Wide Web; Product (mathematics)","score_opus":0.028074258477853258,"score_gpt":0.26552990712584185,"score_spread":0.2374556486479886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798934669","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02108384,0.00009910161,0.9523211,0.0051762527,0.0015761368,0.00008361398,7.778351e-8,0.00014996494,0.01950992],"genre_scores_gemma":[0.8058646,0.00003505214,0.17744614,0.0119574135,0.00038684005,0.0000074029126,1.2137062e-7,0.0000068109384,0.0042956416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99932444,0.00001703441,0.00009472598,0.0002639452,0.00012062682,0.0001792338],"domain_scores_gemma":[0.9992102,0.000022805742,0.000013863265,0.00060765207,0.00005870146,0.00008680565],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001779245,0.00006539148,0.0000675376,0.00004087478,0.000054223703,0.00032296544,0.000684412,0.000023094743,0.00012178009],"category_scores_gemma":[0.000014541306,0.000046944417,0.000025884734,0.00015970884,0.000015060092,0.0006126816,0.00028080048,0.000034735403,0.000814831],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001333259,0.0000138599735,0.00011445748,0.0000030444971,0.000006391076,0.0000019719519,0.004403062,0.00007321454,0.0006856531,0.11965246,0.009396998,0.86564755],"study_design_scores_gemma":[0.00029554992,0.00023946587,0.00069259177,0.00012340436,0.0000028832064,0.000016010586,0.00076855865,0.24086204,0.020829791,0.026764626,0.70884025,0.00056483055],"about_ca_topic_score_codex":0.000019538276,"about_ca_topic_score_gemma":0.000026698719,"teacher_disagreement_score":0.86508274,"about_ca_system_score_codex":0.000017046334,"about_ca_system_score_gemma":0.000019966463,"threshold_uncertainty_score":0.99996316},"labels":[],"label_agreement":null},{"id":"W2799060650","doi":"10.18653/v1/p18-2089","title":"Addressing Noise in Multidialectal Word Embeddings","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; New York University Abu Dhabi","keywords":"Computer science; Natural language processing; Artificial intelligence; Boosting (machine learning); Sentence; Word (group theory); Embedding; Speech recognition; Spelling; Task (project management); Noise (video); Linguistics","score_opus":0.05947592401808097,"score_gpt":0.3114900301775979,"score_spread":0.2520141061595169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799060650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36477783,0.000014339332,0.6152248,0.00030030124,0.00028296368,0.000051760002,6.546718e-8,0.00012775327,0.01922023],"genre_scores_gemma":[0.8199002,6.1455466e-7,0.17929392,0.00026234935,0.00012899007,0.000002673837,9.439431e-8,0.0000035118856,0.00040760916],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992277,0.000020267691,0.00013852821,0.00026635593,0.00012452113,0.00022259969],"domain_scores_gemma":[0.9995697,0.00003218722,0.000024787187,0.00029225711,0.000033477703,0.000047587582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001611455,0.00006688653,0.00007663463,0.00009212357,0.0000525821,0.00009944459,0.00042417517,0.00003598598,0.000056356585],"category_scores_gemma":[0.000043198597,0.00006112052,0.000020418713,0.0002353706,0.000029498784,0.00037132233,0.00020300409,0.00007677839,0.000114728886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013050463,0.00010317019,0.010778268,0.000015974016,0.000007736238,0.000052398344,0.010746504,0.00024191283,0.027338397,0.038050517,0.0013982708,0.9112538],"study_design_scores_gemma":[0.00036768994,0.000025069145,0.0062203654,0.000043569707,7.429515e-7,0.000008652902,0.000033868393,0.9794428,0.0108581735,0.0016920645,0.0011256922,0.0001813208],"about_ca_topic_score_codex":0.00013686597,"about_ca_topic_score_gemma":0.00014412064,"teacher_disagreement_score":0.9792009,"about_ca_system_score_codex":0.000030512527,"about_ca_system_score_gemma":0.000032830238,"threshold_uncertainty_score":0.24924225},"labels":[],"label_agreement":null},{"id":"W2800110000","doi":"10.1016/j.ipm.2018.04.007","title":"Neural word and entity embeddings for ad hoc retrieval","year":2018,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Topic Modeling","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Task (project management); Word (group theory); Information retrieval; Artificial intelligence; Natural language processing; Question answering; Artificial neural network; Mathematics","score_opus":0.016156215218341936,"score_gpt":0.26573830482327654,"score_spread":0.2495820896049346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800110000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036703836,0.000070489026,0.958986,0.0007356973,0.0002903156,0.0002860307,7.1813736e-7,0.0001729305,0.0027540252],"genre_scores_gemma":[0.8248838,0.000013155946,0.1735819,0.0010979465,0.00005909137,0.000018705787,0.000004148289,0.0000039442634,0.00033728132],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991875,0.000006210361,0.00025473375,0.00015090767,0.00021493818,0.0001856575],"domain_scores_gemma":[0.9994702,0.000009438228,0.00013875039,0.00019558486,0.0001437226,0.00004231894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032017837,0.00008555896,0.000072699775,0.00012809508,0.00024613246,0.0006801234,0.00031438947,0.000027690752,0.000003991341],"category_scores_gemma":[0.000023715073,0.00008297911,0.000019651417,0.0002061684,0.000033602617,0.003379006,0.000246608,0.000044368364,0.000018064231],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013575379,0.0000053882086,0.000019860194,0.00019712962,0.0000056139093,2.489418e-7,0.0020265412,0.000047798447,0.0000052861465,0.006783387,0.0004493369,0.99044585],"study_design_scores_gemma":[0.0005445753,0.000051711097,0.0011054333,0.00006296842,0.000011186948,0.000003941454,0.00021251758,0.912915,0.00019961105,0.0055673197,0.07915477,0.0001709489],"about_ca_topic_score_codex":0.0000010292437,"about_ca_topic_score_gemma":7.9843215e-7,"teacher_disagreement_score":0.9902749,"about_ca_system_score_codex":0.000035286073,"about_ca_system_score_gemma":0.000014773956,"threshold_uncertainty_score":0.65584457},"labels":[],"label_agreement":null},{"id":"W28026516","doi":"","title":"Sparse Matrix Factorization: Applications to Latent Semantic Indexing","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Singular value decomposition; Matrix decomposition; Computer science; Ranking (information retrieval); Sparse matrix; Latent semantic analysis; Selection (genetic algorithm); Search engine indexing; Column (typography); Factorization; Information retrieval; Task (project management); Matrix (chemical analysis); Data mining; Artificial intelligence; Algorithm; Engineering","score_opus":0.03445608389451069,"score_gpt":0.28726715167066513,"score_spread":0.2528110677761544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W28026516","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026781529,0.000014677975,0.9900067,0.0038078404,0.0000816905,0.00020852592,1.8779556e-7,0.00023907641,0.002963176],"genre_scores_gemma":[0.8140317,0.0000015972536,0.18399772,0.00080095243,0.00007060127,0.000010514182,7.252935e-7,0.000002312386,0.0010838602],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993136,0.000008446805,0.0001408358,0.00023951092,0.00014936324,0.00014826597],"domain_scores_gemma":[0.9994124,0.000012008692,0.000023580202,0.0004263475,0.000041675547,0.000083993684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000068501125,0.00006452025,0.000066182685,0.00006973451,0.000070819864,0.00010418722,0.00041215986,0.000026872161,0.00001913779],"category_scores_gemma":[0.0000060669017,0.000059015834,0.00002096648,0.00031919804,0.0000025866548,0.00018623246,0.00007545786,0.0000452032,0.00018763637],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.417543e-7,0.000046733196,0.0014318476,0.0000050624103,0.0000041538106,0.0000027888032,0.0005281806,0.015558824,0.0017891369,0.87469447,0.00038259762,0.10555558],"study_design_scores_gemma":[0.00038327335,0.00010800236,0.017780459,0.000034227287,0.000009774585,0.000022595785,0.000036618614,0.86703885,0.004482724,0.06451012,0.044935342,0.00065799477],"about_ca_topic_score_codex":0.000010763168,"about_ca_topic_score_gemma":0.000002929173,"teacher_disagreement_score":0.85148007,"about_ca_system_score_codex":0.000027204962,"about_ca_system_score_gemma":0.00002126373,"threshold_uncertainty_score":0.24117485},"labels":[],"label_agreement":null},{"id":"W2803395921","doi":"10.18653/v1/s18-2001","title":"Resolving Event Coreference with Supervised Representation Learning and Clustering-Oriented Regularization","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Coreference; Cluster analysis; Computer science; Artificial intelligence; Regularization (linguistics); Event (particle physics); Representation (politics); Machine learning; Natural language processing; Feature learning; Resolution (logic)","score_opus":0.030392454071176973,"score_gpt":0.2756032686607547,"score_spread":0.24521081458957772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803395921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05719929,0.000046497862,0.9398036,0.0003936816,0.00031892906,0.00033160424,5.1257683e-7,0.00032059767,0.0015852879],"genre_scores_gemma":[0.6383478,0.000048419253,0.35992175,0.000072279436,0.0001221056,0.00003253502,0.000038248203,0.000019845966,0.0013970418],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790025,0.0001464857,0.00033355644,0.0009804992,0.0004031179,0.00023611038],"domain_scores_gemma":[0.9986095,0.000060707476,0.00021881101,0.00074793375,0.0002752806,0.00008775735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003425959,0.00022416846,0.00022739367,0.0001464915,0.00017772868,0.0003381591,0.0004520105,0.00016389489,0.000021411697],"category_scores_gemma":[0.00011173251,0.00019844528,0.000030771098,0.00019713947,0.000050866147,0.00031462792,0.0019231208,0.00038083573,0.0000044092358],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039800347,0.0002896673,0.13847467,0.0018596266,0.0004706342,0.0001338537,0.041828763,0.42113167,0.0054971445,0.08341074,0.0010312505,0.30547398],"study_design_scores_gemma":[0.00028229394,0.00008137351,0.0017319175,0.00028890598,0.00001160737,0.000013202789,0.00011077001,0.9948915,0.0005072771,0.0016011819,0.0002244961,0.00025543282],"about_ca_topic_score_codex":0.0001354026,"about_ca_topic_score_gemma":0.000065644614,"teacher_disagreement_score":0.5811485,"about_ca_system_score_codex":0.00006971147,"about_ca_system_score_gemma":0.00010137686,"threshold_uncertainty_score":0.80923635},"labels":[],"label_agreement":null},{"id":"W2803521238","doi":"10.1007/978-3-319-91464-0_30","title":"Deep Learning in Automated Essay Scoring","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Hyperparameter; Computer science; Artificial intelligence; Suite; Machine learning; Metric (unit); Deep learning; Exploit; Convolutional neural network; Kappa; Set (abstract data type); Artificial neural network; Construct (python library); Feature engineering; Sample (material); Mathematics; Programming language","score_opus":0.01841032280520948,"score_gpt":0.2519021637832037,"score_spread":0.2334918409779942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803521238","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000693629,0.00033750947,0.9921137,0.0002518128,0.0018774498,0.00025642596,2.6146375e-7,0.00082907587,0.0036401318],"genre_scores_gemma":[0.35579044,0.000027468008,0.64224184,0.0006756349,0.00066518,0.00000954207,0.0000022446263,0.000051106235,0.0005365345],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99560386,0.00006036536,0.00063834165,0.0018737387,0.000939081,0.0008846127],"domain_scores_gemma":[0.9977138,0.00035135308,0.00027135602,0.001320715,0.0001871252,0.00015566952],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013948515,0.0005097545,0.0005390731,0.0012296283,0.00023569283,0.0006023762,0.003621203,0.00036369712,0.000035781264],"category_scores_gemma":[0.00017765553,0.0005051198,0.000092672875,0.0008236566,0.000429189,0.00075072894,0.0019442689,0.0012402612,0.000104779894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025768413,0.000014959189,0.00040464412,0.000037403377,0.0000055757973,0.00016030617,0.0027747364,0.40106884,0.00009148477,0.0055331024,0.000003940608,0.58990246],"study_design_scores_gemma":[0.00020072509,0.000075985496,0.0002021887,0.00054064795,0.0000023350506,0.000044565593,2.4823296e-7,0.9550353,0.0002876207,0.042697564,0.00038787426,0.0005249015],"about_ca_topic_score_codex":0.00004630883,"about_ca_topic_score_gemma":0.00019714757,"teacher_disagreement_score":0.5893775,"about_ca_system_score_codex":0.00058487494,"about_ca_system_score_gemma":0.00057148776,"threshold_uncertainty_score":0.99974006},"labels":[],"label_agreement":null},{"id":"W2804168033","doi":"10.1002/asi.24046","title":"In‐text function of author self‐citations: Implications for research evaluation practice","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Universiteit Leiden","keywords":"Citation; Computer science; Information retrieval; Function (biology); Coding (social sciences); Citation analysis; Field (mathematics); Data science; Psychology; Statistics; Library science; Mathematics","score_opus":0.09869317634340848,"score_gpt":0.4410832076101872,"score_spread":0.34239003126677875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804168033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10564257,0.00008717141,0.6801243,0.20789003,0.0018124467,0.0019693333,0.000009168201,0.00004626184,0.0024187386],"genre_scores_gemma":[0.9642833,0.000010534027,0.03535041,0.00022837963,0.000047050995,0.000053833708,3.6148973e-7,0.0000013453162,0.00002480199],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984069,0.000065772605,0.0005343121,0.00008633295,0.00074036466,0.00016631855],"domain_scores_gemma":[0.9837714,0.0006048472,0.0010901627,0.00021930938,0.014292257,0.000022055501],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017056394,0.000038658083,0.00008819125,0.0012072054,0.00041783013,0.00011255302,0.00062941737,0.000090383415,5.067595e-7],"category_scores_gemma":[0.020536236,0.000030010204,0.00002770862,0.0028429097,0.00012643028,0.005297715,0.000100809295,0.0001328175,0.0000016960444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017461587,0.000039257964,0.0018488906,0.000012322426,0.000015328986,4.6362354e-9,0.0022650927,0.00011932834,0.0018194752,0.9263596,0.0019000284,0.06560319],"study_design_scores_gemma":[0.0022689523,0.0010048569,0.04437074,0.000065831344,0.00007216214,0.000030160189,0.0033252437,0.19501235,0.007366876,0.6043685,0.1419573,0.000157015],"about_ca_topic_score_codex":0.0000029128826,"about_ca_topic_score_gemma":0.0000045848356,"teacher_disagreement_score":0.85864073,"about_ca_system_score_codex":0.00047814683,"about_ca_system_score_gemma":0.00075885653,"threshold_uncertainty_score":0.98771423},"labels":[],"label_agreement":null},{"id":"W2804709417","doi":"10.5339/qfarc.2018.ictpd881","title":"Towards OpenDomain CrossLanguage Question Answering","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Question answering; Computer science; Natural language processing; Task (project management); Machine translation; Open domain; Artificial intelligence; Domain (mathematical analysis); World Wide Web; Information retrieval; Semitic languages; Natural language; Arabic; Linguistics","score_opus":0.018347693361357918,"score_gpt":0.2942623266627611,"score_spread":0.27591463330140314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804709417","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07373954,0.000020019288,0.872509,0.00038217448,0.00031744727,0.000049588733,1.4805924e-7,0.00022353146,0.05275853],"genre_scores_gemma":[0.7267345,7.271583e-7,0.27183497,0.0002953688,0.00014896614,0.0000024234685,2.1638022e-7,0.0000028341926,0.0009799844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936664,0.000021187456,0.000103750295,0.00021981286,0.00012853756,0.0001600842],"domain_scores_gemma":[0.9994998,0.000009483251,0.000020466052,0.00038565457,0.00003916369,0.000045457004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026997493,0.000057480247,0.000058217043,0.000024222252,0.00007767045,0.00015575028,0.00046783136,0.000026482137,0.00009876768],"category_scores_gemma":[0.00002941482,0.000049858085,0.000019126617,0.00010468731,0.00002587787,0.00037742886,0.00021689892,0.000041872878,0.00014050055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029143307,0.000020241181,0.00058236043,0.0000062599765,0.000006541461,0.000029834393,0.0030477124,0.000056472214,0.0077092107,0.620381,0.0006318568,0.36752558],"study_design_scores_gemma":[0.0010125189,0.00025296665,0.011741863,0.000060955994,0.0000049942137,0.00011363526,0.00017911979,0.8078331,0.117910616,0.03597231,0.024225546,0.0006924066],"about_ca_topic_score_codex":0.00028235375,"about_ca_topic_score_gemma":0.000056251458,"teacher_disagreement_score":0.8077766,"about_ca_system_score_codex":0.000022750866,"about_ca_system_score_gemma":0.000029451483,"threshold_uncertainty_score":0.20331536},"labels":[],"label_agreement":null},{"id":"W2805005636","doi":"10.18653/v1/n18-2008","title":"Automatic Dialogue Generation with Expressed Emotions","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Computational linguistics; Natural language processing; Linguistics; Artificial intelligence; Volume (thermodynamics); Cognitive science; Psychology; Philosophy","score_opus":0.036668568292519306,"score_gpt":0.242900479940581,"score_spread":0.2062319116480617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805005636","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13887024,0.000001733158,0.85463065,0.00055779086,0.00014216737,0.000054879423,1.5456239e-7,0.00020874293,0.0055336487],"genre_scores_gemma":[0.68991,2.1922547e-7,0.3094848,0.00019504466,0.00014662374,0.000005249993,8.040838e-7,0.0000019649885,0.0002552975],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99953705,0.000019108815,0.0000785674,0.0001642598,0.000104325576,0.00009671561],"domain_scores_gemma":[0.9995223,0.0000112043235,0.000019950494,0.00036181117,0.000052572886,0.000032110245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006514938,0.000045134664,0.000043405144,0.00003171328,0.00009316922,0.0000886813,0.0002252758,0.000017365006,0.00007412816],"category_scores_gemma":[0.000009253683,0.00003284974,0.000009278333,0.00010619817,0.000019625566,0.00027497156,0.000048521826,0.000023021114,0.00009820109],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016286515,0.00014861462,0.00065478607,0.000019576473,0.00003583279,0.00001270811,0.0058895857,0.0022837026,0.05309108,0.62570757,0.009426809,0.30272812],"study_design_scores_gemma":[0.00008992026,0.00003912417,0.00037249224,0.0000043271943,0.0000013374737,0.000005359324,0.0000051503057,0.99328434,0.004894227,0.0010038747,0.00024373388,0.000056101802],"about_ca_topic_score_codex":0.000028552384,"about_ca_topic_score_gemma":0.000060449656,"teacher_disagreement_score":0.99100065,"about_ca_system_score_codex":0.000010742297,"about_ca_system_score_gemma":0.000029501838,"threshold_uncertainty_score":0.13395736},"labels":[],"label_agreement":null},{"id":"W2805098445","doi":"","title":"TAC KBP 2015 : English Slot Filling Track Relational Learning with Expert Advice.","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Track (disk drive); Advice (programming); Computer science; Artificial intelligence; Natural language processing; Programming language","score_opus":0.017555628212214344,"score_gpt":0.24894614480986596,"score_spread":0.2313905165976516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805098445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016528063,0.000835367,0.97446257,0.00024699507,0.00003747837,0.00013551794,0.0000012882089,0.00016340618,0.0075893044],"genre_scores_gemma":[0.96288323,0.000026634021,0.0360568,0.0000431436,0.00013589549,0.000081572376,0.00000825586,0.0000071870454,0.0007572792],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99927115,0.000068599285,0.00016761894,0.00021622734,0.00016426509,0.00011212177],"domain_scores_gemma":[0.99908686,0.00020384266,0.00009507887,0.00029306897,0.00024708387,0.000074064985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005849407,0.00008636082,0.00010999658,0.000051475672,0.00013876548,0.00004376099,0.00025647937,0.00004017004,0.000007830196],"category_scores_gemma":[0.00006663377,0.00007343256,0.000015519428,0.00018083845,0.0001151156,0.0004051411,0.00007297859,0.00011482101,0.0000049925075],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017654327,0.000017178807,0.00018699197,0.000006810778,0.000008274638,1.9680633e-7,0.0063734697,0.0031864806,0.00005702119,0.9789881,0.000075291624,0.01108253],"study_design_scores_gemma":[0.001076792,0.00025948,0.00038546513,0.000048414036,0.000031494023,0.000026593603,0.011325526,0.04449581,0.004869185,0.80621004,0.13069649,0.00057467335],"about_ca_topic_score_codex":0.00001108264,"about_ca_topic_score_gemma":0.0000016388497,"teacher_disagreement_score":0.94635516,"about_ca_system_score_codex":0.000011418391,"about_ca_system_score_gemma":0.000076039636,"threshold_uncertainty_score":0.2994493},"labels":[],"label_agreement":null},{"id":"W2805100503","doi":"","title":"Improve Neural Mention Detection and Classification via Enforced Training and Inference Consistency.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Consistency (knowledge bases); Computer science; Inference; Artificial intelligence; Machine learning; Training (meteorology); Training set; Pattern recognition (psychology)","score_opus":0.02995055309663209,"score_gpt":0.2787405406084506,"score_spread":0.24878998751181852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805100503","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19879471,0.00015193316,0.79995155,0.00012961154,0.00002861615,0.00015234874,0.0000010765402,0.000028525692,0.0007616313],"genre_scores_gemma":[0.99793065,0.00006165207,0.001844878,0.000012790011,0.000021409856,0.000067167326,0.0000011424634,0.0000024771673,0.000057829027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995114,0.000030139596,0.00013984824,0.00019332755,0.000053545216,0.000071700146],"domain_scores_gemma":[0.9992928,0.00009996225,0.00016091195,0.0003588918,0.0000538867,0.000033557855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034390006,0.00006410299,0.00008836687,0.000035511774,0.00046667617,0.0001354709,0.00015909919,0.00003654721,8.475396e-7],"category_scores_gemma":[0.00004943863,0.000060429484,0.000009897286,0.000030637777,0.00026376155,0.00043357167,0.000093701274,0.000051664323,3.3608742e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040003933,0.0000028033617,0.000107514345,0.000012799727,0.0000030942447,2.5083143e-8,0.000783397,0.0000016658082,0.02151097,0.57930386,6.697875e-8,0.3982698],"study_design_scores_gemma":[0.00033762798,0.000070423936,0.021835044,0.0000112797425,0.000028470555,0.000016146942,0.0009056791,0.098257095,0.020248793,0.85788196,0.00023473646,0.00017271991],"about_ca_topic_score_codex":0.000022799328,"about_ca_topic_score_gemma":0.000010151706,"teacher_disagreement_score":0.7991359,"about_ca_system_score_codex":0.000004658511,"about_ca_system_score_gemma":0.000014743892,"threshold_uncertainty_score":0.3589343},"labels":[],"label_agreement":null},{"id":"W2805220942","doi":"","title":"CMUML Micro-Reader System for KBP 2016 Cold Start Slot Filling, Event Nugget Detection, and Event Argument Linking.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argument (complex analysis); Event (particle physics); Computer science; Physics; Astrophysics; Medicine","score_opus":0.010010295807845744,"score_gpt":0.23355224087906762,"score_spread":0.22354194507122188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805220942","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02649624,0.0009860652,0.9712703,0.000388926,0.0000846034,0.0005842237,0.000020938074,0.00007698732,0.000091674316],"genre_scores_gemma":[0.9924045,0.00009262162,0.006152133,0.000036347945,0.000094832554,0.0005244004,0.0000020539685,0.000008897434,0.000684166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999072,0.000053009142,0.00029425262,0.0003137742,0.00010283472,0.00016409338],"domain_scores_gemma":[0.99896044,0.00027113067,0.00014893844,0.00042906677,0.00012780142,0.00006261478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006702361,0.0001186095,0.00015929238,0.000061249855,0.00021792675,0.000044928012,0.0002554015,0.000054272223,0.0000028176428],"category_scores_gemma":[0.000014648408,0.000085679654,0.00003729422,0.00008034934,0.00011421481,0.00016276605,0.00010276069,0.000038633156,0.0000040970945],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022927023,0.000030069328,0.00004771855,0.0001345659,0.000025536285,8.957413e-8,0.00050359685,0.000026400934,0.024863416,0.9266334,0.000033973072,0.0476783],"study_design_scores_gemma":[0.0011878513,0.00019860061,0.00017363405,0.00027130623,0.00007364615,0.000022815548,0.0008771364,0.003030773,0.5178418,0.4101707,0.06570114,0.0004505691],"about_ca_topic_score_codex":0.000009510276,"about_ca_topic_score_gemma":0.0000037519578,"teacher_disagreement_score":0.9659083,"about_ca_system_score_codex":0.000034399425,"about_ca_system_score_gemma":0.000042815565,"threshold_uncertainty_score":0.3493915},"labels":[],"label_agreement":null},{"id":"W2805241394","doi":"","title":"Building Knowledge Bases with Universal Schema: Cold Start and Slot-Filling Approaches.","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Schema (genetic algorithms); Computer science; Information retrieval","score_opus":0.03856681738170496,"score_gpt":0.24421428120514954,"score_spread":0.20564746382344457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805241394","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074905455,0.0010593575,0.92127585,0.00012486022,0.000011077896,0.0001492041,0.0000017270577,0.00005743914,0.0024149944],"genre_scores_gemma":[0.93635035,0.00001568152,0.06337481,0.000011775095,0.000031748426,0.000032622298,0.0000010336894,0.0000050671056,0.00017691164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994629,0.000040905375,0.00010418813,0.00021436495,0.000075456664,0.00010220537],"domain_scores_gemma":[0.9993569,0.00014380064,0.000055685952,0.00028763092,0.00007992019,0.000076052296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045165606,0.000082843806,0.000114462506,0.000056380348,0.00011080706,0.000045856643,0.0002148368,0.000028608662,7.652117e-7],"category_scores_gemma":[0.000014904931,0.0000701984,0.000009138128,0.0001804702,0.00020700914,0.00027835483,0.00013761113,0.000058671667,8.807494e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011896011,0.000020061676,0.000104543156,0.00002488107,0.000009010751,2.1667628e-7,0.0010854875,0.00015253568,0.0002843381,0.98863125,0.000009495102,0.0096662855],"study_design_scores_gemma":[0.001320548,0.00019717292,0.0001235504,0.00006874953,0.00008108982,0.000038606813,0.0077082645,0.044754524,0.056920584,0.85559064,0.032605737,0.00059054303],"about_ca_topic_score_codex":0.00001010453,"about_ca_topic_score_gemma":0.0000030859546,"teacher_disagreement_score":0.8614449,"about_ca_system_score_codex":0.000011245232,"about_ca_system_score_gemma":0.000076321594,"threshold_uncertainty_score":0.28626078},"labels":[],"label_agreement":null},{"id":"W2805275877","doi":"","title":"DoughnutPRIS at TAC KBP 2016.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.009630229271104514,"score_gpt":0.23452191201053615,"score_spread":0.22489168273943164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805275877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023458194,0.00042937315,0.97104377,0.0008049034,0.00002852403,0.000107639775,0.000003481691,0.00006516757,0.004058928],"genre_scores_gemma":[0.990925,0.00013311545,0.005083584,0.000050452603,0.000048931335,0.000071491384,6.5228005e-7,0.0000036755328,0.0036830634],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994854,0.000035049597,0.00013109544,0.00018107815,0.000070564856,0.0000968264],"domain_scores_gemma":[0.9991336,0.00021922881,0.000060451537,0.0005036662,0.000045465058,0.00003761899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030174557,0.00006079238,0.00008297513,0.00003530076,0.0001077126,0.000016229224,0.00035230434,0.00002881724,0.000025424515],"category_scores_gemma":[0.00001674463,0.000040088948,0.000020078214,0.00009545253,0.00015419122,0.00018448733,0.00019226648,0.000021585203,0.000035314875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047750887,0.0000075838107,0.00009165503,0.0000058035416,0.0000040624464,6.714045e-8,0.00020131089,0.0000014408503,0.0029083805,0.89385635,0.00011296707,0.10280563],"study_design_scores_gemma":[0.00013187184,0.00001548716,0.00019854982,0.0000076050974,0.0000050656145,0.000004331869,0.000044635995,0.000052302894,0.030043524,0.9351201,0.03429196,0.00008453566],"about_ca_topic_score_codex":0.00000468219,"about_ca_topic_score_gemma":0.0000010827929,"teacher_disagreement_score":0.96746683,"about_ca_system_score_codex":0.0000095200285,"about_ca_system_score_gemma":0.000020196065,"threshold_uncertainty_score":0.16347797},"labels":[],"label_agreement":null},{"id":"W2805435982","doi":"","title":"The ZHI-EDL System for Entity Discovery and Linking at TAC KBP 2017.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.015520133304319911,"score_gpt":0.26132830922367434,"score_spread":0.24580817591935442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805435982","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05681264,0.0010683297,0.9397666,0.00037913132,0.000090545735,0.00029798463,0.000008154075,0.000031318647,0.0015453078],"genre_scores_gemma":[0.99741834,0.00009917387,0.0014679413,0.000010200129,0.000076935525,0.0001404867,0.0000016660384,0.000003231866,0.00078199466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995061,0.000028429027,0.00012805051,0.00017493854,0.00006321889,0.00009922154],"domain_scores_gemma":[0.99870235,0.00032247594,0.00015073945,0.00075611053,0.00004352529,0.00002478201],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0006876733,0.00006185107,0.00009198813,0.000014301036,0.0014955623,0.0003522828,0.00056453067,0.00002844873,1.8923267e-7],"category_scores_gemma":[0.00003371388,0.00004372583,0.00002286532,0.000020401758,0.00025788604,0.0003920977,0.0003486723,0.000035748664,9.358281e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008440256,0.0000036884114,0.00022217254,0.00005768666,0.000007644583,6.1475724e-8,0.00023619739,0.000004558862,0.00025551577,0.9799772,0.000011451644,0.019215418],"study_design_scores_gemma":[0.0002604379,0.000027095613,0.0014131196,0.000038018923,0.000029423847,0.000013660508,0.00057159987,0.0037000296,0.008203645,0.9730198,0.012567638,0.00015556191],"about_ca_topic_score_codex":0.000013415124,"about_ca_topic_score_gemma":0.000012419058,"teacher_disagreement_score":0.9406057,"about_ca_system_score_codex":0.000009770007,"about_ca_system_score_gemma":0.00001800397,"threshold_uncertainty_score":0.9998044},"labels":[],"label_agreement":null},{"id":"W2805479698","doi":"","title":"HLTCOE Participation in TAC KBP 2017: Cold Start and EDL Pilot.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Aeronautics; Engineering","score_opus":0.030261234122667523,"score_gpt":0.30120395317847226,"score_spread":0.27094271905580475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805479698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35316527,0.00033322172,0.64230156,0.00066229503,0.00003573861,0.0002636858,0.0000033770814,0.00003188103,0.00320299],"genre_scores_gemma":[0.99756575,0.00006770021,0.0019869464,0.000034183067,0.000027398894,0.000111608584,0.00000106753,0.000002563821,0.00020280415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994992,0.000035738765,0.00014093224,0.00016851875,0.00006204654,0.000093555514],"domain_scores_gemma":[0.9991742,0.000099765275,0.000098927405,0.00055538927,0.000037541868,0.000034184883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046440514,0.000057313373,0.00009462057,0.000038246566,0.00022300376,0.00009398192,0.0003066167,0.000022978973,0.0000026611347],"category_scores_gemma":[0.00003947884,0.000054153472,0.0000074478025,0.00004249406,0.00018026831,0.00037202012,0.00014458431,0.000046112607,0.0000025376487],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007926914,0.000025877789,0.0014785575,0.000013811326,0.0000025392728,1.6410156e-7,0.0004943715,0.000015482006,0.0010252415,0.9838231,0.000013833399,0.013099065],"study_design_scores_gemma":[0.0003394682,0.00007121756,0.023739032,0.000013906968,0.000009866058,0.000001918605,0.00017050061,0.0026818095,0.008768195,0.9612757,0.0027884305,0.00013996619],"about_ca_topic_score_codex":0.000050938863,"about_ca_topic_score_gemma":0.000030158968,"teacher_disagreement_score":0.6444005,"about_ca_system_score_codex":0.0000049310484,"about_ca_system_score_gemma":0.000021106465,"threshold_uncertainty_score":0.22083145},"labels":[],"label_agreement":null},{"id":"W2805547232","doi":"","title":"WIP Event Detection System at TAC KBP 2016 Event Nugget Track.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Track (disk drive); Event (particle physics); Computer science; Real-time computing; Operating system; Physics","score_opus":0.007172369900705897,"score_gpt":0.2281875531371292,"score_spread":0.22101518323642333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805547232","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044951946,0.00037117882,0.953255,0.00025304643,0.000074636744,0.00023419847,0.000005711341,0.000110132845,0.0007441324],"genre_scores_gemma":[0.9972875,0.00004717895,0.0011012823,0.000014572532,0.00007393689,0.00018893192,9.2440615e-7,0.0000057568604,0.0012798819],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99917555,0.000085425105,0.00023821212,0.00025240472,0.00011919047,0.00012924874],"domain_scores_gemma":[0.9990334,0.00018369242,0.00012577664,0.0005362575,0.00006777805,0.000053093492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005584404,0.00009222028,0.00012218203,0.000052231226,0.00017307313,0.00002085844,0.000317706,0.00004565992,0.000009612775],"category_scores_gemma":[0.000014500771,0.000063497195,0.00003831993,0.000111129484,0.00009916825,0.00021507872,0.00012768048,0.00003391911,0.00003400193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000133288295,0.000016471497,0.000026318066,0.000035606383,0.000008699072,1.504885e-7,0.0002555981,0.00002160079,0.010178557,0.8200891,0.000020481704,0.16933407],"study_design_scores_gemma":[0.0006481886,0.00012893454,0.00063119247,0.00012653638,0.000042585154,0.00006066452,0.0006429997,0.0022047155,0.32321125,0.6515301,0.020378483,0.00039434648],"about_ca_topic_score_codex":0.000008832268,"about_ca_topic_score_gemma":0.0000047097883,"teacher_disagreement_score":0.9523356,"about_ca_system_score_codex":0.00005435383,"about_ca_system_score_gemma":0.000028183002,"threshold_uncertainty_score":0.25893405},"labels":[],"label_agreement":null},{"id":"W2805550868","doi":"","title":"New York University 2016 System for KBP Event Nugget: A Deep Learning Approach.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Computer science; Artificial intelligence; History; Physics","score_opus":0.011517172097703287,"score_gpt":0.20961021764074636,"score_spread":0.19809304554304308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805550868","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010733958,0.00038817496,0.99627256,0.00012320216,0.000021890126,0.00023827393,0.000002437087,0.000092776565,0.0017872636],"genre_scores_gemma":[0.9595617,0.000019545552,0.03722895,0.000005063477,0.0000569012,0.00002564339,0.0000013662162,0.0000043835803,0.0030964524],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99947566,0.000054584096,0.00010784443,0.000199061,0.000059194677,0.00010368644],"domain_scores_gemma":[0.99932003,0.00020385216,0.0000865474,0.00029203686,0.00004606007,0.000051490148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035024039,0.00006507109,0.00010179349,0.000043333657,0.00016528413,0.000017427546,0.00035669413,0.000034009747,0.0000023835569],"category_scores_gemma":[0.000011352655,0.000048623257,0.00003238704,0.00010393621,0.000058811973,0.0001477439,0.00008512236,0.00003008883,0.000004229568],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013146793,0.0000068043046,0.000017087294,0.00003222525,0.000008100258,3.7118003e-8,0.00044257587,0.00008914612,0.00025400706,0.8630573,0.000022654724,0.13605691],"study_design_scores_gemma":[0.0016231805,0.00013064477,0.00014893201,0.000118785596,0.00008208331,0.000020560585,0.0065741,0.013287468,0.009345668,0.8481953,0.11994851,0.00052474276],"about_ca_topic_score_codex":0.000012924176,"about_ca_topic_score_gemma":7.9473614e-7,"teacher_disagreement_score":0.9590436,"about_ca_system_score_codex":0.000021635602,"about_ca_system_score_gemma":0.000048938655,"threshold_uncertainty_score":0.19827989},"labels":[],"label_agreement":null},{"id":"W2805588680","doi":"","title":"Multi-lingual Extraction and Integration of Entities, Relations, Events and Sentiments into ColdStart++ KBs with the SAFT System.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Extraction (chemistry); Natural language processing; Information retrieval; Artificial intelligence; Chromatography; Chemistry","score_opus":0.012792609573497168,"score_gpt":0.2729504194354924,"score_spread":0.26015780986199527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805588680","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34343478,0.00031698923,0.65564305,0.00014403759,0.00002056863,0.00023224748,0.0000025972117,0.000014525991,0.00019119242],"genre_scores_gemma":[0.9885086,0.00004100611,0.011107734,0.000004539645,0.000015232461,0.000053271036,0.0000029764772,0.000002983094,0.00026368047],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995181,0.000054453893,0.00014564281,0.00014352563,0.00008655837,0.000051704992],"domain_scores_gemma":[0.9992025,0.000104883875,0.0002203348,0.00036959033,0.00008166437,0.000021007696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043271075,0.00006327193,0.00008943774,0.00003571418,0.0005186149,0.000071525734,0.00017719409,0.00002513895,8.952427e-7],"category_scores_gemma":[0.000020173775,0.000044756984,0.0000078784005,0.00003807834,0.00022559191,0.00038790627,0.0000894887,0.000051272556,4.0198626e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025610634,0.000029037916,0.0018964596,0.00007261532,0.000022227221,1.0466506e-7,0.0027257744,0.000021587879,0.0029514856,0.9745772,0.00000373247,0.01767418],"study_design_scores_gemma":[0.0046255686,0.0006738363,0.14004135,0.0007712738,0.0005216402,0.00013730131,0.04688213,0.07870033,0.10800833,0.61499107,0.0035188769,0.0011282952],"about_ca_topic_score_codex":0.00012520271,"about_ca_topic_score_gemma":0.000056656685,"teacher_disagreement_score":0.6450738,"about_ca_system_score_codex":0.000008810322,"about_ca_system_score_gemma":0.000020401942,"threshold_uncertainty_score":0.3988819},"labels":[],"label_agreement":null},{"id":"W2805607905","doi":"","title":"UZH at TAC KBP 2017: Event Nugget Detection via Joint Learning with Softmax-Margin Objective.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Softmax function; Margin (machine learning); Joint (building); Computer science; Event (particle physics); Artificial intelligence; Machine learning; Deep learning; Engineering; Physics; Structural engineering","score_opus":0.010434209432448077,"score_gpt":0.23880144636835732,"score_spread":0.22836723693590924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805607905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076819636,0.00018697997,0.92042917,0.00012832954,0.00003659747,0.00021253899,0.0000012235233,0.00007177071,0.0021137483],"genre_scores_gemma":[0.9960125,0.000036851583,0.0028914125,0.000014101933,0.000056411594,0.000127009,0.000002247809,0.00000735327,0.00085209036],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992297,0.00006759323,0.0001580288,0.00028148593,0.00012443357,0.00013871124],"domain_scores_gemma":[0.9988212,0.0000869884,0.00024128,0.0007137887,0.000088086956,0.000048638878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000518121,0.00010754457,0.00014235264,0.000052559,0.0009260058,0.00010018799,0.0004031487,0.000043636534,0.000006928793],"category_scores_gemma":[0.00004244658,0.00009055881,0.000025854808,0.00006947384,0.00022415737,0.00036024646,0.00025001823,0.00011751764,0.000010101132],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006156034,0.00004575862,0.00084491365,0.00006155743,0.000036714984,0.0000010221352,0.0018454726,0.0008622009,0.009490532,0.8121865,0.000007859009,0.17455593],"study_design_scores_gemma":[0.0007621688,0.0003231937,0.013178937,0.00005149978,0.00006056814,0.000092702845,0.0008420638,0.015246862,0.1639507,0.79547703,0.009458696,0.00055557454],"about_ca_topic_score_codex":0.000058680682,"about_ca_topic_score_gemma":0.000036953053,"teacher_disagreement_score":0.9191929,"about_ca_system_score_codex":0.000027340098,"about_ca_system_score_gemma":0.00002932091,"threshold_uncertainty_score":0.71221817},"labels":[],"label_agreement":null},{"id":"W2805676314","doi":"10.18653/v1/s18-1168","title":"UNBNLP at SemEval-2018 Task 10: Evaluating unsupervised approaches to capturing discriminative attributes","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Discriminative model; Computer science; SemEval; WordNet; Artificial intelligence; Word (group theory); Sentence; Natural language processing; Task (project management); Simple (philosophy); Machine learning; Mathematics","score_opus":0.31558798624108264,"score_gpt":0.3145837265306022,"score_spread":0.0010042597104804596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805676314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24908324,0.000043955868,0.73320407,0.0025161025,0.0003228372,0.00036316822,0.000003729721,0.00029511095,0.014167798],"genre_scores_gemma":[0.78561234,5.7573385e-7,0.20825303,0.00037874808,0.00028580392,0.00003905389,0.0000040343302,0.000016666289,0.0054097692],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743026,0.00014452731,0.00036166055,0.0009023408,0.00058184477,0.00057937216],"domain_scores_gemma":[0.99838495,0.00017165249,0.00008134979,0.0009679954,0.00017888252,0.00021517716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008728501,0.00025478072,0.00024664536,0.00013463895,0.00039168174,0.00020227066,0.0011389029,0.000073859315,0.00030334515],"category_scores_gemma":[0.00023340929,0.0002120001,0.00007859574,0.00040855445,0.00008028634,0.0005215565,0.0014831088,0.00010582472,0.00068759493],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016925027,0.0005993716,0.011529969,0.00036444477,0.00044561634,0.00004774396,0.15644734,0.015539936,0.07044766,0.20946002,0.021954646,0.512994],"study_design_scores_gemma":[0.0005060496,0.0003148441,0.0025330624,0.0000648082,0.00002193548,0.000011222891,0.0006011809,0.9519992,0.039094027,0.0029741058,0.0013322535,0.0005473009],"about_ca_topic_score_codex":0.00014035229,"about_ca_topic_score_gemma":0.00013608785,"teacher_disagreement_score":0.9364593,"about_ca_system_score_codex":0.00023798655,"about_ca_system_score_gemma":0.00007421588,"threshold_uncertainty_score":0.8837871},"labels":[],"label_agreement":null},{"id":"W2805707541","doi":"","title":"Overview of SYDNEY System for TAC KBP 2015 Event Nugget Detection.","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Computer science; Real-time computing; Physics","score_opus":0.031325365726029175,"score_gpt":0.2926198252896208,"score_spread":0.26129445956359165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805707541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049917824,0.0020929326,0.99183744,0.00010759672,0.0000667883,0.00032375223,0.00001012291,0.00004750311,0.00052209466],"genre_scores_gemma":[0.9924137,0.00003728477,0.0071505806,0.000013143117,0.000045197485,0.0002294665,0.0000023296225,0.0000041347043,0.00010413873],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994015,0.000049537317,0.00022358619,0.00014903648,0.00009667449,0.0000796808],"domain_scores_gemma":[0.9990878,0.00012637494,0.00013385268,0.00040901056,0.0001906159,0.00005235064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075748906,0.00006402848,0.00014445023,0.00004464942,0.000059759383,0.000015674628,0.00029216675,0.000033105534,8.7081344e-7],"category_scores_gemma":[0.00003095657,0.000056611887,0.00003221438,0.00013785243,0.00006737695,0.00014040283,0.00007897487,0.00002876613,0.0000019817644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010433691,0.000015930049,0.000008062702,0.00017569712,0.000009091647,2.3799007e-8,0.0003914059,0.00011244121,0.00033326482,0.97493994,0.000038689344,0.023965044],"study_design_scores_gemma":[0.00035550975,0.00009588107,0.000030108255,0.000041629235,0.000031774405,0.0000096905615,0.0012630107,0.0069168424,0.050842017,0.92710197,0.013181042,0.00013053004],"about_ca_topic_score_codex":0.000015472335,"about_ca_topic_score_gemma":0.0000020413593,"teacher_disagreement_score":0.98742193,"about_ca_system_score_codex":0.000016099457,"about_ca_system_score_gemma":0.000056186454,"threshold_uncertainty_score":0.23085658},"labels":[],"label_agreement":null},{"id":"W2805727849","doi":"","title":"UI CCG TAC-KBP2017 Submissions: Entity Discovery and Linking, and Event Nugget Detection and Co-reference.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Computer science; Physics","score_opus":0.016664417114219225,"score_gpt":0.2829101230503985,"score_spread":0.26624570593617924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805727849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47290912,0.0009240137,0.5251158,0.00015944433,0.000028200702,0.000172575,0.000007323896,0.000025473608,0.0006580393],"genre_scores_gemma":[0.997778,0.0007307341,0.0011173664,0.000016205999,0.00003862483,0.0000491505,0.0000026017287,0.00000362089,0.00026366973],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993646,0.000043067084,0.00014429698,0.00026892088,0.00008092041,0.00009816651],"domain_scores_gemma":[0.9991303,0.00010820094,0.00014672519,0.0005132703,0.000039964223,0.0000615332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044500644,0.00009231197,0.00012808623,0.000043916327,0.0007261562,0.00034062055,0.00024710756,0.00005498133,0.0000018937719],"category_scores_gemma":[0.000044109387,0.00007941245,0.000011681472,0.000027943608,0.00036394133,0.00068161584,0.00026247877,0.0000850286,6.8939335e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013028525,0.00001960024,0.0028597163,0.000059926202,0.000009922893,2.0974072e-7,0.00061055995,0.0000018788315,0.0019310017,0.87595904,0.0000039139168,0.11853119],"study_design_scores_gemma":[0.00032226837,0.000049431248,0.02865525,0.00003985328,0.000026975416,0.000019080151,0.00031267657,0.0015882439,0.009789746,0.9552811,0.00372628,0.00018914149],"about_ca_topic_score_codex":0.00005704301,"about_ca_topic_score_gemma":0.000020251136,"teacher_disagreement_score":0.5248689,"about_ca_system_score_codex":0.0000049140467,"about_ca_system_score_gemma":0.000021980039,"threshold_uncertainty_score":0.558508},"labels":[],"label_agreement":null},{"id":"W2805736953","doi":"","title":"REDES at TAC Knowledge Base Population 2016 : EDL and BeSt tracks.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Base (topology); Computer science; Knowledge base; Population; Artificial intelligence; Mathematics; Demography; Mathematical analysis","score_opus":0.013606234031065272,"score_gpt":0.2543820827541767,"score_spread":0.2407758487231114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805736953","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16500986,0.0017491939,0.82814056,0.00051796174,0.000037691298,0.00019633464,0.000008155847,0.00006186182,0.004278383],"genre_scores_gemma":[0.9950184,0.00017044146,0.0024449297,0.000012611181,0.000052034266,0.0000535529,0.0000022091826,0.0000040873615,0.0022417202],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99945104,0.000049042,0.00014774397,0.0002040676,0.000051654402,0.00009642287],"domain_scores_gemma":[0.999263,0.0002356015,0.00006356237,0.00033978763,0.000049472954,0.00004856534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034120868,0.00007065872,0.000092852286,0.000046693178,0.00014636069,0.00002305133,0.00017343891,0.00003505079,0.000012139135],"category_scores_gemma":[0.000026512773,0.000049139144,0.000014491848,0.00008333441,0.00013649563,0.00026314147,0.00012769346,0.00002281843,0.00001226448],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006143327,0.000019383337,0.00037927215,0.000014245044,0.0000031105812,5.298262e-8,0.0002560359,0.0000010923658,0.0023945482,0.8503416,0.000032590233,0.1465519],"study_design_scores_gemma":[0.00022337017,0.000032844597,0.0014337625,0.000029475494,0.0000135320615,0.000008078257,0.000102774145,0.00026609204,0.012298849,0.9787408,0.006715915,0.00013449049],"about_ca_topic_score_codex":0.000013287681,"about_ca_topic_score_gemma":0.000009303671,"teacher_disagreement_score":0.83000857,"about_ca_system_score_codex":0.000012461333,"about_ca_system_score_gemma":0.000017670454,"threshold_uncertainty_score":0.2003836},"labels":[],"label_agreement":null},{"id":"W2805757823","doi":"","title":"JHU/APL CONSENSE: The Confidence-Based System Ensembler.","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.025571649878529317,"score_gpt":0.2540874549794681,"score_spread":0.2285158051009388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805757823","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01749762,0.0005820577,0.97699213,0.0007916451,0.00004426406,0.00022976074,0.0000032402068,0.00009463277,0.0037646696],"genre_scores_gemma":[0.9968744,0.0000042768816,0.0027100926,0.00009135724,0.000055231612,0.000087435605,0.000001554584,0.0000036272368,0.00017203433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99927855,0.00013632869,0.0001837849,0.00016892621,0.00012991022,0.00010248973],"domain_scores_gemma":[0.9984398,0.00062837655,0.00009693434,0.00063126103,0.00014250871,0.000061155275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010120206,0.000075616204,0.00011957364,0.000032476695,0.00014427319,0.000059240792,0.0004739817,0.000033411492,0.000001751653],"category_scores_gemma":[0.00004997948,0.000052980682,0.00002119124,0.00016059552,0.0002733244,0.000093998104,0.00007901709,0.000062015104,0.00001130344],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065048657,0.0000055243186,0.000047597685,0.00002158321,0.00000553866,2.588912e-7,0.0005955707,0.000093119736,0.00010013382,0.9934795,0.00006237852,0.0055823172],"study_design_scores_gemma":[0.00035372193,0.000041019743,0.00007676253,0.000025779418,0.000029303976,0.000026823054,0.0042356355,0.007335711,0.015510938,0.9581278,0.014056772,0.000179757],"about_ca_topic_score_codex":0.000024515204,"about_ca_topic_score_gemma":0.0000013582387,"teacher_disagreement_score":0.9793768,"about_ca_system_score_codex":0.000011920881,"about_ca_system_score_gemma":0.00013344915,"threshold_uncertainty_score":0.21604894},"labels":[],"label_agreement":null},{"id":"W2805760825","doi":"","title":"CRIM’s Systems for the Tri-lingual Entity Detection and Linking Task.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Task (project management); Natural language processing; Engineering; Systems engineering","score_opus":0.021790547674589815,"score_gpt":0.27742051027554476,"score_spread":0.25562996260095494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805760825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03069459,0.0014194626,0.96704215,0.00012235409,0.000104225895,0.00030914316,0.0000027202723,0.000026714088,0.00027862855],"genre_scores_gemma":[0.9986095,0.00011140987,0.00086886936,0.000010550478,0.00012063406,0.00015709581,5.2618134e-7,0.0000027309243,0.0001187193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995958,0.000025975081,0.000112694484,0.00014246377,0.00005299182,0.000070035945],"domain_scores_gemma":[0.99900496,0.00029078047,0.00012220285,0.00049690803,0.00006710739,0.00001802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007194046,0.000050101582,0.000076710836,0.000020855661,0.0008453529,0.0002354288,0.0003678281,0.000029177982,2.3760731e-7],"category_scores_gemma":[0.00006042138,0.000036872847,0.000016540283,0.000025717083,0.00015568118,0.00020543889,0.00011579944,0.00004451589,3.5113877e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061232518,0.0000043081072,0.000039334238,0.00003669816,0.0000073367446,1.9990726e-8,0.00047226602,0.000034876164,0.00053071947,0.8638378,0.0000010624309,0.13502946],"study_design_scores_gemma":[0.00028476107,0.00003626139,0.00084082916,0.000018830686,0.000046988953,0.000010552916,0.0008315275,0.034051966,0.009731512,0.94224864,0.011763068,0.00013503028],"about_ca_topic_score_codex":0.000051745636,"about_ca_topic_score_gemma":0.000008694726,"teacher_disagreement_score":0.9679149,"about_ca_system_score_codex":0.000003941661,"about_ca_system_score_gemma":0.000015349073,"threshold_uncertainty_score":0.65018564},"labels":[],"label_agreement":null},{"id":"W2805764238","doi":"10.63317/2qe447uqn7co","title":"Revisiting the Task of Scoring Open IE Relations","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Task (project management); Engineering; Systems engineering","score_opus":0.05977835686829329,"score_gpt":0.30512455183047277,"score_spread":0.24534619496217946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805764238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070638936,0.000018861609,0.90155464,0.0024477753,0.00011586216,0.00007553547,9.088527e-8,0.000029082354,0.08869425],"genre_scores_gemma":[0.86663413,8.034094e-7,0.13168739,0.0001723735,0.00014328155,0.0000020279306,6.088763e-8,0.0000016886947,0.0013582545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995486,0.000024689089,0.0001315324,0.00012762846,0.00008591465,0.00008163476],"domain_scores_gemma":[0.99933463,0.00007115925,0.00004937912,0.0004714224,0.000057832287,0.000015572885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040840573,0.000030038507,0.000049058675,0.000016845052,0.0001357775,0.00009941791,0.0010394508,0.000011428725,0.000051007166],"category_scores_gemma":[0.00006555666,0.000019649215,0.000014860052,0.00015034724,0.00001447787,0.00032753698,0.00065895857,0.00004249567,0.000060761668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5488378e-7,0.0000031928043,0.0018697723,0.0000036126496,0.0000058172404,4.353956e-7,0.0010700681,0.0004446549,0.000878805,0.91984737,0.00038379073,0.07549203],"study_design_scores_gemma":[0.00013031802,0.000019069235,0.003206101,0.000083136816,0.0000041524745,0.000005323927,0.00009805055,0.9687633,0.0033415123,0.015760466,0.008489717,0.0000988553],"about_ca_topic_score_codex":0.000105616615,"about_ca_topic_score_gemma":0.000005865859,"teacher_disagreement_score":0.96831864,"about_ca_system_score_codex":0.000008414155,"about_ca_system_score_gemma":0.000028728902,"threshold_uncertainty_score":0.19315754},"labels":[],"label_agreement":null},{"id":"W2805780438","doi":"","title":"GWU English TAC-KBP EL Diagnostic Task with Name Mention.","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Computer science; Natural language processing; Linguistics; Philosophy; Economics; Management","score_opus":0.009584582317296956,"score_gpt":0.23523312238330743,"score_spread":0.22564854006601048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805780438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030179812,0.00066226214,0.9630292,0.00017668586,0.000044749988,0.00021111031,0.0000036107833,0.00009608753,0.0055964654],"genre_scores_gemma":[0.9922339,0.000031762775,0.0071138744,0.000044363904,0.000076949145,0.00014500032,0.0000048286097,0.0000049090063,0.00034442957],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993835,0.000049346472,0.00013774914,0.00019600072,0.00012790512,0.00010546413],"domain_scores_gemma":[0.9989516,0.00028338432,0.00007189413,0.00043832054,0.00018295582,0.00007183626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042432707,0.00007814975,0.00010306976,0.00003966551,0.000087680666,0.0000523842,0.00033217997,0.000027710623,0.0000055111295],"category_scores_gemma":[0.00010722914,0.00006389233,0.000013951289,0.0001503783,0.00015000274,0.00022808618,0.00010030434,0.000054874374,0.000008106213],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068821923,0.00002790951,0.0002244045,0.000011236744,0.000009248054,2.9328197e-7,0.002142946,0.00014015043,0.000024016672,0.98741066,0.00008252289,0.009919745],"study_design_scores_gemma":[0.00030921513,0.00007987655,0.00022964759,0.000012001616,0.000022382494,0.0000066445364,0.0011854098,0.00063480414,0.0013778082,0.981347,0.014650977,0.0001441887],"about_ca_topic_score_codex":0.000009379205,"about_ca_topic_score_gemma":0.000002220242,"teacher_disagreement_score":0.9620541,"about_ca_system_score_codex":0.0000095831265,"about_ca_system_score_gemma":0.00005602842,"threshold_uncertainty_score":0.26054534},"labels":[],"label_agreement":null},{"id":"W2805879805","doi":"","title":"The 2016 TAC KBP BeSt Evaluation.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.01721926072958735,"score_gpt":0.2739869869615991,"score_spread":0.2567677262320118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805879805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004620042,0.0012790409,0.98666066,0.0017312798,0.000042300253,0.00020903524,0.0000024434726,0.000030710395,0.005424503],"genre_scores_gemma":[0.9959265,0.0002468295,0.0015905157,0.000031950585,0.000058633377,0.00020914497,5.659707e-7,0.0000028436568,0.0019330288],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994411,0.00007949142,0.00013171301,0.00013699564,0.00012465677,0.00008605378],"domain_scores_gemma":[0.9987498,0.0005063728,0.000064079926,0.00051879534,0.00013601102,0.000024972534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010730263,0.00004968967,0.000053934386,0.00002048973,0.00023114945,0.000037137503,0.00041784346,0.000020058738,0.000010406584],"category_scores_gemma":[0.000058037444,0.000025545387,0.000014017894,0.000087027234,0.00020280763,0.00018049059,0.000093624556,0.000023084453,0.000028252576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017739951,0.000004756812,0.000012905939,0.0000013577652,0.0000030783228,8.141966e-9,0.000081108075,0.0000025812826,0.00035857022,0.6691884,0.000049071776,0.3302964],"study_design_scores_gemma":[0.00009958532,0.000012836128,0.000068557776,0.0000055358273,0.000008241096,0.0000016141684,0.00011845154,0.00036281918,0.0033535734,0.96967405,0.026246198,0.000048547274],"about_ca_topic_score_codex":0.0000042412166,"about_ca_topic_score_gemma":0.0000017168089,"teacher_disagreement_score":0.9913064,"about_ca_system_score_codex":0.000007698347,"about_ca_system_score_gemma":0.00005958824,"threshold_uncertainty_score":0.1777838},"labels":[],"label_agreement":null},{"id":"W2805986796","doi":"","title":"BUPT-PRIS System for TAC 2017 Event Nugget Detection, Event Argument Linking and ADR Tracks.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argument (complex analysis); Event (particle physics); Computer science; Event data; Real-time computing; Medicine; Physics; Internal medicine","score_opus":0.013931735514242951,"score_gpt":0.26943956130827224,"score_spread":0.2555078257940293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805986796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03360941,0.0006907419,0.96442825,0.00024457567,0.000084680585,0.00047957373,0.000006219108,0.000052911422,0.00040366262],"genre_scores_gemma":[0.9942621,0.00006252007,0.004947786,0.00001329208,0.00010129428,0.0003887181,0.0000022284105,0.000005896467,0.00021618996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99923056,0.00003538043,0.00023585052,0.000272117,0.0000964765,0.00012963396],"domain_scores_gemma":[0.99872863,0.00012417226,0.0002433185,0.00075245457,0.00009824066,0.000053182153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007655152,0.00009971486,0.00015338145,0.000043426597,0.0007520432,0.00015720939,0.00047036522,0.000049025784,8.763057e-7],"category_scores_gemma":[0.000027877219,0.00009083487,0.00003692203,0.00003243091,0.00012444047,0.00026383146,0.00016480037,0.0000559048,0.0000015372939],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012536515,0.000019872521,0.00007519583,0.00014924469,0.000017562676,1.4902453e-7,0.0006858491,0.0000726343,0.000657938,0.881944,0.000009681248,0.11635535],"study_design_scores_gemma":[0.0007689449,0.00011826891,0.0017891672,0.00012612314,0.00008062775,0.000038242702,0.0012525673,0.021421231,0.06283861,0.89607394,0.015116303,0.0003759744],"about_ca_topic_score_codex":0.000018338156,"about_ca_topic_score_gemma":0.0000069893936,"teacher_disagreement_score":0.96065265,"about_ca_system_score_codex":0.000019374987,"about_ca_system_score_gemma":0.0000268892,"threshold_uncertainty_score":0.57841843},"labels":[],"label_agreement":null},{"id":"W2806045113","doi":"","title":"University of Washington TAC-KBP 2016 System Description.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.010042888629884296,"score_gpt":0.19710016967162114,"score_spread":0.18705728104173686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806045113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034353204,0.00016996666,0.9631614,0.00014702712,0.000022638058,0.000087710854,0.0000045810966,0.000049617793,0.0020038157],"genre_scores_gemma":[0.99387455,0.00004925243,0.005142096,0.000004026812,0.000015639562,0.0000029815958,4.2794528e-7,0.0000019592414,0.00090905564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995977,0.0000472505,0.00010228129,0.0001290531,0.000061030318,0.000062634565],"domain_scores_gemma":[0.99934846,0.000115584575,0.00008648548,0.0003484857,0.00007488329,0.000026110009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031977388,0.00004406564,0.000087129556,0.000038981514,0.000080508995,0.00000902366,0.00033452106,0.000026623038,0.000005589045],"category_scores_gemma":[0.000008288662,0.000033157092,0.000019154246,0.0000897547,0.00014294959,0.0002508642,0.000096990574,0.000019113882,0.0000063979433],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006327723,0.00000776603,0.000083428095,0.000029690867,0.0000052051714,8.292977e-8,0.00035706494,0.0000044812455,0.0037281443,0.96442616,0.000024566798,0.031327076],"study_design_scores_gemma":[0.00058253325,0.000066015,0.00091596285,0.0001501901,0.00003837955,0.000010945709,0.0035018127,0.0009147799,0.03590994,0.94536626,0.012299725,0.00024347051],"about_ca_topic_score_codex":0.000022247074,"about_ca_topic_score_gemma":0.0000014674877,"teacher_disagreement_score":0.95952135,"about_ca_system_score_codex":0.000012398447,"about_ca_system_score_gemma":0.00003041329,"threshold_uncertainty_score":0.1352107},"labels":[],"label_agreement":null},{"id":"W2806067301","doi":"","title":"Target Focused Sentiment Extraction Framework.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Extraction (chemistry); Computer science; Sentiment analysis; Data science; Natural language processing; Chemistry; Chromatography","score_opus":0.015032931882100175,"score_gpt":0.2846347443300141,"score_spread":0.2696018124479139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806067301","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008976788,0.0001805722,0.9866456,0.0005364183,0.000055626984,0.0001232601,0.0000012589497,0.000042301654,0.0034381736],"genre_scores_gemma":[0.9336595,0.000025738034,0.06584743,0.00002468565,0.000056915505,0.00005741383,9.214068e-7,0.000002779513,0.0003245937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99955493,0.000025451533,0.00011213124,0.00015607051,0.000075323434,0.000076100994],"domain_scores_gemma":[0.9989117,0.000101613674,0.00012756044,0.00078818155,0.00004168717,0.000029277015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003355023,0.00005424379,0.000076972196,0.000026692847,0.00035170015,0.00011134292,0.00045278211,0.000036891037,0.000012570117],"category_scores_gemma":[0.00003427309,0.000050003648,0.000018882401,0.000031458825,0.000116661824,0.00033632806,0.0001284333,0.00006130539,0.0000070408223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035531298,0.000016352064,0.00013269967,0.000007798982,0.0000056656104,1.09460096e-7,0.00028222142,0.000018973464,0.00040798954,0.93918765,0.000009167817,0.059927847],"study_design_scores_gemma":[0.00005859017,0.000007689163,0.0006946346,0.000005053034,0.000005027564,0.0000017596228,0.00006401336,0.0012355887,0.013904375,0.9798482,0.0041172784,0.0000577633],"about_ca_topic_score_codex":0.00000858343,"about_ca_topic_score_gemma":4.6009262e-7,"teacher_disagreement_score":0.92468274,"about_ca_system_score_codex":0.000004931345,"about_ca_system_score_gemma":0.000015681628,"threshold_uncertainty_score":0.27050287},"labels":[],"label_agreement":null},{"id":"W2806148218","doi":"","title":"CMU-LTI at KBP 2015 Event Track.","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Track (disk drive); Computer science; Event (particle physics); Physics; Operating system","score_opus":0.020276339394370485,"score_gpt":0.27516280170773244,"score_spread":0.254886462313362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806148218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037229545,0.0011682344,0.95576525,0.0006265325,0.000049721253,0.00016556225,0.0000028897832,0.00007317029,0.0049190805],"genre_scores_gemma":[0.9930031,0.000024502418,0.0053613936,0.000057050514,0.000042537453,0.00006987449,0.000003030038,0.0000039364595,0.0014345822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994017,0.000048919388,0.0001561212,0.0001779871,0.0001150637,0.00010020269],"domain_scores_gemma":[0.9992108,0.00008823146,0.00006621564,0.00047203238,0.00008384636,0.00007892435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005676424,0.00006827504,0.00009885246,0.000036139794,0.000082514765,0.000024494575,0.0003581396,0.00003167855,0.000008000947],"category_scores_gemma":[0.00002123391,0.00006014855,0.000020551006,0.000120614415,0.00010924086,0.00017539217,0.00017167826,0.00004286186,0.000026083411],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074978707,0.000019978133,0.00007568368,0.000008008143,0.0000046562286,1.4668531e-7,0.0009813424,0.00011245741,0.00019209938,0.97508633,0.00029392162,0.023217892],"study_design_scores_gemma":[0.00016558802,0.000024419782,0.00013947656,0.0000033340818,0.0000066028915,0.000009527865,0.00030738497,0.00127493,0.0065497463,0.9667567,0.024664057,0.00009821004],"about_ca_topic_score_codex":0.00000854238,"about_ca_topic_score_gemma":0.0000029949788,"teacher_disagreement_score":0.95577353,"about_ca_system_score_codex":0.000016835726,"about_ca_system_score_gemma":0.00004393331,"threshold_uncertainty_score":0.24527869},"labels":[],"label_agreement":null},{"id":"W2806185932","doi":"","title":"Cross Lingual Mention and Entity Embeddings for Cross-Lingual Entity Disambiguation.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Entity linking; Natural language processing; Artificial intelligence; Information retrieval; Knowledge base","score_opus":0.01332485124123976,"score_gpt":0.31413570805798635,"score_spread":0.3008108568167466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806185932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41991445,0.00015903734,0.5794411,0.00007575615,0.000045756246,0.00018413819,0.000013753043,0.000038493934,0.0001275724],"genre_scores_gemma":[0.99253446,0.00005058899,0.006278076,0.000019641842,0.000099028686,0.00012802605,0.0000057909474,0.0000054349384,0.00087894127],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991824,0.000034470584,0.0002386108,0.00029971002,0.00010813097,0.00013666696],"domain_scores_gemma":[0.99904084,0.00027556796,0.00012941743,0.00032332735,0.00018434729,0.000046471687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008554048,0.00009087773,0.000117630596,0.000048309077,0.00031882653,0.00017955694,0.00026109524,0.000052171967,0.000010430535],"category_scores_gemma":[0.00013258266,0.000072349336,0.00003489647,0.00009238616,0.00033907164,0.0005548442,0.00015122107,0.000035715213,0.0000022911481],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001936788,0.00002650851,0.0018067318,0.000039799615,0.00001013155,3.8275882e-8,0.000635227,0.000009302498,0.0025768604,0.91305065,0.000004364513,0.081821024],"study_design_scores_gemma":[0.00052312814,0.000036249592,0.0035437956,0.000015218155,0.00001725541,0.0000032170858,0.000111319285,0.0005535658,0.054131877,0.93834704,0.0025676081,0.0001497244],"about_ca_topic_score_codex":0.000015403728,"about_ca_topic_score_gemma":0.0000047201765,"teacher_disagreement_score":0.573163,"about_ca_system_score_codex":0.000013043403,"about_ca_system_score_gemma":0.00003437436,"threshold_uncertainty_score":0.29503202},"labels":[],"label_agreement":null},{"id":"W2806206036","doi":"","title":"UTD’s Event Nugget Detection and Coreference System at KBP 2015.","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coreference; Computer science; Event (particle physics); Natural language processing; Artificial intelligence; Resolution (logic); Physics; Astrophysics","score_opus":0.018472210104049498,"score_gpt":0.2522096874338165,"score_spread":0.233737477329767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806206036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09748384,0.0007816223,0.8999072,0.00008117209,0.000045993926,0.00015894217,0.0000024318763,0.00007091614,0.0014679194],"genre_scores_gemma":[0.99785113,0.00002290201,0.0017222514,0.000012150437,0.0000316368,0.00007999999,0.0000013754833,0.0000029847552,0.00027559494],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99945396,0.000054264565,0.00013957731,0.00018102684,0.00009175086,0.00007942549],"domain_scores_gemma":[0.999376,0.00007480134,0.00007549822,0.0003259262,0.000081463375,0.00006628608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004669752,0.000065407905,0.000095527976,0.000037085752,0.00010839828,0.000029848876,0.00018814302,0.00003327035,0.0000010702901],"category_scores_gemma":[0.000014002078,0.0000572233,0.000010440713,0.000093758834,0.000095518,0.00015203626,0.00015682852,0.0000391237,0.0000067748006],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011224145,0.0000073588276,0.000090644,0.000032070944,0.000004209128,1.12830286e-7,0.0006638643,0.00003733955,0.00048187806,0.9725296,0.000016527561,0.026125178],"study_design_scores_gemma":[0.0005726745,0.00013331618,0.0010671776,0.000037968024,0.000037612208,0.00010238985,0.0026988152,0.024339646,0.0295542,0.9300615,0.011054128,0.0003405467],"about_ca_topic_score_codex":0.00002105737,"about_ca_topic_score_gemma":0.000009051366,"teacher_disagreement_score":0.90036726,"about_ca_system_score_codex":0.000024373383,"about_ca_system_score_gemma":0.000024554303,"threshold_uncertainty_score":0.23334984},"labels":[],"label_agreement":null},{"id":"W2806219291","doi":"","title":"WIP Event Detection System in TAC KBP 2015 Event Nugget Track.","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Track (disk drive); Event (particle physics); Computer science; Real-time computing; Operating system; Physics","score_opus":0.013471979445909903,"score_gpt":0.25960173772830514,"score_spread":0.24612975828239522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806219291","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056312874,0.0005636569,0.9417786,0.00012565432,0.00006891545,0.00024691963,0.0000018336267,0.00006950372,0.0008320617],"genre_scores_gemma":[0.9977676,0.00001070259,0.0018543864,0.000013101469,0.00005010504,0.0001685306,0.0000017224623,0.0000042297,0.00012957191],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99922794,0.000097023,0.00024046731,0.00019836989,0.00012738106,0.00010883169],"domain_scores_gemma":[0.9993007,0.000072468276,0.000092045564,0.00039511226,0.000078750236,0.000060906998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009847924,0.000077150915,0.00012370487,0.0000791456,0.00005643505,0.000028224933,0.00028252447,0.000042812073,0.0000011700483],"category_scores_gemma":[0.000019460678,0.000071333096,0.000020918527,0.00021251544,0.00005716159,0.00021527246,0.00007828416,0.00006729666,0.000008504795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013444658,0.000033115964,0.00007053098,0.000038243434,0.0000043954924,3.390602e-7,0.001237976,0.00091036747,0.00037883688,0.9410617,0.000015797508,0.056235276],"study_design_scores_gemma":[0.00067640346,0.00012821844,0.0006252473,0.000051496965,0.000020601556,0.00004069777,0.0048916857,0.030698927,0.028914664,0.9268872,0.0067618736,0.00030297338],"about_ca_topic_score_codex":0.000041800628,"about_ca_topic_score_gemma":0.00001710266,"teacher_disagreement_score":0.94145477,"about_ca_system_score_codex":0.00004534988,"about_ca_system_score_gemma":0.00005118462,"threshold_uncertainty_score":0.29088792},"labels":[],"label_agreement":null},{"id":"W2806238373","doi":"","title":"Overview of TAC KBP 2015 Event Nugget Track.","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Track (disk drive); Computer science; Event (particle physics); Physics; Operating system","score_opus":0.03524716365777896,"score_gpt":0.30696015754248296,"score_spread":0.271712993884704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806238373","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018628454,0.004123826,0.9740759,0.00037323483,0.000036254998,0.00017215412,0.000005525417,0.000037355356,0.002547265],"genre_scores_gemma":[0.9931401,0.00011488685,0.006365333,0.000036555903,0.000031103962,0.00004663721,0.0000024769229,0.0000032269602,0.00025968725],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994086,0.000055845525,0.00020232989,0.00013935874,0.00011716896,0.00007670304],"domain_scores_gemma":[0.9991808,0.00008802566,0.00010446271,0.00045771283,0.000115119576,0.000053879317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065749866,0.00006142577,0.00013197213,0.000038119644,0.000033795513,0.000013282923,0.0003636242,0.000028096953,0.0000062911226],"category_scores_gemma":[0.000023511031,0.000053690266,0.000024557507,0.00015348969,0.00010816881,0.00016975652,0.000106636515,0.00003907646,0.0000050569233],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004903978,0.000029809536,0.000039980096,0.00003292789,0.0000057162006,6.170324e-8,0.0008331818,0.000072494186,0.00014346876,0.9677409,0.00012254283,0.03097402],"study_design_scores_gemma":[0.00014314183,0.000036617446,0.0001100791,0.0000104160845,0.000010063655,0.000003724641,0.00035556278,0.0008508558,0.0066448036,0.9809185,0.010843409,0.000072794865],"about_ca_topic_score_codex":0.000013524244,"about_ca_topic_score_gemma":0.0000013911515,"teacher_disagreement_score":0.9745116,"about_ca_system_score_codex":0.000006342877,"about_ca_system_score_gemma":0.00006203558,"threshold_uncertainty_score":0.21894255},"labels":[],"label_agreement":null},{"id":"W2806244498","doi":"","title":"Improving DISCERN with Deep Learning.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.005620532110856783,"score_gpt":0.2114801175536341,"score_spread":0.20585958544277733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806244498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017967267,0.00019016543,0.9802575,0.00021214719,0.000006833472,0.00007996918,3.9420806e-7,0.000061394494,0.0012243129],"genre_scores_gemma":[0.99154365,0.00002144343,0.007697759,0.000012140621,0.000024408942,0.000046664238,3.1062487e-7,0.0000036332306,0.00064999564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996008,0.000029616927,0.00008193085,0.00014875684,0.00005922193,0.00007966125],"domain_scores_gemma":[0.99946374,0.00014112095,0.000059218495,0.0002706107,0.00003851818,0.00002679404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020665558,0.000050984294,0.00006658938,0.000026541475,0.00010383077,0.000022592354,0.0002283377,0.000016610713,0.0000056182234],"category_scores_gemma":[0.000015857875,0.000029567991,0.000009470061,0.00007962348,0.00012867674,0.0001871638,0.0000819493,0.000032370404,0.000004113237],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004189437,0.000004199968,0.0001912218,0.0000063150346,0.0000025034617,5.629408e-8,0.00022812978,0.000008696767,0.0010816398,0.6655137,2.9894716e-7,0.33295906],"study_design_scores_gemma":[0.0003599257,0.00009318636,0.0006730435,0.000020691143,0.000016183847,0.000013944936,0.0005966438,0.0018744927,0.021506166,0.9683948,0.0062338216,0.00021705509],"about_ca_topic_score_codex":0.000007115477,"about_ca_topic_score_gemma":0.000003106918,"teacher_disagreement_score":0.97357637,"about_ca_system_score_codex":0.0000042550773,"about_ca_system_score_gemma":0.000014477965,"threshold_uncertainty_score":0.120574765},"labels":[],"label_agreement":null},{"id":"W2806318393","doi":"","title":"Sentences Embedding for Slot Filling via Convolutional Neural Networks.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Embedding; Convolutional neural network; Computer science; Artificial intelligence","score_opus":0.014616102968856641,"score_gpt":0.2577463917833841,"score_spread":0.24313028881452745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806318393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067885043,0.0004051517,0.9919269,0.000486405,0.0000617932,0.00016579783,0.0000045207926,0.00004917084,0.000111737856],"genre_scores_gemma":[0.9824193,0.000025179617,0.017118137,0.000043941887,0.000113823386,0.00012477479,0.0000020358007,0.0000032966677,0.00014951383],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999464,0.000027569227,0.00015151607,0.00017642928,0.00006192756,0.000118610034],"domain_scores_gemma":[0.9990892,0.00052016065,0.00007359842,0.00020593661,0.00007997096,0.000031128555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003471658,0.00006256076,0.00008727971,0.000031656196,0.00015976762,0.000023815015,0.00026163037,0.000025831028,0.000004883234],"category_scores_gemma":[0.000023121975,0.00004418804,0.00002729864,0.000079604775,0.00014700735,0.00022440734,0.000068911686,0.000024414563,8.8680144e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007611313,0.000006046208,0.00007826719,0.000007860567,0.000005674323,2.7301134e-8,0.0000851586,0.0010182258,0.0006762257,0.9258079,0.00000999767,0.072297014],"study_design_scores_gemma":[0.00013995862,0.000017484734,0.0000662584,0.000008729459,0.000006688078,0.0000048856405,0.00008993059,0.2908066,0.0018304031,0.70590746,0.0010380127,0.0000835807],"about_ca_topic_score_codex":0.000002871375,"about_ca_topic_score_gemma":7.073645e-7,"teacher_disagreement_score":0.9756308,"about_ca_system_score_codex":0.0000058938576,"about_ca_system_score_gemma":0.000014529114,"threshold_uncertainty_score":0.18019359},"labels":[],"label_agreement":null},{"id":"W2806332557","doi":"","title":"Events Detection, Coreference and Sequencing: What's next? Overview of the TAC KBP 2017 Event Track.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coreference; Track (disk drive); Computer science; Event (particle physics); Artificial intelligence; Resolution (logic); Operating system","score_opus":0.056453023116027075,"score_gpt":0.30196327155157776,"score_spread":0.2455102484355507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806332557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40245846,0.0039728144,0.59207475,0.0004965896,0.00012771966,0.00045868126,0.0000032296816,0.000025268722,0.0003824936],"genre_scores_gemma":[0.99786127,0.0013678449,0.0005592036,0.00002721533,0.000022150452,0.00006236138,3.6076517e-7,0.0000028110956,0.00009677516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99939126,0.000057268633,0.00018199196,0.00018211943,0.00010533555,0.0000820121],"domain_scores_gemma":[0.9985807,0.00008665958,0.0002636512,0.00095062377,0.000087388915,0.00003096072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046555648,0.000074857126,0.000121713936,0.000022027032,0.00040646121,0.00015149052,0.0007208361,0.000034842844,0.0000024497788],"category_scores_gemma":[0.000045770168,0.00005488296,0.000027784561,0.000055820237,0.0002572977,0.0010163441,0.00026172795,0.000064963606,8.060372e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004114358,0.000010955454,0.00017220485,0.0000505033,0.000007845979,4.4658027e-8,0.00062303443,0.000015942172,0.001957779,0.7855167,0.000001718896,0.21163915],"study_design_scores_gemma":[0.00014381639,0.000027837616,0.011094383,0.000075302305,0.000022462636,0.000011712491,0.00070410693,0.0011934211,0.030340886,0.955284,0.0009969384,0.00010515201],"about_ca_topic_score_codex":0.000036817873,"about_ca_topic_score_gemma":0.000015103679,"teacher_disagreement_score":0.59540284,"about_ca_system_score_codex":0.000008723342,"about_ca_system_score_gemma":0.000047404308,"threshold_uncertainty_score":0.31262124},"labels":[],"label_agreement":null},{"id":"W2806375004","doi":"","title":"Modeling Event Extraction via Multilingual Data Sources.","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Event data; Extraction (chemistry); Event (particle physics); Data extraction; Natural language processing; Information extraction; Chromatography; Chemistry; Physics; MEDLINE","score_opus":0.04752959636667484,"score_gpt":0.31679675028118726,"score_spread":0.2692671539145124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806375004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05406824,0.00066666957,0.9446681,0.0000898106,0.000043101772,0.00011985446,0.0000030679587,0.00006541524,0.00027573272],"genre_scores_gemma":[0.98030084,0.00001887849,0.019457877,0.000020806416,0.00008160964,0.00002489451,0.000012982596,0.0000042223146,0.00007790293],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930465,0.000047686055,0.00018664122,0.00024931628,0.0001211067,0.00009056801],"domain_scores_gemma":[0.9988734,0.000074774136,0.000060978076,0.00083951873,0.000091940754,0.000059372393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089986314,0.00006725813,0.00008908888,0.000044051914,0.000086997985,0.000035972782,0.0006168965,0.000033211374,0.0000016949774],"category_scores_gemma":[0.00004257557,0.000062758365,0.000011813473,0.000106168925,0.000058511938,0.00043210614,0.00030425016,0.00006629269,0.000004683269],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001303747,0.00004413648,0.000039835457,0.000017171105,0.000009959145,2.2266329e-7,0.0017840243,0.022757113,0.00048172675,0.78340584,0.0000072062035,0.19143972],"study_design_scores_gemma":[0.00010513717,0.000008419229,0.0000058337414,0.000003157075,0.00000842148,0.000007833166,0.0005935316,0.62335885,0.0019158713,0.37295148,0.00097100064,0.000070464186],"about_ca_topic_score_codex":0.00004445732,"about_ca_topic_score_gemma":0.0000047572667,"teacher_disagreement_score":0.9262326,"about_ca_system_score_codex":0.000008410429,"about_ca_system_score_gemma":0.000053646552,"threshold_uncertainty_score":0.25592119},"labels":[],"label_agreement":null},{"id":"W2806399785","doi":"","title":"Event Nugget Detection, Classification and Coreference Resolution using Deep Neural Networks and eXtreme Grandient Boosting.","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coreference; Boosting (machine learning); Computer science; Artificial intelligence; Event (particle physics); Artificial neural network; Resolution (logic); Deep neural networks; Pattern recognition (psychology); Physics","score_opus":0.0550547200623276,"score_gpt":0.26604136383774074,"score_spread":0.21098664377541315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806399785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18656611,0.0014719611,0.81160367,0.00006130195,0.00003328985,0.00015423843,6.8841933e-7,0.00003509018,0.000073675874],"genre_scores_gemma":[0.9957019,0.00007122772,0.0041087,0.000018380704,0.000043109816,0.000038918704,0.000002654772,0.0000037957116,0.000011312822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930453,0.00008234459,0.00018685251,0.00023374324,0.00008777434,0.00010477208],"domain_scores_gemma":[0.99935645,0.00009635047,0.00011655478,0.0002449245,0.0001134943,0.000072229064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054394227,0.00008071424,0.00009646616,0.000052756222,0.00019917791,0.00005885899,0.00012202379,0.00004290216,3.8135175e-7],"category_scores_gemma":[0.000037306694,0.000075274285,0.000009534157,0.00014494389,0.00017343613,0.00024270063,0.00010437402,0.000067049565,1.7281785e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038438076,0.000020647505,0.0012486125,0.000021833981,0.000006782251,1.413845e-7,0.0012352156,0.00463512,0.0009063646,0.80740887,0.000002110592,0.18447587],"study_design_scores_gemma":[0.00016225567,0.000031504864,0.0025950177,0.000006244984,0.0000139715485,0.000020629712,0.00046375336,0.83288,0.0002654267,0.16334905,0.00012506249,0.00008704814],"about_ca_topic_score_codex":0.000030798194,"about_ca_topic_score_gemma":0.000014861541,"teacher_disagreement_score":0.8282449,"about_ca_system_score_codex":0.000016201251,"about_ca_system_score_gemma":0.000014844425,"threshold_uncertainty_score":0.30695963},"labels":[],"label_agreement":null},{"id":"W2806477841","doi":"10.3390/info9060133","title":"A Machine Learning Filter for the Slot Filling Task","year":2018,"lang":"en","type":"article","venue":"Information","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Polytechnique Montréal","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Computer science; Classifier (UML); Artificial intelligence; USable; Relationship extraction; Natural language processing; Precision and recall; Filter (signal processing); Information extraction; Machine learning; Speech recognition; World Wide Web","score_opus":0.02177142452139717,"score_gpt":0.24031188179576599,"score_spread":0.21854045727436883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806477841","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014588325,0.000020036554,0.99414515,0.0008442045,0.00030179482,0.00012747847,0.0000012484406,0.000086562024,0.0030146597],"genre_scores_gemma":[0.9446043,0.000003171168,0.05394121,0.0010379122,0.00018390987,0.000023832195,0.000007803271,0.0000023478606,0.00019555826],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995895,0.00000855468,0.00014259682,0.000051454215,0.00010070027,0.000107211825],"domain_scores_gemma":[0.999577,0.00008021894,0.00006701751,0.0001794935,0.000081545215,0.000014729218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027150937,0.00004231181,0.00003475836,0.000035515084,0.00021865813,0.00015771773,0.00028297477,0.000020561147,0.000011348449],"category_scores_gemma":[0.00008443431,0.000028833792,0.000022687085,0.00007471409,0.000011399126,0.0011764179,0.00006941608,0.000060391838,0.00010711737],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010748219,0.0000046023843,0.00014660184,0.000025699912,0.00001397012,1.03297126e-7,0.013679423,0.017478216,0.00015831053,0.06948881,0.0014518492,0.89754164],"study_design_scores_gemma":[0.00009886552,0.000024473295,0.00008115627,0.00000488848,0.0000012547589,0.0000019112422,0.000021502305,0.833875,0.00028507865,0.0005661269,0.16500448,0.000035243524],"about_ca_topic_score_codex":0.00002392285,"about_ca_topic_score_gemma":0.0000033442975,"teacher_disagreement_score":0.9431454,"about_ca_system_score_codex":0.000013447375,"about_ca_system_score_gemma":0.000013158847,"threshold_uncertainty_score":0.16817635},"labels":[],"label_agreement":null},{"id":"W2806484018","doi":"","title":"Stanford at TAC KBP 2017: Building a Trilingual Relational Knowledge Graph.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Graph; Knowledge graph; Natural language processing; Artificial intelligence; Theoretical computer science","score_opus":0.02639469434775506,"score_gpt":0.29917357277583595,"score_spread":0.2727788784280809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806484018","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0840775,0.00064332347,0.90092456,0.00010762851,0.0000681219,0.00016416545,0.000006697078,0.000053809155,0.01395417],"genre_scores_gemma":[0.9769648,0.000045104844,0.021882605,0.00001139983,0.00007173628,0.000057161924,0.0000028298148,0.0000046436394,0.0009597724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993167,0.00003773852,0.00019545377,0.0002294043,0.0001006606,0.00012006449],"domain_scores_gemma":[0.9986929,0.00019351018,0.00018173976,0.0007841242,0.000098668635,0.00004902463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061505334,0.00008669706,0.000120681754,0.00006761939,0.0007326986,0.0000655586,0.00065249344,0.000047459744,0.000010299884],"category_scores_gemma":[0.000069275775,0.000081300255,0.000036630303,0.000073164614,0.00027786562,0.0003709513,0.0003520586,0.00006987454,0.000006882148],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014074947,0.000018080193,0.00033520136,0.000014199561,0.000010143769,2.3589821e-7,0.001101817,0.0000143583065,0.00032051044,0.97526205,0.00002609747,0.02288324],"study_design_scores_gemma":[0.00020614656,0.00002106086,0.0016078207,0.000010279023,0.000012724548,0.000008382525,0.00014314862,0.0014043711,0.005490053,0.98422706,0.0067430343,0.00012590723],"about_ca_topic_score_codex":0.0000103620605,"about_ca_topic_score_gemma":0.000006800701,"teacher_disagreement_score":0.89288723,"about_ca_system_score_codex":0.000013904761,"about_ca_system_score_gemma":0.00005422643,"threshold_uncertainty_score":0.5635399},"labels":[],"label_agreement":null},{"id":"W2807013141","doi":"","title":"Distributed Neural Embedding for Event Nugget Extraction.","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Extraction (chemistry); Embedding; Computer science; Event (particle physics); Artificial intelligence; Chromatography; Chemistry; Physics","score_opus":0.023670185116703112,"score_gpt":0.30738786557704,"score_spread":0.2837176804603369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807013141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0112388935,0.0002678019,0.98763084,0.0003120826,0.00005238655,0.00020622463,0.000012110451,0.00005623835,0.00022340335],"genre_scores_gemma":[0.9841737,0.000004868049,0.015425519,0.00002431136,0.00005913743,0.00017469401,0.000013358647,0.000003109957,0.00012128157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99954057,0.000027879121,0.00013845989,0.00014078135,0.000066405104,0.00008591521],"domain_scores_gemma":[0.9993514,0.00016637637,0.000068566456,0.000261489,0.00010186294,0.000050316437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041770271,0.000054379238,0.00007932314,0.000028202474,0.00009031832,0.000034601926,0.00022021493,0.000023492306,0.0000014318354],"category_scores_gemma":[0.000046118468,0.000049580936,0.000021403406,0.00009973911,0.000054296845,0.00022291607,0.000058712198,0.0000348091,0.0000012849184],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010266475,0.000016411426,0.000024425177,0.000010733346,0.00000435202,4.9237805e-8,0.00032314446,0.0012999637,0.00016311722,0.9740508,0.00008213362,0.024014592],"study_design_scores_gemma":[0.00019058697,0.00002739285,0.00005826738,0.000002912345,0.00000956171,0.0000075338307,0.00058967073,0.058565956,0.0032439753,0.92606527,0.01115572,0.00008316984],"about_ca_topic_score_codex":0.0000039836773,"about_ca_topic_score_gemma":5.5067204e-7,"teacher_disagreement_score":0.97293484,"about_ca_system_score_codex":0.000010168395,"about_ca_system_score_gemma":0.000030213498,"threshold_uncertainty_score":0.2021852},"labels":[],"label_agreement":null},{"id":"W2807100726","doi":"","title":"ISCAS_Sogou at TAC-KBP 2017.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.01852562386134024,"score_gpt":0.2737249982392757,"score_spread":0.2551993743779355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807100726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041069124,0.0004195518,0.9329743,0.00073905004,0.000055252593,0.00015044797,0.0000037210457,0.000055078253,0.024533486],"genre_scores_gemma":[0.99295276,0.00005490602,0.0046011657,0.00003845703,0.00005574057,0.00005391851,0.0000013242493,0.0000031963657,0.0022385167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99950993,0.000024269933,0.00011611115,0.00018156228,0.00007280955,0.000095342264],"domain_scores_gemma":[0.9986137,0.000086019696,0.00012205186,0.0011001108,0.000039617862,0.000038503338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034309673,0.00006313292,0.00009296299,0.000025028865,0.0005546834,0.000089151195,0.00077846926,0.000031385276,0.000011724103],"category_scores_gemma":[0.000029157065,0.00005593142,0.00002163513,0.000030280797,0.00024310927,0.0002905423,0.0003918504,0.00004073468,0.000020483552],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036510776,0.000008629424,0.00020803812,0.000009652223,0.0000046480827,2.0760535e-7,0.00034202338,0.000006072043,0.00042775326,0.9689693,0.000089101115,0.029930916],"study_design_scores_gemma":[0.00011059277,0.000013642142,0.0013280051,0.0000045094966,0.0000074770483,0.000009224661,0.000084122104,0.0005853963,0.008915829,0.97374004,0.015103963,0.000097206284],"about_ca_topic_score_codex":0.0000141769215,"about_ca_topic_score_gemma":0.0000041731028,"teacher_disagreement_score":0.9518837,"about_ca_system_score_codex":0.000006519921,"about_ca_system_score_gemma":0.000017575852,"threshold_uncertainty_score":0.4266232},"labels":[],"label_agreement":null},{"id":"W2807172527","doi":"","title":"Event Argument Linking and Event Nugget Detection Task: IHMC DISCERN System Report.","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Argument (complex analysis); Computer science; Task (project management); Real-time computing; Systems engineering; Engineering; Medicine; Physics","score_opus":0.011979760791547113,"score_gpt":0.24872184592790852,"score_spread":0.2367420851363614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807172527","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06583335,0.0006719614,0.9324495,0.00012947162,0.000075122225,0.00023500917,0.0000012003494,0.000077528435,0.00052680774],"genre_scores_gemma":[0.9974438,0.00001602465,0.0021477302,0.000010822778,0.00007103534,0.00012955329,0.000003531155,0.0000048544584,0.00017266406],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991704,0.00006730555,0.00026749773,0.0002480512,0.00014525848,0.00010146245],"domain_scores_gemma":[0.99918437,0.00006161489,0.00016387933,0.00043605032,0.00008041152,0.000073679046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093778456,0.000084837,0.00012348041,0.000048243506,0.00012922283,0.000055205604,0.00018345176,0.000036766127,5.0060123e-7],"category_scores_gemma":[0.00001831235,0.00007399778,0.000020523692,0.00010793485,0.000071869996,0.00016902263,0.00015713551,0.00005881694,0.0000020304121],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008709413,0.000021474581,0.00015321997,0.00006990026,0.000012206719,0.0000015927213,0.0013604575,0.0003284394,0.00051048654,0.9412225,0.000003845368,0.056307185],"study_design_scores_gemma":[0.0004889013,0.00010816122,0.0005320325,0.00009517748,0.000059343736,0.00037111927,0.004143942,0.02939555,0.02149309,0.9347773,0.008184426,0.00035092016],"about_ca_topic_score_codex":0.00002660673,"about_ca_topic_score_gemma":0.000005180266,"teacher_disagreement_score":0.9316104,"about_ca_system_score_codex":0.00003442894,"about_ca_system_score_gemma":0.000036407182,"threshold_uncertainty_score":0.30175418},"labels":[],"label_agreement":null},{"id":"W2807195765","doi":"","title":"CMU CS Event TAC-KBP2016 Event Argument Extraction System.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argument (complex analysis); Event (particle physics); Computer science; Extraction (chemistry); Real-time computing; Chemistry; Chromatography; Physics","score_opus":0.009045819101575923,"score_gpt":0.25502098529326056,"score_spread":0.24597516619168464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807195765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016343262,0.00038092735,0.98115563,0.0005348078,0.00008597006,0.00024488277,0.0000039110255,0.00009152048,0.001159065],"genre_scores_gemma":[0.99607104,0.00006824676,0.002637491,0.000016883701,0.00007774767,0.00020439601,0.0000011069035,0.0000049206265,0.0009181545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99915797,0.00008915438,0.00025120913,0.00023644103,0.00014030722,0.00012493655],"domain_scores_gemma":[0.999015,0.00018988879,0.00013813956,0.0005345797,0.00007077714,0.00005164707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070841645,0.00008940804,0.000116936295,0.000054371136,0.00012488218,0.000027093076,0.00031189228,0.00003889367,0.000012048011],"category_scores_gemma":[0.000013545106,0.00006062985,0.000034357894,0.000098008444,0.00008172027,0.00026323588,0.00010095026,0.000036949445,0.000026458869],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068342833,0.00002679387,0.000021300497,0.00003145672,0.000009281955,1.6709005e-7,0.0004092149,0.000020576479,0.0032831733,0.91234773,0.000023481804,0.08381999],"study_design_scores_gemma":[0.00046249185,0.00006810312,0.00033730274,0.00011544055,0.00003013991,0.0000381914,0.0018396795,0.0010508386,0.058447216,0.9145745,0.02273695,0.00029917105],"about_ca_topic_score_codex":0.000009448275,"about_ca_topic_score_gemma":0.0000011057986,"teacher_disagreement_score":0.9797278,"about_ca_system_score_codex":0.00004033718,"about_ca_system_score_gemma":0.000035405934,"threshold_uncertainty_score":0.24724135},"labels":[],"label_agreement":null},{"id":"W2807207822","doi":"","title":"NAIST Participation in the TAC KBP 2016 Cold Start Slot Filling Task: Combining CNN-based and Bootstrapping-based Methods.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bootstrapping (finance); Computer science; Task (project management); Artificial intelligence; Pattern recognition (psychology); Mathematics; Econometrics; Engineering","score_opus":0.026476614561299,"score_gpt":0.3072488217754716,"score_spread":0.28077220721417256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807207822","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04328295,0.00024867972,0.95459837,0.0012667602,0.0000203078,0.0002756022,0.0000048877077,0.00004055967,0.00026186582],"genre_scores_gemma":[0.98385805,0.000013734958,0.015628384,0.00019655033,0.000019271196,0.00024115764,0.0000023330522,0.0000050690437,0.000035444933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989426,0.0002945323,0.00025948262,0.00024116931,0.000109479224,0.00015272366],"domain_scores_gemma":[0.9978281,0.0015183348,0.0001220575,0.00043516132,0.000059111502,0.00003720303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017954999,0.00009842078,0.00013727375,0.000076860466,0.00017783647,0.00006040155,0.00031480906,0.0000400387,0.0000044019325],"category_scores_gemma":[0.00007909717,0.000063817984,0.000020669468,0.00019958113,0.00024085195,0.00018081142,0.00004283287,0.000064771295,0.0000014450225],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001668687,0.000039692004,0.00031111867,0.000026381565,0.0000049222353,1.9929824e-7,0.0007097089,0.00033990396,0.0072840364,0.95768106,0.000012934585,0.033573356],"study_design_scores_gemma":[0.0019095374,0.0002184681,0.0032386777,0.00019654633,0.000056451732,0.0000025632146,0.0009677388,0.09274058,0.119824864,0.7708543,0.009463732,0.0005265539],"about_ca_topic_score_codex":0.00002034788,"about_ca_topic_score_gemma":0.0000058222495,"teacher_disagreement_score":0.9405751,"about_ca_system_score_codex":0.000010346329,"about_ca_system_score_gemma":0.00006788915,"threshold_uncertainty_score":0.26024216},"labels":[],"label_agreement":null},{"id":"W2807318936","doi":"","title":"KYOTOU at TAC KBP 2017 Event Track: Neural Network-based Event Sequence Classification Model.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Track (disk drive); Computer science; Sequence (biology); Artificial neural network; Artificial intelligence; Operating system; Genetics; Biology","score_opus":0.0454621363911671,"score_gpt":0.3052338252223662,"score_spread":0.2597716888311991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807318936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059114065,0.0002358726,0.93813574,0.0010591713,0.00006572844,0.00035336768,0.000008712658,0.000070524926,0.0009567897],"genre_scores_gemma":[0.9914408,0.00004367143,0.007557991,0.00008577254,0.00008692838,0.00024080185,0.000011253951,0.0000074772715,0.0005253489],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989037,0.0000741776,0.0002847322,0.00036491436,0.00017018705,0.00020231708],"domain_scores_gemma":[0.99785924,0.0001240334,0.00034034194,0.0015022617,0.00009801732,0.00007608797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071424304,0.00013289148,0.00016148007,0.00003645237,0.0008140093,0.0001243759,0.0010610444,0.00006350227,0.0000057341035],"category_scores_gemma":[0.000032149957,0.0001236573,0.00005393659,0.000065176035,0.0003082477,0.0004224101,0.00022508389,0.00009616137,0.0000068977174],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018538058,0.000029521801,0.00025843174,0.00002214467,0.000006393234,3.153639e-7,0.00017839206,0.045208685,0.0014451242,0.9189357,0.000074805845,0.033821918],"study_design_scores_gemma":[0.00014886074,0.00002045313,0.0014487139,0.000011130633,0.000013743696,0.0000036566312,0.0000235621,0.63508373,0.0020562485,0.36041653,0.00063934753,0.0001340187],"about_ca_topic_score_codex":0.000014517398,"about_ca_topic_score_gemma":0.000009501634,"teacher_disagreement_score":0.9323267,"about_ca_system_score_codex":0.000033543743,"about_ca_system_score_gemma":0.00008050113,"threshold_uncertainty_score":0.62607837},"labels":[],"label_agreement":null},{"id":"W2807338375","doi":"","title":"OpenIE for Slot Filling at TAC KBP 2017 - System Description.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.03540506824049892,"score_gpt":0.27534120995808603,"score_spread":0.23993614171758712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807338375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017585667,0.00037206928,0.9770897,0.00019878121,0.00008938183,0.00037345156,0.000011898409,0.00005996445,0.0042190966],"genre_scores_gemma":[0.9804698,0.00002483508,0.017643984,0.000016974007,0.00008455055,0.0002886774,0.0000042776637,0.000005244542,0.0014616387],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999394,0.00002532507,0.00017072681,0.00022273757,0.00007084898,0.00011637062],"domain_scores_gemma":[0.99860394,0.00013616998,0.00018287309,0.0009415399,0.00009451082,0.000040965435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058015465,0.00007690561,0.00013105523,0.000031123105,0.00095571106,0.0001835502,0.0008114186,0.000037854632,0.0000024811093],"category_scores_gemma":[0.00003973697,0.000069565445,0.00003215399,0.000027637252,0.00014640813,0.0004250782,0.00026248838,0.000033891207,0.0000071345976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010468211,0.0000067629917,0.00005104514,0.000067546505,0.000007645727,1.0600434e-7,0.00026874576,0.000042208256,0.0009969539,0.98838145,0.00006812659,0.010098956],"study_design_scores_gemma":[0.0005688942,0.00005830682,0.00063078356,0.000062734056,0.00004650225,0.000024995745,0.0007476217,0.02474782,0.030703476,0.91871065,0.023374867,0.00032332476],"about_ca_topic_score_codex":0.000017551796,"about_ca_topic_score_gemma":0.000003923736,"teacher_disagreement_score":0.9628841,"about_ca_system_score_codex":0.000018004355,"about_ca_system_score_gemma":0.000024127467,"threshold_uncertainty_score":0.73506534},"labels":[],"label_agreement":null},{"id":"W2807375040","doi":"","title":"Ict_spring Belief and Sentiment System at TAC 2017.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Spring (device); Computer science; Information and Communications Technology; World Wide Web; Engineering","score_opus":0.012717429895996961,"score_gpt":0.25043003606355,"score_spread":0.23771260616755305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807375040","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1040814,0.0011805495,0.88575566,0.0002795511,0.000053173382,0.00020990023,0.0000027457452,0.000065430904,0.008371614],"genre_scores_gemma":[0.9957239,0.00006478815,0.003538192,0.00001152102,0.00003546571,0.00005026153,6.517935e-7,0.0000028342656,0.0005723876],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99952996,0.000021118805,0.0001178111,0.00017869002,0.000068373236,0.00008406074],"domain_scores_gemma":[0.9990437,0.00005592346,0.00011436216,0.0007190656,0.00002779346,0.000039123282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035897217,0.00006162846,0.000095752,0.00002454501,0.00056483387,0.000098840355,0.00037848344,0.000024547833,0.0000016365336],"category_scores_gemma":[0.0000074894097,0.000055433073,0.000013279722,0.00002033164,0.00014753241,0.00020217519,0.00043630833,0.000031366315,0.0000048847146],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027043473,0.0000058214373,0.0003315459,0.00004422251,0.000006959704,2.4573507e-7,0.00039687258,0.000007877736,0.0007823322,0.981431,0.000007904689,0.016982533],"study_design_scores_gemma":[0.0009831017,0.000071357026,0.015029555,0.00014339531,0.00009086228,0.00010608973,0.0017281007,0.016845468,0.08053341,0.8596383,0.024138141,0.00069223257],"about_ca_topic_score_codex":0.000015993577,"about_ca_topic_score_gemma":0.0000017740284,"teacher_disagreement_score":0.8916425,"about_ca_system_score_codex":0.0000105163645,"about_ca_system_score_gemma":0.000009532843,"threshold_uncertainty_score":0.43443027},"labels":[],"label_agreement":null},{"id":"W2807410225","doi":"","title":"HITS at TAC KBP 2015: Entity discovery and linking, and event nugget detection","year":2015,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Computer science; Physics","score_opus":0.011266315134734087,"score_gpt":0.2500608777063872,"score_spread":0.2387945625716531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807410225","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33565938,0.0009751943,0.66283256,0.00012263776,0.00003190852,0.000106601845,0.0000026276912,0.00002587019,0.00024325775],"genre_scores_gemma":[0.9978207,0.00011298569,0.0015219065,0.000023134779,0.00004283561,0.000041022093,0.0000025400907,0.0000031631596,0.00043172092],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994681,0.00005009553,0.00012241732,0.00019656609,0.0000840977,0.00007873464],"domain_scores_gemma":[0.9994951,0.00007810218,0.000068430774,0.00025070595,0.000050510796,0.000057164823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004733648,0.0000675653,0.00009048006,0.000038008053,0.00012934176,0.000069115595,0.00012568937,0.000035596553,0.0000010247904],"category_scores_gemma":[0.000020279465,0.00006067596,0.000010749587,0.000077007884,0.00013380907,0.0003811768,0.00022906634,0.000046422883,0.0000014832403],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014822734,0.0000181401,0.0009412181,0.000033015243,0.00000805417,1.4486434e-7,0.0012413743,0.000028329272,0.0009894362,0.9371451,0.000018962606,0.059561398],"study_design_scores_gemma":[0.00026726126,0.00005573146,0.0017164466,0.0000121729745,0.000019281822,0.000021752836,0.00030202366,0.0025481316,0.01602888,0.97354376,0.0053374376,0.00014710973],"about_ca_topic_score_codex":0.000022885382,"about_ca_topic_score_gemma":0.000021370439,"teacher_disagreement_score":0.66216135,"about_ca_system_score_codex":0.000012561641,"about_ca_system_score_gemma":0.000019393185,"threshold_uncertainty_score":0.24742939},"labels":[],"label_agreement":null},{"id":"W2807512022","doi":"10.63317/2qxky84mur43","title":"PhotoshopQuiA: A Corpus of Non-Factoid Questions and Answers for Why-Question Answering","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Question answering; Computer science; Natural language processing; Information retrieval; Artificial intelligence","score_opus":0.017157954941915375,"score_gpt":0.2741351856809426,"score_spread":0.25697723073902723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807512022","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13747366,0.000028482411,0.86052465,0.00029428487,0.00025394998,0.00018018675,0.0000018016527,0.00008003687,0.0011629501],"genre_scores_gemma":[0.76101875,0.000009283932,0.23859446,0.00015952639,0.00005603063,0.000013422453,6.3312933e-7,0.0000045875317,0.00014328609],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931026,0.000013364981,0.00017039652,0.00025172977,0.00009744076,0.0001567915],"domain_scores_gemma":[0.99940586,0.000057281646,0.000055326043,0.00029138927,0.00013193184,0.000058222835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001988006,0.00008014317,0.00011251216,0.00007574754,0.000083470324,0.000045813827,0.00021604895,0.00004703475,0.0000067716633],"category_scores_gemma":[0.000045226476,0.00007449846,0.000027633085,0.00011551944,0.00006454787,0.00032319193,0.00008583589,0.000041167554,0.0000021540952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006381045,0.0001989031,0.009187257,0.00026479582,0.00008382252,0.0000052056903,0.0062974785,0.0006485638,0.33903575,0.3471539,0.0019753973,0.29508513],"study_design_scores_gemma":[0.00044915255,0.00030408436,0.0017468835,0.000070723836,0.00000883136,0.00001409537,0.0000450559,0.93532735,0.0536514,0.005062533,0.0031356246,0.00018428339],"about_ca_topic_score_codex":0.00023365577,"about_ca_topic_score_gemma":0.000100793804,"teacher_disagreement_score":0.9346788,"about_ca_system_score_codex":0.0000173382,"about_ca_system_score_gemma":0.000034311095,"threshold_uncertainty_score":0.3037959},"labels":[],"label_agreement":null},{"id":"W2807542997","doi":"","title":"IECAS Event Detection System at TAC KBP 2017 Event Nugget Track.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Track (disk drive); Event (particle physics); Computer science; Real-time computing; Operating system; Physics","score_opus":0.01379581950313419,"score_gpt":0.26518374894433394,"score_spread":0.25138792944119975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807542997","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07851949,0.00032422208,0.9179798,0.00018216031,0.00011922073,0.0002663239,0.0000048368975,0.00008073266,0.0025232157],"genre_scores_gemma":[0.99771667,0.000032858523,0.0012383987,0.000010392952,0.00008877212,0.00015739392,0.0000018069145,0.000005254259,0.00074843696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992156,0.000060106067,0.00021633288,0.00025778453,0.0001242841,0.00012590541],"domain_scores_gemma":[0.9984188,0.00008089481,0.00024580478,0.0011294279,0.00007120011,0.000053852094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063493854,0.000096162235,0.00013888358,0.00004160623,0.0007567664,0.000101547754,0.0006635085,0.000050920924,0.0000040245973],"category_scores_gemma":[0.000023966006,0.00008696074,0.00004292652,0.000042690284,0.00014394107,0.00030711683,0.0002449771,0.000061664,0.000019168532],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012578961,0.00001991165,0.000059151247,0.00006184158,0.000011346341,4.9383027e-7,0.00046187933,0.00009408028,0.0024037883,0.92059445,0.00001753137,0.07626293],"study_design_scores_gemma":[0.000780809,0.00015268303,0.004945339,0.00009872506,0.00008679166,0.0001438025,0.001265752,0.02071671,0.21113521,0.7414743,0.01858885,0.00061103946],"about_ca_topic_score_codex":0.000030458516,"about_ca_topic_score_gemma":0.000015491054,"teacher_disagreement_score":0.9191972,"about_ca_system_score_codex":0.000037765923,"about_ca_system_score_gemma":0.000023758785,"threshold_uncertainty_score":0.5820512},"labels":[],"label_agreement":null},{"id":"W2807570555","doi":"","title":"Cornell Belief and Sentiment System at TAC 2016.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing","score_opus":0.008785457471002251,"score_gpt":0.21518863046302392,"score_spread":0.20640317299202166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807570555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04893818,0.00078764115,0.94778687,0.00020525041,0.000026651776,0.00015695649,0.0000048307847,0.00006018456,0.0020334455],"genre_scores_gemma":[0.9964758,0.00007260071,0.0017978689,0.000019717463,0.000028826764,0.00005702858,6.5248844e-7,0.0000031032048,0.0015443683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994977,0.000037424797,0.00013182567,0.0001892344,0.000058895203,0.000084926585],"domain_scores_gemma":[0.9993423,0.0001505671,0.0000636027,0.0003649108,0.000036938218,0.00004164282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031030507,0.00006173426,0.00008971544,0.000026694628,0.000107370826,0.000019471388,0.00018456962,0.000024545263,0.0000057019865],"category_scores_gemma":[0.0000050997155,0.00004150731,0.000012089387,0.00005393609,0.00012923231,0.00012133709,0.00018927816,0.000016915252,0.000015118281],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047245294,0.000007530366,0.0001547307,0.000028002332,0.000006076643,1.2184918e-7,0.00020710626,0.0000026860414,0.0021471162,0.97142166,0.000035514808,0.025984757],"study_design_scores_gemma":[0.000607873,0.000058538695,0.0009448299,0.00007911738,0.00003435895,0.000046689733,0.0005061147,0.0015996121,0.057838127,0.9245914,0.013390757,0.00030257116],"about_ca_topic_score_codex":0.0000045136344,"about_ca_topic_score_gemma":6.3575305e-7,"teacher_disagreement_score":0.94753766,"about_ca_system_score_codex":0.000013679925,"about_ca_system_score_gemma":0.00001190549,"threshold_uncertainty_score":0.16926189},"labels":[],"label_agreement":null},{"id":"W2807572306","doi":"","title":"AIPHES-HD system at TAC KBP 2016: Neural Event Trigger Span Detection and Event Type and Realis Disambiguation with Word Embeddings.","year":2016,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Word (group theory); Computer science; Span (engineering); Natural language processing; Artificial intelligence; Linguistics; Physics; Engineering; Philosophy; Astrophysics","score_opus":0.008474831985252954,"score_gpt":0.2336761292935846,"score_spread":0.22520129730833166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807572306","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36888617,0.00032123187,0.63017166,0.00022267901,0.00002853587,0.0002139009,0.0000030255978,0.000047617832,0.00010520567],"genre_scores_gemma":[0.9987434,0.00009404903,0.00061787374,0.000011136283,0.000044324886,0.00007594373,0.0000019298618,0.000006192693,0.00040513615],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99927646,0.00007359913,0.00017973586,0.00025951897,0.000105915315,0.00010476426],"domain_scores_gemma":[0.9993123,0.00012765471,0.00012547501,0.0002959427,0.00008571443,0.000052913845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042417756,0.000097344564,0.00012819303,0.00004984102,0.00017855555,0.00003949332,0.000114054645,0.00003756545,0.0000021316114],"category_scores_gemma":[0.000017840492,0.0000631223,0.000011775564,0.00014640509,0.00013002701,0.0002594397,0.00009437347,0.000034138033,0.0000016528128],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001514458,0.000021536243,0.0006496912,0.000104864856,0.0000245603,3.854697e-7,0.0011343878,0.00008750231,0.005297284,0.6376016,0.000017988343,0.35490873],"study_design_scores_gemma":[0.005990953,0.0019138048,0.056797914,0.0010160502,0.0005598764,0.0006200142,0.0057357433,0.1103182,0.16003369,0.64012474,0.014379652,0.002509404],"about_ca_topic_score_codex":0.000035261364,"about_ca_topic_score_gemma":0.000027044975,"teacher_disagreement_score":0.62985724,"about_ca_system_score_codex":0.000030769323,"about_ca_system_score_gemma":0.000018151215,"threshold_uncertainty_score":0.25740528},"labels":[],"label_agreement":null},{"id":"W2807583563","doi":"10.48550/arxiv.1806.03489","title":"Robust Lexical Features for Improved Neural Network Named-Entity Recognition","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Named-entity recognition; Word (group theory); Artificial intelligence; Matching (statistics); Representation (politics); Feature vector; Feature (linguistics); Natural language processing; Artificial neural network; Entity linking; Recurrent neural network; Pattern recognition (psychology); Knowledge base; Mathematics","score_opus":0.1321239846210392,"score_gpt":0.200364422793399,"score_spread":0.06824043817235981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807583563","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10496388,0.00004792737,0.8909526,0.00023846446,0.0023586794,0.0005196197,0.000024214642,0.00030392967,0.0005906961],"genre_scores_gemma":[0.94496113,0.000044245007,0.052310333,0.00030925134,0.0011541893,0.0000041034546,0.00006996693,0.000023708792,0.0011230726],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977803,0.000114481125,0.00020966533,0.0013167498,0.00007225473,0.0005065483],"domain_scores_gemma":[0.9981394,0.00011189549,0.0002388093,0.0010665173,0.0002745385,0.00016883426],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033140226,0.00030242588,0.0003202716,0.00011806843,0.00027383197,0.00022052087,0.0015582427,0.00042266646,0.000020592644],"category_scores_gemma":[0.000064556814,0.00034947143,0.00029355608,0.00027688104,0.000101020945,0.000402979,0.0016628745,0.0005829705,0.000026823935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024815043,0.00019771777,0.0012551954,0.0002809766,0.00025494632,0.00009558184,0.00024716547,0.9011643,0.000054668726,0.06139287,0.011777861,0.02303055],"study_design_scores_gemma":[0.00040088227,0.00006645579,0.00040486103,0.000060896196,0.000055430603,0.0000042347415,0.000008154315,0.89676625,0.000037883783,0.1014041,0.00042164096,0.00036920313],"about_ca_topic_score_codex":0.00012459156,"about_ca_topic_score_gemma":0.00013673615,"teacher_disagreement_score":0.83999723,"about_ca_system_score_codex":0.0001625486,"about_ca_system_score_gemma":0.00013461374,"threshold_uncertainty_score":0.99989575},"labels":[],"label_agreement":null},{"id":"W2809399426","doi":"10.1017/s1366728918000755","title":"Scaling up: How computational models can propel bilingualism research forward","year":2018,"lang":"en","type":"article","venue":"Bilingualism Language and Cognition","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Computational model; Word (group theory); Similarity (geometry); Scaling; Empirical research; Artificial intelligence; Natural language processing; Mathematics; Statistics","score_opus":0.08032217639197745,"score_gpt":0.3427641043788983,"score_spread":0.2624419279869209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809399426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63843787,0.0004707555,0.35728315,0.0014472277,0.000320109,0.0003898889,0.000015058712,0.00025648627,0.0013794599],"genre_scores_gemma":[0.96580637,0.000020538491,0.032139394,0.0007627498,0.0007324789,0.000029063784,0.000051704013,0.000022798458,0.0004349107],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974973,0.0002468871,0.00028564213,0.0007359128,0.0007259047,0.00050831574],"domain_scores_gemma":[0.99796635,0.00026373184,0.000091757596,0.00044429948,0.0010629708,0.00017086255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013313476,0.00019604812,0.0002031796,0.00031909122,0.00049877656,0.00050512725,0.00043817138,0.000137352,0.00001310546],"category_scores_gemma":[0.00037994864,0.00017945054,0.000052976902,0.0005871797,0.00022267454,0.0005455872,0.00030341293,0.00029278305,0.000018892802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070534414,0.0001869101,0.00005848374,0.00021401867,0.00009043846,0.00023309655,0.17918997,0.0009487859,0.006470884,0.12171172,0.00062351616,0.69020164],"study_design_scores_gemma":[0.0012186895,0.00018605699,0.000047771515,0.00020981702,0.000027449103,0.00015074693,0.007986084,0.80328566,0.011469447,0.17431052,0.00055927766,0.0005484758],"about_ca_topic_score_codex":0.00023426766,"about_ca_topic_score_gemma":0.000087809094,"teacher_disagreement_score":0.8023369,"about_ca_system_score_codex":0.00004458175,"about_ca_system_score_gemma":0.00023376974,"threshold_uncertainty_score":0.7317781},"labels":[],"label_agreement":null},{"id":"W2810702571","doi":"10.1609/icwsm.v12i1.15021","title":"Unsupervised Model for Topic Viewpoint Discovery in Online Debates Leveraging Author Interactions","year":2018,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Topic Modeling","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Viewpoints; Identification (biology); Computer science; Topic model; Cluster analysis; Artificial intelligence; Homophily; Data science; Context (archaeology); Machine learning; Sociology; Social science","score_opus":0.09079919561186636,"score_gpt":0.31117625223726464,"score_spread":0.22037705662539828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810702571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9381047,0.000009331901,0.022986038,0.036917213,0.0008177564,0.00016301328,0.000019183326,0.000025540174,0.0009572322],"genre_scores_gemma":[0.9929427,0.000012849964,0.0056680455,0.00070740335,0.00027869438,0.000022233464,0.0000019808406,0.000004776901,0.00036134492],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991783,0.000004654292,0.00023239452,0.00022944377,0.00022562583,0.000129593],"domain_scores_gemma":[0.999399,0.00009601038,0.00011046821,0.000054608987,0.00031569952,0.000024217583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001743157,0.00009243839,0.00013214276,0.00009359049,0.00009637614,0.0001354252,0.0006660114,0.00003896589,0.0000057902107],"category_scores_gemma":[0.00022099196,0.0000716263,0.000053512944,0.0000767468,0.000072145274,0.00046104557,0.00022617074,0.00012999286,6.868951e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006162073,0.00016351408,0.0020339058,0.000053624724,0.000037582362,2.110621e-7,0.026494304,0.000044152894,0.017676797,0.9207592,0.00048709294,0.032187965],"study_design_scores_gemma":[0.00034717552,0.00001916699,0.0015213651,0.00012888662,0.0000046155883,0.0000011379053,0.0006906403,0.90897626,0.0017715618,0.08617589,0.00027141665,0.000091879236],"about_ca_topic_score_codex":0.000012455288,"about_ca_topic_score_gemma":0.00013233887,"teacher_disagreement_score":0.9089321,"about_ca_system_score_codex":0.00005282272,"about_ca_system_score_gemma":0.000083451436,"threshold_uncertainty_score":0.2920836},"labels":[],"label_agreement":null},{"id":"W2811039307","doi":"10.1007/s13278-018-0523-0","title":"Entity linking of tweets based on dominant entity candidates","year":2018,"lang":"en","type":"article","venue":"Social Network Analysis and Mining","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Thomson Reuters (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Entity linking; Computer science; Information retrieval; Annotation; Context (archaeology); Limiting; Process (computing); Space (punctuation); Natural language processing; Named entity; Artificial intelligence; Knowledge base","score_opus":0.013069361562876209,"score_gpt":0.2553194528917092,"score_spread":0.242250091328833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811039307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50305545,0.000053673954,0.49584335,0.000088174966,0.0001543033,0.000031046176,9.5309673e-7,0.000017520908,0.0007555478],"genre_scores_gemma":[0.98119676,0.0000070682854,0.018113505,0.00012438069,0.00051435316,0.0000017397792,0.0000036910828,0.0000035987719,0.00003487962],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989431,0.00008005143,0.00023543497,0.00029653605,0.0002113125,0.00023357327],"domain_scores_gemma":[0.9994072,0.000083495106,0.00017023468,0.0002136687,0.00007977584,0.000045644116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061621,0.00009380384,0.00028918879,0.00012602647,0.00037822724,0.000085723485,0.00024101746,0.00006005691,0.000015474921],"category_scores_gemma":[0.000020318954,0.00008758204,0.00014292133,0.00082848914,0.000072420684,0.0000951071,0.00012981628,0.00006897419,0.0000014572628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041400817,0.00011843032,0.8225748,0.000047820504,0.0009512811,0.000011032713,0.010119041,0.012006677,0.0003558411,0.01446085,0.0005435405,0.1387693],"study_design_scores_gemma":[0.00024653858,0.00005964503,0.031007659,0.00004916949,0.00023045907,1.5421568e-7,0.00007603291,0.9663835,0.0003127648,0.0010471747,0.0004232334,0.00016365874],"about_ca_topic_score_codex":0.00022212173,"about_ca_topic_score_gemma":0.00068133627,"teacher_disagreement_score":0.9543768,"about_ca_system_score_codex":0.000018846444,"about_ca_system_score_gemma":0.000035078756,"threshold_uncertainty_score":0.35714918},"labels":[],"label_agreement":null},{"id":"W2816262648","doi":"","title":"Farewell Freebase: Migrating the SimpleQuestions Dataset to DBpedia.","year":2018,"lang":"en","type":"article","venue":"International Conference on Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Leverage (statistics); Question answering; Knowledge graph; Information retrieval; Benchmark (surveying); Entity linking; Task (project management); Simple (philosophy); Graph; World Wide Web; Knowledge base; Theoretical computer science; Artificial intelligence","score_opus":0.07890198444019045,"score_gpt":0.36377097578953593,"score_spread":0.2848689913493455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2816262648","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010568486,0.0000049300443,0.96742874,0.008967657,0.0029817324,0.000169657,0.0006373204,0.00011951272,0.018633584],"genre_scores_gemma":[0.8395382,0.0000014390265,0.1533947,0.0044544567,0.0019799513,0.000012418915,0.00044731874,0.00000940284,0.00016210259],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817353,0.00006412683,0.00036853054,0.00045512087,0.0007084048,0.00023026366],"domain_scores_gemma":[0.9970835,0.00049847626,0.00012947815,0.0004791639,0.0016841163,0.00012526216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031632342,0.00016882556,0.00011080917,0.00014568123,0.0003287831,0.0004282828,0.0016218196,0.00004478699,0.00014087283],"category_scores_gemma":[0.002267076,0.00014205101,0.000039448038,0.00021646412,0.00009414969,0.00008025678,0.00038687352,0.0002078154,0.0005387528],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063198518,0.00003680315,0.000111656336,0.0000017611441,0.000017890221,0.000007912092,0.00026888866,0.0197946,0.000018899953,0.95930827,0.016994407,0.0034325765],"study_design_scores_gemma":[0.00013187164,0.0000891457,0.0004035502,0.00003636598,0.000004549107,0.00000787545,0.000029919056,0.80946857,0.00007132688,0.08628757,0.10329831,0.00017095587],"about_ca_topic_score_codex":0.00008973041,"about_ca_topic_score_gemma":0.00008549015,"teacher_disagreement_score":0.8730207,"about_ca_system_score_codex":0.00007817386,"about_ca_system_score_gemma":0.00023442293,"threshold_uncertainty_score":0.6924757},"labels":[],"label_agreement":null},{"id":"W2847160827","doi":"","title":"Reproducing and Regularizing the SCRN Model","year":2018,"lang":"en","type":"article","venue":"International Conference on Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Dropout (neural networks); Tying; Computer science; Language model; Task (project management); Artificial intelligence; Data modeling; Machine learning; Algorithm; Engineering","score_opus":0.07632542245516838,"score_gpt":0.3238737291177107,"score_spread":0.2475483066625423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2847160827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002407446,0.000015749678,0.9516423,0.0050505577,0.0013040444,0.00008159338,0.0000059890517,0.000089085384,0.039403263],"genre_scores_gemma":[0.800552,0.0000035316846,0.19722733,0.0010563149,0.0008459774,0.0000041760654,0.000005962748,0.0000061290048,0.00029857355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998622,0.000032317366,0.00024826828,0.00046893363,0.0004810317,0.00014745856],"domain_scores_gemma":[0.9980487,0.00017626431,0.000111255635,0.00036319403,0.0012482776,0.000052311854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003833792,0.00011746,0.00008758241,0.00008667384,0.0002550443,0.0003335202,0.00074962084,0.00003782657,0.000013063377],"category_scores_gemma":[0.0011506042,0.00009654317,0.000026687807,0.00009022042,0.0001323675,0.00007456341,0.00028570183,0.00016578891,0.00003145669],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050923995,0.000012784115,0.00006801968,0.0000017081384,0.000013176434,0.0000024625583,0.0003538792,0.03933914,0.000025552972,0.95483917,0.00022379802,0.005115246],"study_design_scores_gemma":[0.000086392276,0.000022193253,0.0001820346,0.00002547495,0.0000021374344,0.000007080674,0.000012865165,0.68797153,0.00005992164,0.31053784,0.001015207,0.00007733034],"about_ca_topic_score_codex":0.00001340285,"about_ca_topic_score_gemma":0.000004431365,"teacher_disagreement_score":0.7981446,"about_ca_system_score_codex":0.000042640964,"about_ca_system_score_gemma":0.00015091097,"threshold_uncertainty_score":0.3936916},"labels":[],"label_agreement":null},{"id":"W2848493808","doi":"10.48550/arxiv.1808.06167","title":"Source-Critical Reinforcement Learning for Transferring Spoken Language Understanding to a New Language","year":2018,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reinforcement learning; Sentence; Natural language processing; Artificial intelligence; Domain (mathematical analysis); Adaptation (eye); Spoken language; Task (project management); Language model","score_opus":0.1008120889274694,"score_gpt":0.22552977491644294,"score_spread":0.12471768598897354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2848493808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19736136,0.000010760799,0.8005533,0.00017507322,0.000121916615,0.00015877838,3.1307837e-7,0.0001829758,0.001435509],"genre_scores_gemma":[0.9875126,0.000001444291,0.0078016412,0.00022816786,0.00018823837,5.278104e-7,0.0000011778754,0.00001317346,0.0042530363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988749,0.00003203678,0.000121761375,0.0004898285,0.000080066304,0.00040141318],"domain_scores_gemma":[0.99922794,0.00015039668,0.000024523102,0.00032658392,0.000037164344,0.00023337288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020255736,0.00013062728,0.00013402023,0.00015962614,0.00023742483,0.00008875698,0.0005288691,0.000057031,0.000047537163],"category_scores_gemma":[0.000104570114,0.00015170674,0.000081705715,0.00035180672,0.00004017362,0.00033850028,0.00017711817,0.00012359339,0.000056334666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012754308,0.00003327192,0.00088448817,0.000063223764,0.000059243368,0.00011546211,0.038808987,0.23008075,0.0029520188,0.71778804,0.00020915126,0.008877841],"study_design_scores_gemma":[0.00078595366,0.0002496782,0.000025106376,0.000079370366,0.000026605756,0.0000052572286,0.004747942,0.9889571,0.0015036411,0.0024939536,0.0008317093,0.00029365558],"about_ca_topic_score_codex":0.00022329412,"about_ca_topic_score_gemma":0.0000870101,"teacher_disagreement_score":0.79275167,"about_ca_system_score_codex":0.00018790465,"about_ca_system_score_gemma":0.000059196424,"threshold_uncertainty_score":0.61864215},"labels":[],"label_agreement":null},{"id":"W2865911429","doi":"","title":"Abstractive Unsupervised Multi-Document Summarization using Paraphrastic Sentence Fusion","year":2018,"lang":"en","type":"article","venue":"International Conference on Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Computer science; Sentence; Natural language processing; Artificial intelligence; Set (abstract data type); Machine translation; Word embedding; Multi-document summarization; Word (group theory); Information retrieval; Embedding; Linguistics","score_opus":0.09255504555690312,"score_gpt":0.35067864217008043,"score_spread":0.2581235966131773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2865911429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019227285,0.0000055608693,0.9714387,0.00037144776,0.0032860602,0.00016540384,0.00001919588,0.0001233481,0.005362998],"genre_scores_gemma":[0.74055874,0.00000444199,0.2583115,0.00035521196,0.0006255122,0.0000051722964,0.000050740782,0.00001008818,0.0000785606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788076,0.00006362153,0.000448594,0.00055856205,0.00080871646,0.00023975187],"domain_scores_gemma":[0.9965663,0.0002238833,0.00023066219,0.00026954882,0.0025988095,0.000110789944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021380687,0.00021325622,0.00015391248,0.00023755271,0.00023289512,0.000314883,0.0008110492,0.00007673706,0.00011245847],"category_scores_gemma":[0.0008346924,0.00022523694,0.00005828557,0.00020359861,0.00010738713,0.00017256255,0.00022565099,0.00019150038,0.00013074625],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003916254,0.0001713156,0.0007992749,0.000008153049,0.00005159957,0.000023358145,0.0005311417,0.15378876,0.00056674995,0.83995277,0.000050495804,0.0040171975],"study_design_scores_gemma":[0.00045467512,0.00007731343,0.0020216324,0.00009380146,0.00000749658,0.000008743067,0.000046987858,0.9449942,0.00031332675,0.0514223,0.00033968795,0.00021981719],"about_ca_topic_score_codex":0.00006779522,"about_ca_topic_score_gemma":0.00000999946,"teacher_disagreement_score":0.79120547,"about_ca_system_score_codex":0.0001965213,"about_ca_system_score_gemma":0.00029152076,"threshold_uncertainty_score":0.91848963},"labels":[],"label_agreement":null},{"id":"W2875408189","doi":"","title":"The APVA-TURBO Approach To Question Answering in Knowledge Base","year":2018,"lang":"en","type":"article","venue":"International Conference on Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Question answering; Computer science; Correctness; Bottleneck; Knowledge base; Object (grammar); Artificial intelligence; Base (topology); Subject (documents); Information retrieval; Theoretical computer science; Machine learning; Programming language; World Wide Web","score_opus":0.06531592434647242,"score_gpt":0.3406081913215932,"score_spread":0.27529226697512077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2875408189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002513832,0.0000131933,0.8715593,0.0012661086,0.0028357229,0.0001533294,0.000006369505,0.000083975814,0.12156812],"genre_scores_gemma":[0.862905,0.0000028951317,0.13540085,0.00038542543,0.0009915937,0.000021051508,0.000013761576,0.000007966835,0.0002714179],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998434,0.000077441735,0.00035216106,0.00042753207,0.00046668787,0.00024216816],"domain_scores_gemma":[0.9978457,0.00032768655,0.000085603904,0.0002792889,0.0013626661,0.00009904717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005605672,0.00014558565,0.000106291605,0.0001962695,0.00018614256,0.00034523258,0.0011010083,0.00004968825,0.000008368925],"category_scores_gemma":[0.0014253221,0.00012732402,0.000033782715,0.00024727962,0.00007021613,0.00006853541,0.00024132628,0.00019664342,0.00014637575],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000138998885,0.00007478104,0.00015860703,0.0000027894296,0.0000077558125,0.0000028122367,0.00048089566,0.03289331,0.000010552972,0.95546263,0.00022891592,0.010663023],"study_design_scores_gemma":[0.00017743811,0.00005555214,0.0013246665,0.000054500295,0.0000011771339,0.0000039503375,0.000030942847,0.90677595,0.00005108608,0.08408241,0.0073035727,0.00013876296],"about_ca_topic_score_codex":0.000031416617,"about_ca_topic_score_gemma":0.00004688915,"teacher_disagreement_score":0.87388265,"about_ca_system_score_codex":0.00017628819,"about_ca_system_score_gemma":0.00022928895,"threshold_uncertainty_score":0.5192123},"labels":[],"label_agreement":null},{"id":"W2884872018","doi":"10.1007/s42113-018-0008-2","title":"An Instance Theory of Semantic Memory","year":2018,"lang":"en","type":"article","venue":"Computational Brain & Behavior","topic":"Topic Modeling","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Construct (python library); TRACE (psycholinguistics); Word (group theory); Meaning (existential); Natural language processing; Representation (politics); Artificial intelligence; Context (archaeology); Artifact (error); Natural language; Semantics (computer science); Episodic memory; Language model; Linguistics; Psychology; Cognition","score_opus":0.03040468465680373,"score_gpt":0.30101177783071614,"score_spread":0.2706070931739124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884872018","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4168756,0.00002346746,0.5822252,0.00019322215,0.00020217821,0.00008962593,0.00000236604,0.00006968293,0.00031863552],"genre_scores_gemma":[0.86174846,1.9537495e-7,0.13747834,0.000532343,0.00010300602,0.000011332618,0.0000054193524,0.000007763587,0.00011318176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988122,0.00011143343,0.00026023676,0.00033324066,0.00032034042,0.00016255376],"domain_scores_gemma":[0.99893636,0.00020591759,0.00010169649,0.00045144442,0.00023257067,0.0000720353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041792064,0.00010070588,0.00012888272,0.00009915398,0.0000978566,0.000044707624,0.00071700045,0.00004250188,0.000047284404],"category_scores_gemma":[0.000044618828,0.000103099854,0.000044033666,0.0002125545,0.00014575309,0.0003866067,0.00010953175,0.00007504998,0.000037443275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015905678,0.0003905939,0.003917528,0.000018319655,0.000014778432,0.000026121434,0.003674106,0.009647076,0.0063135047,0.6148731,0.00040916607,0.3606998],"study_design_scores_gemma":[0.0008908793,0.00038742606,0.19163142,0.00007025712,0.000024348841,0.000059332095,0.0001560585,0.6816102,0.0039411504,0.12043052,0.00031198343,0.00048638735],"about_ca_topic_score_codex":0.0000068048607,"about_ca_topic_score_gemma":0.0000040871632,"teacher_disagreement_score":0.67196316,"about_ca_system_score_codex":0.000025367788,"about_ca_system_score_gemma":0.000115238465,"threshold_uncertainty_score":0.42042902},"labels":[],"label_agreement":null},{"id":"W2884915013","doi":"10.1109/icmla.2018.00104","title":"Improving Neural Sequence Labelling Using Additional Linguistic Information","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Chunking (psychology); Natural language processing; Sequence labeling; Artificial intelligence; Sequence (biology); Named-entity recognition; Word (group theory); Labelling; Sentence; Benchmark (surveying); Task (project management); Linguistics","score_opus":0.045526245676960814,"score_gpt":0.26970982756214873,"score_spread":0.22418358188518792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884915013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01316961,0.0000052794085,0.98341155,0.00006469923,0.0005135615,0.000052648265,0.000009294138,0.0001795218,0.002593848],"genre_scores_gemma":[0.5980121,1.4593206e-7,0.40117025,0.00047419232,0.00029965676,0.0000019537654,0.000008497251,0.0000022349063,0.000030990246],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992283,0.000015545513,0.00020774659,0.00015380018,0.00019919468,0.00019544004],"domain_scores_gemma":[0.9993436,0.000057670437,0.00008195061,0.00024398975,0.00022175656,0.000051053863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014484882,0.00007475439,0.000058354635,0.00007643035,0.0001878319,0.00020629005,0.00035145093,0.000032360025,0.00023828681],"category_scores_gemma":[0.00020661035,0.00007180269,0.000021608517,0.0001661909,0.00003395363,0.0012281148,0.00014736208,0.00007923129,0.000100562334],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000116556785,0.000044104232,0.00059856905,0.00011545501,0.000026939717,0.000023732913,0.0053984756,0.02498014,0.013760631,0.494314,0.0014882912,0.45923802],"study_design_scores_gemma":[0.000061681865,0.000016790018,0.000027463591,0.000014490596,0.000001460582,0.000019080344,0.000009440537,0.99610096,0.0006776105,0.0018245738,0.0011520418,0.00009441451],"about_ca_topic_score_codex":0.00012627448,"about_ca_topic_score_gemma":0.0000058725386,"teacher_disagreement_score":0.97112083,"about_ca_system_score_codex":0.000051689494,"about_ca_system_score_gemma":0.00008791625,"threshold_uncertainty_score":0.29280287},"labels":[],"label_agreement":null},{"id":"W2885080048","doi":"10.1109/ipdpsw.2018.00047","title":"GraphNER: Using Corpus Level Similarities and Graph Propagation for Named Entity Recognition","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada's Michael Smith Genome Sciences Centre; Simon Fraser University","funders":"","keywords":"Conditional random field; Named-entity recognition; Computer science; Natural language processing; Artificial intelligence; Graph; Task (project management); Sequence labeling; Information retrieval; Machine learning; Theoretical computer science","score_opus":0.13108791823064653,"score_gpt":0.2852154965909825,"score_spread":0.15412757836033597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885080048","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23420681,0.000020249685,0.7648439,0.00015038252,0.00026001447,0.00018700374,0.000004132538,0.00007693223,0.00025059434],"genre_scores_gemma":[0.6367796,0.0000068099453,0.36282182,0.00018926163,0.00009116312,0.000008879069,0.000003936088,0.0000040383056,0.000094479474],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993501,0.00002188749,0.00013439234,0.0002445384,0.00010767843,0.00014145588],"domain_scores_gemma":[0.99953127,0.000033671688,0.00005117232,0.00016139062,0.00018668243,0.000035842702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021521348,0.00006943871,0.00007390388,0.000096167074,0.00017339979,0.00013379772,0.00012752917,0.00004260904,0.0000069077764],"category_scores_gemma":[0.00004015829,0.000065006716,0.00002761321,0.00012383066,0.00006316594,0.0005316385,0.00006337055,0.000034345674,0.000002013925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005341278,0.00013826563,0.0075754053,0.00030282946,0.00006939439,0.0000030784656,0.0027520969,0.00006439484,0.029868199,0.1820726,0.0010285546,0.7760718],"study_design_scores_gemma":[0.00048372152,0.00011264692,0.0012206621,0.000035142322,0.000013838088,0.000015629716,0.000051440893,0.8246996,0.01942212,0.15344593,0.00028537994,0.00021392103],"about_ca_topic_score_codex":0.00011530416,"about_ca_topic_score_gemma":0.00013413532,"teacher_disagreement_score":0.8246352,"about_ca_system_score_codex":0.0000144309615,"about_ca_system_score_gemma":0.000025833973,"threshold_uncertainty_score":0.2650897},"labels":[],"label_agreement":null},{"id":"W2885315449","doi":"10.1111/cogs.12662","title":"Simple Co‐Occurrence Statistics Reproducibly Predict Association Ratings","year":2018,"lang":"en","type":"article","venue":"Cognitive Science","topic":"Topic Modeling","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Deutsche Forschungsgemeinschaft","keywords":"Valence (chemistry); Word2vec; Psychology; Statistics; Co-occurrence; Natural language processing; Mathematics; Pattern recognition (psychology); Cognitive psychology; Computer science; Artificial intelligence","score_opus":0.03476346330130259,"score_gpt":0.3255728526597379,"score_spread":0.2908093893584353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885315449","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073034026,0.0000135130695,0.9206486,0.000176036,0.0006753213,0.0002031111,0.00011623938,0.00016678679,0.0049664085],"genre_scores_gemma":[0.9654621,0.0000039665583,0.03353057,0.00053759984,0.00021235601,0.000013104563,0.000011260641,0.0000037896361,0.00022523734],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99717486,0.00007189286,0.0002627729,0.0010301248,0.0009431125,0.00051725423],"domain_scores_gemma":[0.99714845,0.00033559723,0.00024040451,0.0005510564,0.0015774135,0.00014707663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002433862,0.00012550637,0.0001276708,0.00014366957,0.00061333115,0.00040683406,0.0010948894,0.00003980299,0.000036764905],"category_scores_gemma":[0.007092613,0.00012427931,0.000021493439,0.0011591776,0.000554842,0.0012166984,0.00035802895,0.00015567218,0.0002831547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032273223,0.00032202163,0.2112025,0.00006281119,0.00004586617,0.000044242068,0.015987711,0.00006235412,0.02608828,0.07747444,0.03518647,0.63349104],"study_design_scores_gemma":[0.0012678142,0.0009840649,0.1276803,0.00019467672,0.00003670973,0.00002911074,0.0004892083,0.6788056,0.14315563,0.040018372,0.0061127236,0.0012257852],"about_ca_topic_score_codex":0.00001802914,"about_ca_topic_score_gemma":0.0000068168692,"teacher_disagreement_score":0.8924281,"about_ca_system_score_codex":0.00016609384,"about_ca_system_score_gemma":0.00051991694,"threshold_uncertainty_score":0.8491032},"labels":[],"label_agreement":null},{"id":"W2885406936","doi":"10.48550/arxiv.1812.05168","title":"Searching for Relevant Lessons Learned Using Hybrid Information Retrieval Classifiers: A Case Study in Software Engineering","year":2018,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Information retrieval; Artificial intelligence; Software engineering; Software; Machine learning; Data mining; Data science; Programming language","score_opus":0.17777725301382746,"score_gpt":0.25515918391022635,"score_spread":0.07738193089639889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885406936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50024134,0.0000014384522,0.4993768,0.000019191133,0.000092147275,0.00018219695,0.0000013741648,0.00007306853,0.000012464228],"genre_scores_gemma":[0.97905105,0.0000016703159,0.020845465,0.00002419996,0.00004438099,4.229133e-7,0.000001077527,0.000007640368,0.00002410354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900424,0.00005664353,0.00018225043,0.00036133756,0.00007905698,0.0003164563],"domain_scores_gemma":[0.9991349,0.00014635094,0.00007971175,0.00043022423,0.0001224961,0.000086317166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049152004,0.000120096425,0.00013248545,0.00034332756,0.0002072966,0.000115052804,0.0004187632,0.00004390721,0.0000015301861],"category_scores_gemma":[0.0002557944,0.00014363174,0.000048590508,0.0005495856,0.000027443883,0.0015662364,0.0002734498,0.00018695244,0.0000072441103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019653371,0.00022289291,0.014753017,0.00013385722,0.00008716101,0.004215512,0.013558157,0.88706595,0.0005101996,0.06431263,0.000017777573,0.014926307],"study_design_scores_gemma":[0.00078666385,0.00011385315,0.00020353864,0.000030921434,0.0000107693595,0.00009698368,0.0012216113,0.9963957,0.00012911273,0.00076086156,0.00008723048,0.00016272518],"about_ca_topic_score_codex":0.000317836,"about_ca_topic_score_gemma":0.00008804019,"teacher_disagreement_score":0.47880974,"about_ca_system_score_codex":0.00023535787,"about_ca_system_score_gemma":0.000113396665,"threshold_uncertainty_score":0.58571327},"labels":[],"label_agreement":null},{"id":"W2885533082","doi":"","title":"CL-SciSumm Shared Task - Team Magma.","year":2018,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Task (project management); Computer science; Magma; Geology; Engineering; Systems engineering; Volcano; Seismology","score_opus":0.10378663782672867,"score_gpt":0.359354122566273,"score_spread":0.2555674847395444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885533082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41450867,0.000027904123,0.41696382,0.01303442,0.0023830673,0.0010860503,0.000036314224,0.00030760278,0.15165217],"genre_scores_gemma":[0.9563825,0.000038890892,0.042510476,0.00046261324,0.00009138214,0.000026736034,0.00004863256,0.0000040038994,0.00043478113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997388,0.000057722194,0.0005067779,0.00028982505,0.0013738415,0.00038380193],"domain_scores_gemma":[0.9979886,0.00027860203,0.000092956325,0.0003826949,0.0011123758,0.00014479856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013038841,0.00013142652,0.00011833127,0.0007943184,0.00019547864,0.0008508827,0.0015415569,0.00008902673,0.00022213286],"category_scores_gemma":[0.0012741695,0.00012106554,0.000015172904,0.00040371148,0.00012722431,0.0019808367,0.0008769131,0.00035324137,0.0007277283],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072137447,0.0002769513,0.01555223,0.00007005738,0.00007271917,0.000021578471,0.015179454,0.000043271844,0.0009139362,0.52888817,0.013194761,0.4250655],"study_design_scores_gemma":[0.0050103753,0.0011298512,0.0765789,0.0006755584,0.0000014869836,0.00005406719,0.001475119,0.32579273,0.020517265,0.09460208,0.47288728,0.0012753165],"about_ca_topic_score_codex":0.000023790231,"about_ca_topic_score_gemma":0.000017806507,"teacher_disagreement_score":0.5418738,"about_ca_system_score_codex":0.00022934972,"about_ca_system_score_gemma":0.00056319754,"threshold_uncertainty_score":0.9353718},"labels":[],"label_agreement":null},{"id":"W2885765530","doi":"10.18653/v1/p19-1041","title":"Disentangled Representation Learning for Non-Parallel Text Style Transfer","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Nvidia","keywords":"Fluency; Representation (politics); Computer science; Style (visual arts); Task (project management); Simple (philosophy); Artificial intelligence; Natural language processing; Space (punctuation); Adversarial system; Latent variable; Transfer (computing); Transfer of learning; Machine learning; Linguistics","score_opus":0.03807439985645557,"score_gpt":0.29549499559505127,"score_spread":0.2574205957385957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885765530","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013563624,0.000038701794,0.9767134,0.0008692651,0.0010477426,0.0011554735,0.0000022737581,0.00025853267,0.006350995],"genre_scores_gemma":[0.80738425,0.000022926413,0.18116216,0.00016141798,0.00019706611,0.00018547886,0.00004749641,0.000026450987,0.010812716],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979733,0.00006125727,0.00037904468,0.0009699322,0.00030550137,0.00031095618],"domain_scores_gemma":[0.99856967,0.00015294604,0.00007829332,0.0010153648,0.00010834314,0.00007539142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025611414,0.00023928769,0.00033564557,0.00011738866,0.00008984407,0.0002907934,0.0010310892,0.00020820559,0.000050201423],"category_scores_gemma":[0.000038320544,0.00022819711,0.00024648246,0.00009260912,0.000012961251,0.0002593978,0.0006064581,0.00041458177,0.00007791927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057017274,0.00012428156,0.0033287765,0.0005382339,0.00016343503,0.0000075877274,0.0058296868,0.8829796,0.0011737845,0.037915424,0.0021034016,0.065778784],"study_design_scores_gemma":[0.00060292723,0.00003407624,0.00048645592,0.000055120152,0.000016542765,0.000001644614,0.000082126884,0.9934424,0.0005070874,0.0034529937,0.0010167921,0.00030180046],"about_ca_topic_score_codex":0.00010982856,"about_ca_topic_score_gemma":0.000016601922,"teacher_disagreement_score":0.79555124,"about_ca_system_score_codex":0.000067608766,"about_ca_system_score_gemma":0.00011301504,"threshold_uncertainty_score":0.93056077},"labels":[],"label_agreement":null},{"id":"W2885961833","doi":"10.1177/0165551518787696","title":"Cross-lingual text alignment for fine-grained plagiarism detection","year":2018,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Institute for Research in Fundamental Sciences; University of Waterloo; University of Tehran","keywords":"Computer science; Plagiarism detection; Similarity (geometry); Natural language processing; Information retrieval; Filter (signal processing); Granularity; Source text; Artificial intelligence; Weighting; Range (aeronautics); Machine translation; Scheme (mathematics); Programming language","score_opus":0.020455169745077065,"score_gpt":0.3085947324421366,"score_spread":0.28813956269705954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885961833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15851946,0.000004462235,0.83898485,0.00029248404,0.001280556,0.00008597533,6.6922104e-7,0.000018050998,0.0008134997],"genre_scores_gemma":[0.8964426,0.0000013835079,0.10292515,0.00035075226,0.00023509972,0.0000020752507,1.3153682e-7,0.0000013677239,0.000041465995],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983447,0.000010552802,0.00061039545,0.000093935625,0.00072671025,0.00021366519],"domain_scores_gemma":[0.99762523,0.000061556144,0.0005900146,0.00022263789,0.0013962642,0.000104307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002691154,0.00006924563,0.0000953437,0.00038756203,0.00035575163,0.00061185105,0.0009450193,0.000043824723,0.000007797449],"category_scores_gemma":[0.00076633145,0.0000551346,0.000056914563,0.0005461573,0.00016324538,0.0076820333,0.00011036129,0.000111438705,0.000024866433],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071511284,0.000037240014,0.00038921458,0.000028384113,0.000013152585,0.0000015747949,0.011826433,0.006210241,0.021153733,0.026056368,0.00041760236,0.93379456],"study_design_scores_gemma":[0.0011691309,0.0006701434,0.003916492,0.00004233459,0.0000049248547,0.00021162622,0.00020638859,0.7861269,0.17480075,0.004239646,0.028411932,0.00019970427],"about_ca_topic_score_codex":0.000004019672,"about_ca_topic_score_gemma":0.0000019074207,"teacher_disagreement_score":0.9335948,"about_ca_system_score_codex":0.0001301873,"about_ca_system_score_gemma":0.00032918088,"threshold_uncertainty_score":0.5900094},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2886752202","doi":"10.1139/geomat-2018-0007","title":"A cyclic self-learning Chinese word segmentation for the geoscience domain","year":2018,"lang":"en","type":"article","venue":"GEOMATICA","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Computer science; Context (archaeology); Domain (mathematical analysis); Benchmark (surveying); Natural language processing; Text segmentation; Segmentation; Word (group theory); Artificial intelligence; Information retrieval; Geography; Archaeology; Linguistics; Cartography","score_opus":0.011033181828058703,"score_gpt":0.26550549436588633,"score_spread":0.25447231253782765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886752202","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15092552,0.000021381498,0.8465463,0.0013627897,0.000268736,0.00026906596,3.161291e-7,0.00017066991,0.00043522465],"genre_scores_gemma":[0.6076499,0.0000018306655,0.39170614,0.00028511716,0.00015375238,0.00005573342,3.834748e-7,0.0000044034864,0.00014271837],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904656,0.000046182355,0.00017221899,0.0002540699,0.00022165544,0.00025931495],"domain_scores_gemma":[0.99906695,0.0003344077,0.00007907131,0.00041660137,0.000057405057,0.000045574925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005614239,0.00008776268,0.00008151996,0.000040772607,0.00048090308,0.00018851782,0.0007214846,0.000025240808,0.000015941787],"category_scores_gemma":[0.00014928928,0.0000564825,0.00003949444,0.00029446068,0.0000662681,0.00028158037,0.00017160544,0.000067855544,0.0000791624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027478269,0.00022048785,0.005668269,0.00017288773,0.00011685544,0.0000074931963,0.07661025,0.013331936,0.008645955,0.10922548,0.00080048054,0.7851724],"study_design_scores_gemma":[0.00018476984,0.000050532497,0.0028478622,0.000010824218,0.000004791795,0.000005975278,0.00012925244,0.9751033,0.00010455335,0.018744368,0.0027217928,0.00009196232],"about_ca_topic_score_codex":0.000013956436,"about_ca_topic_score_gemma":0.000009602623,"teacher_disagreement_score":0.96177137,"about_ca_system_score_codex":0.000026572112,"about_ca_system_score_gemma":0.00003404927,"threshold_uncertainty_score":0.36987662},"labels":[],"label_agreement":null},{"id":"W2886779119","doi":"10.1007/s10844-018-0521-8","title":"Topic and sentiment aware microblog summarization for twitter","year":2018,"lang":"en","type":"article","venue":"Journal of Intelligent Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Computer science; Microblogging; Social media; Information retrieval; Categorization; Context (archaeology); Multi-document summarization; Sentiment analysis; Process (computing); Task (project management); Representation (politics); World Wide Web; Data science; Natural language processing; Artificial intelligence","score_opus":0.028440984691201352,"score_gpt":0.2675110641839439,"score_spread":0.23907007949274253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886779119","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014292441,0.00007265793,0.9833067,0.0003300506,0.0015107448,0.00019557653,0.0000012491643,0.00001249121,0.00027805875],"genre_scores_gemma":[0.9837898,0.000028069035,0.015138329,0.0004213054,0.00040317187,0.0000053929125,0.0000034411569,0.000003109747,0.00020736056],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989684,0.000021615906,0.0006650049,0.000052875184,0.00019194688,0.00010013169],"domain_scores_gemma":[0.9986901,0.000034627563,0.0004736175,0.00013259526,0.0006183973,0.000050615505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000475787,0.0000658558,0.00012126028,0.00017041144,0.00006562954,0.0002664362,0.00021717399,0.0000421528,0.0000030083208],"category_scores_gemma":[0.000028692431,0.000052002277,0.000043097305,0.00007876176,0.00001300564,0.0012291557,0.000048327056,0.000050573184,0.000016674512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024245602,0.00023843753,0.01380521,0.0023276855,0.0007084517,0.000009566479,0.1012745,0.021710416,0.005708787,0.26193386,0.05781004,0.5342306],"study_design_scores_gemma":[0.00072981947,0.000445635,0.0002452401,0.00029352773,0.000020302068,0.00031492097,0.0014337248,0.70174533,0.014789637,0.00073279743,0.27901724,0.000231814],"about_ca_topic_score_codex":0.0000061942337,"about_ca_topic_score_gemma":3.5518497e-7,"teacher_disagreement_score":0.9694974,"about_ca_system_score_codex":0.000057022055,"about_ca_system_score_gemma":0.0000386766,"threshold_uncertainty_score":0.25692505},"labels":[],"label_agreement":null},{"id":"W2887005207","doi":"10.18653/v1/w18-3012","title":"Unsupervised Random Walk Sentence Embeddings: A Strong but Simple Baseline","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Random walk; Sentence; Hyperparameter; Word (group theory); Computer science; Simple (philosophy); Artificial intelligence; Similarity (geometry); Baseline (sea); Natural language processing; Mathematics; Statistics","score_opus":0.024198134676378734,"score_gpt":0.26576507944722183,"score_spread":0.2415669447708431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887005207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072668076,0.000026538706,0.9208746,0.0009188387,0.00028307847,0.0001486247,0.0000016990043,0.00032338098,0.004755172],"genre_scores_gemma":[0.8518442,0.000003934882,0.14564799,0.0010519429,0.00030069693,0.000008530605,0.0000018319319,0.000008439426,0.001132479],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984576,0.00006913045,0.0002832219,0.0004957899,0.0003027777,0.0003914616],"domain_scores_gemma":[0.9987498,0.00013430894,0.000049213944,0.00075774983,0.00017371855,0.00013521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005334966,0.00014763502,0.000180474,0.000073114694,0.00014860141,0.00015435556,0.00089400995,0.000048328824,0.00034634979],"category_scores_gemma":[0.00013258161,0.00012227452,0.00006763413,0.0002385805,0.000053618573,0.00048264637,0.00035324236,0.00009859228,0.00022191643],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029675962,0.00057487795,0.008775639,0.0001386452,0.00021320807,0.00017695114,0.009547492,0.003922609,0.048170954,0.24220994,0.03101859,0.6549543],"study_design_scores_gemma":[0.0011501629,0.000048857582,0.00007118573,0.000012578418,0.00000411996,0.000011961996,0.00012467531,0.98801506,0.0051172976,0.0013914452,0.0038799671,0.00017270682],"about_ca_topic_score_codex":0.000312371,"about_ca_topic_score_gemma":0.0000663252,"teacher_disagreement_score":0.9840924,"about_ca_system_score_codex":0.000030993873,"about_ca_system_score_gemma":0.00006267381,"threshold_uncertainty_score":0.49862102},"labels":[],"label_agreement":null},{"id":"W2887055502","doi":"","title":"Overview of the TREC 2016 Real-Time Summarization Track.","year":2016,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Track (disk drive); Information retrieval; Multi-document summarization; Natural language processing; Operating system","score_opus":0.0542293694693188,"score_gpt":0.2754098846886667,"score_spread":0.22118051521934787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887055502","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17081273,0.00036338952,0.7969151,0.005248847,0.0007137062,0.0005178058,0.000020821211,0.00029232935,0.025115285],"genre_scores_gemma":[0.99046713,0.00034749016,0.002437786,0.000073171956,0.000041641033,0.0000018550578,6.127306e-7,0.0000073045394,0.0066230027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998648,0.00012892621,0.00030934502,0.0003327839,0.00037080166,0.00021018411],"domain_scores_gemma":[0.99844563,0.00018081018,0.00018943915,0.0009199085,0.00020582556,0.000058374204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003716943,0.000121422934,0.00018531429,0.00004374917,0.000062751205,0.000049497376,0.0011685224,0.0000769495,0.0002518416],"category_scores_gemma":[0.00021845278,0.000065977256,0.00007610533,0.0003502814,0.00008368021,0.00036335725,0.00027327996,0.00007072802,0.0001295279],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003689671,0.00006656813,0.0021280448,0.00006361952,0.000024505687,0.000002606212,0.00069129263,0.000009570589,0.23112449,0.39168537,0.0010117757,0.37315527],"study_design_scores_gemma":[0.0049917996,0.00068998773,0.13200936,0.0040825084,0.00012813119,0.000053300348,0.000053273732,0.17112252,0.50544673,0.15233877,0.026810005,0.0022735926],"about_ca_topic_score_codex":0.000057487297,"about_ca_topic_score_gemma":0.000006734777,"teacher_disagreement_score":0.8196544,"about_ca_system_score_codex":0.00004504829,"about_ca_system_score_gemma":0.0002779569,"threshold_uncertainty_score":0.27574888},"labels":[],"label_agreement":null},{"id":"W2887344265","doi":"10.1109/icit.2017.12","title":"An Approach to Generic Bengali Text Summarization Using Latent Semantic Analysis","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"","keywords":"Automatic summarization; Bengali; Latent semantic analysis; Computer science; Probabilistic latent semantic analysis; Natural language processing; Multi-document summarization; Artificial intelligence; Semantic analysis (machine learning); Information retrieval; Semantics (computer science)","score_opus":0.08210903640903092,"score_gpt":0.29547942843278235,"score_spread":0.21337039202375144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887344265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22394769,0.000005148881,0.7737201,0.00012937264,0.000072865434,0.000071376366,2.5514444e-7,0.000064370455,0.0019888154],"genre_scores_gemma":[0.67032045,7.517332e-7,0.32939464,0.00011047612,0.00003985612,0.0000020701013,0.0000022432816,0.0000036835806,0.0001258429],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989881,0.000038056467,0.00015786804,0.00042204742,0.00020530168,0.00018861529],"domain_scores_gemma":[0.9983151,0.0000055659384,0.000078783385,0.0014297711,0.00006191961,0.00010886171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024140933,0.00008994473,0.00014369933,0.00018049878,0.00036383013,0.0006330288,0.0010436657,0.000038142218,0.000009870311],"category_scores_gemma":[0.000017125627,0.00007909873,0.000057292127,0.00032894887,0.000010819269,0.00060577877,0.00026087515,0.00004353857,0.000010497189],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011122495,0.000098995915,0.06448825,0.000010315519,0.00011520481,0.0000028758066,0.000755628,0.87333935,0.005748826,0.025136285,0.000020931611,0.03028222],"study_design_scores_gemma":[0.000047570647,0.0000071304194,0.031674318,0.0000018282964,0.0000464001,0.0000011587807,0.000010374554,0.9676377,0.0003032247,0.00014245187,0.0000145250615,0.00011333103],"about_ca_topic_score_codex":0.00072772725,"about_ca_topic_score_gemma":0.000050233455,"teacher_disagreement_score":0.44637272,"about_ca_system_score_codex":0.00003393741,"about_ca_system_score_gemma":0.000024065943,"threshold_uncertainty_score":0.61043113},"labels":[],"label_agreement":null},{"id":"W2889260178","doi":"10.18653/v1/d18-1544","title":"Grammar Induction with Neural Language Models: An Unusual Replication","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research","funders":"Tencent; Samsung; Nvidia","keywords":"Computer science; Artificial intelligence; Parsing; Grammar; Machine learning; Tree (set theory); Natural language processing; Parse tree; Artificial neural network; Grammar induction; Language model; Tree structure; Rule-based machine translation; Data structure; Linguistics; Programming language","score_opus":0.04716170552813,"score_gpt":0.2846948535745075,"score_spread":0.2375331480463775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889260178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37625176,0.000004497692,0.6208243,0.00030699355,0.00006689994,0.00005021716,9.2164505e-8,0.00019551787,0.0022997677],"genre_scores_gemma":[0.886084,3.8896763e-7,0.11316698,0.0002515406,0.00018230813,0.0000057498005,0.0000021086896,0.0000045880174,0.0003023277],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992522,0.000026033613,0.00008857573,0.0003650927,0.00014212423,0.00012594697],"domain_scores_gemma":[0.9989733,0.0000051322922,0.000033429937,0.0008664824,0.000070426686,0.000051210685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014199727,0.000060598933,0.000047873426,0.00004536256,0.00007055716,0.00007942611,0.00032767374,0.000030745825,0.0000062136455],"category_scores_gemma":[0.0000060438997,0.00004612031,0.000009443542,0.00016429287,0.000026220494,0.0010146889,0.00005892635,0.000056398185,0.00001354721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014636689,0.00006366041,0.00022263985,0.000004557024,0.000007644019,0.000004597021,0.0060180435,0.0032462103,0.006262382,0.29097116,0.00015568193,0.6930288],"study_design_scores_gemma":[0.000096162796,0.00014077466,0.00030095052,0.0000019794404,0.0000015037925,0.000021994734,0.00013016466,0.99212825,0.0038607193,0.0031500873,0.000087542154,0.00007984134],"about_ca_topic_score_codex":0.00028256953,"about_ca_topic_score_gemma":0.00012410934,"teacher_disagreement_score":0.98888206,"about_ca_system_score_codex":0.00001837225,"about_ca_system_score_gemma":0.00001989681,"threshold_uncertainty_score":0.18807316},"labels":[],"label_agreement":null},{"id":"W2889675133","doi":"10.18653/v1/d18-1121","title":"Put It Back: Entity Typing with Language Model Enhancement","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Tsinghua University; National Natural Science Foundation of China; National Key Research and Development Program of China; China Association for Science and Technology","keywords":"Computer science; Natural language processing; Language model; Artificial intelligence; Benchmark (surveying); Entity linking; Context (archaeology); Code (set theory); Source code; Typing; Baseline (sea); Information retrieval; Programming language; Speech recognition","score_opus":0.025201139879685613,"score_gpt":0.26459133902248805,"score_spread":0.23939019914280243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889675133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037723448,0.00001294276,0.8976858,0.0006230916,0.000093119095,0.00006855475,1.6623727e-7,0.000075124415,0.06371775],"genre_scores_gemma":[0.6308297,0.0000014070398,0.36024246,0.00088865904,0.00006264308,0.000002991413,3.0930565e-7,0.000003402615,0.007968422],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992634,0.000010720941,0.00010329572,0.0002761939,0.00014806668,0.00019828723],"domain_scores_gemma":[0.99936867,0.000007650881,0.000028635524,0.00049018435,0.000054500753,0.000050389608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012961758,0.00007478778,0.000070966315,0.000032000415,0.00006520118,0.0000874569,0.0004316225,0.00001802298,0.00026646035],"category_scores_gemma":[0.000004649916,0.000057166693,0.000016687334,0.00009997762,0.00002387537,0.00030228007,0.00020195977,0.000048823156,0.00043328886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052798336,0.00046713243,0.0014121281,0.00014205507,0.0001628978,0.000048116217,0.03203426,0.015287743,0.04236362,0.6566493,0.023833983,0.22754599],"study_design_scores_gemma":[0.00014018112,0.00003995139,0.000014244026,0.000015943657,0.0000017597285,0.0000031106547,0.000043849443,0.9858801,0.012343468,0.00054145727,0.0008728683,0.00010308951],"about_ca_topic_score_codex":0.000077255405,"about_ca_topic_score_gemma":0.00014979385,"teacher_disagreement_score":0.9705923,"about_ca_system_score_codex":0.000028685765,"about_ca_system_score_gemma":0.000048316662,"threshold_uncertainty_score":0.55691963},"labels":[],"label_agreement":null},{"id":"W2889787757","doi":"10.18653/v1/d18-1259","title":"HotpotQA: A Dataset for Diverse, Explainable Multi-hop Question Answering","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1582,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Office of Naval Research; Defense Advanced Research Projects Agency; Université de Montréal; Nvidia; National Science Foundation","keywords":"Zhàng; Question answering; Computer science; Artificial intelligence; Natural language processing; Information retrieval; History; China; Archaeology","score_opus":0.06108907148323083,"score_gpt":0.31219599013272875,"score_spread":0.2511069186494979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889787757","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004263993,0.000012643506,0.9943596,0.00027252038,0.00039036135,0.0001730958,0.000040157043,0.00013629525,0.00035133434],"genre_scores_gemma":[0.21007688,0.0000028345924,0.7883681,0.00042944174,0.00019241386,0.000027829501,0.000057970126,0.0000060760576,0.00083844137],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992207,0.000015303784,0.00011479678,0.00031978087,0.000100096455,0.00022931972],"domain_scores_gemma":[0.9993242,0.000031966,0.000031131938,0.000480187,0.00007588419,0.00005663878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002469346,0.000077128054,0.00007540946,0.00005082932,0.00016459533,0.00010274141,0.00047444808,0.000034542263,0.000023132108],"category_scores_gemma":[0.00005041309,0.00007084428,0.000021232945,0.000097189346,0.00002213311,0.0006668782,0.00026145348,0.00003592603,0.00006530648],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007614522,0.000438397,0.0022519731,0.00022509291,0.000089558256,0.000051041217,0.0064965663,0.0021625021,0.016059905,0.46970034,0.19851917,0.30392933],"study_design_scores_gemma":[0.0004585729,0.00007737394,0.00014126292,0.000014004759,0.0000034450466,0.00000522116,0.000094235045,0.9326215,0.0039972556,0.00089975103,0.061532244,0.00015515777],"about_ca_topic_score_codex":0.00022909432,"about_ca_topic_score_gemma":0.00011409615,"teacher_disagreement_score":0.93045896,"about_ca_system_score_codex":0.000030886655,"about_ca_system_score_gemma":0.000023008584,"threshold_uncertainty_score":0.2888946},"labels":[],"label_agreement":null},{"id":"W2890236535","doi":"10.18653/v1/d18-1522","title":"Learning Concept Abstractness Using Weak Supervision","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Ilya; Computer science; Empirical research; Natural (archaeology); Artificial intelligence; Natural language processing; Epistemology; Art history; Art; Philosophy; History","score_opus":0.03969259449535188,"score_gpt":0.28793860387932946,"score_spread":0.24824600938397756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890236535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26541322,0.000021326669,0.72384685,0.00013741085,0.00031858787,0.000030779378,3.9991754e-8,0.00015558946,0.0100762015],"genre_scores_gemma":[0.8759917,0.0000011085435,0.1228866,0.00011615941,0.00019604817,4.2828657e-7,2.3759044e-7,0.00000467724,0.00080304703],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920213,0.000029494338,0.00013792192,0.00026354718,0.0001694403,0.00019747116],"domain_scores_gemma":[0.99949753,0.000033045817,0.000031940086,0.00030232716,0.00008080403,0.000054363445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016886399,0.000071805676,0.000078029756,0.000041431238,0.00016605559,0.000119865654,0.0004291581,0.00004268208,0.00017439769],"category_scores_gemma":[0.000025243511,0.000062663494,0.000025753216,0.00012893786,0.000037618804,0.00045204847,0.00021993075,0.00010207244,0.00011176238],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069190846,0.00008470723,0.00495821,0.000021668176,0.000025617466,0.000024489744,0.008791219,0.02714362,0.054731335,0.15784983,0.000827873,0.74553454],"study_design_scores_gemma":[0.00011803628,0.000042245865,0.00052535266,0.000014062588,0.0000012553928,0.000012726173,0.00011580181,0.9867543,0.007569336,0.0006045911,0.004127881,0.000114386086],"about_ca_topic_score_codex":0.0001307059,"about_ca_topic_score_gemma":0.000005995862,"teacher_disagreement_score":0.9596107,"about_ca_system_score_codex":0.00002141307,"about_ca_system_score_gemma":0.000033424425,"threshold_uncertainty_score":0.2555343},"labels":[],"label_agreement":null},{"id":"W2890419630","doi":"10.18653/v1/d18-1409","title":"BanditSum: Extractive Summarization as a Contextual Bandit","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":176,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Automatic summarization; Computer science; Artificial intelligence; Reinforcement learning; Context (archaeology); Sequence (biology); Natural language processing; Machine learning","score_opus":0.0206302257562439,"score_gpt":0.26867492822762823,"score_spread":0.24804470247138433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890419630","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013378426,0.000012778338,0.88690174,0.00050230545,0.00040578208,0.0000848907,4.0345242e-7,0.00016593379,0.098547764],"genre_scores_gemma":[0.9715726,0.0000023137306,0.022967294,0.0007104105,0.00026998672,0.000005296334,0.0000015239383,0.0000045780116,0.0044659963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921185,0.000029637555,0.0001284941,0.00028160462,0.00017954792,0.00016889728],"domain_scores_gemma":[0.9993909,0.000057275698,0.000042089487,0.0003329895,0.000114478295,0.00006226132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013608369,0.00007628155,0.00007671535,0.00005478082,0.00010316385,0.00011474038,0.000366936,0.0000475112,0.00027154543],"category_scores_gemma":[0.00006012142,0.00006620225,0.00002485922,0.00014438375,0.000038709655,0.00056383497,0.000117304735,0.000061051534,0.0006320475],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000119599645,0.00006227688,0.00088010624,0.0000037230611,0.000023834602,0.00001290372,0.002641732,0.000039677223,0.0021574113,0.8558768,0.0045764344,0.13371317],"study_design_scores_gemma":[0.0014475018,0.00048684518,0.005418157,0.000041130636,0.000013904385,0.00007370745,0.00028067987,0.83533835,0.035155572,0.05542559,0.065623276,0.0006952841],"about_ca_topic_score_codex":0.00011937293,"about_ca_topic_score_gemma":0.00005233387,"teacher_disagreement_score":0.9581942,"about_ca_system_score_codex":0.000027916152,"about_ca_system_score_gemma":0.000057400393,"threshold_uncertainty_score":0.81239027},"labels":[],"label_agreement":null},{"id":"W2890776849","doi":"10.18653/v1/d18-1517","title":"Similar but not the Same: Word Sense Disambiguation Improves Event Detection via Neural Representation Matching","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université de Montréal","funders":"","keywords":"Computer science; Word (group theory); Artificial intelligence; Natural language processing; Sentence; Event (particle physics); Matching (statistics); Word-sense disambiguation; SemEval; Representation (politics); Artificial neural network; Task (project management); WordNet; Mathematics","score_opus":0.02712744165160249,"score_gpt":0.28412623129732867,"score_spread":0.2569987896457262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890776849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43374938,0.000003931624,0.563507,0.0018882907,0.0005172437,0.0001222463,1.449157e-7,0.00011116237,0.0001005762],"genre_scores_gemma":[0.9823201,0.0000018020073,0.01600873,0.0009365308,0.00036502167,0.000013851842,9.590045e-7,0.0000073656925,0.0003456987],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880666,0.000114842194,0.00023795335,0.00035517095,0.00029497704,0.0001903784],"domain_scores_gemma":[0.9991006,0.00009759566,0.00010153817,0.0005742552,0.00008687712,0.000039112198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035447234,0.0001026892,0.000077531455,0.000048914153,0.0002913154,0.00020069366,0.0002717271,0.000041996933,0.000011242066],"category_scores_gemma":[0.000059293867,0.0000733114,0.000052642627,0.00019792108,0.000035872785,0.0006220701,0.00017344512,0.00011389888,0.00003501765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015340214,0.000016029639,0.00005620075,0.0000047716717,0.000009141202,0.0000020722753,0.0023973503,0.002273861,0.2069267,0.0012166678,0.000026897222,0.78705496],"study_design_scores_gemma":[0.00011342,0.000037939073,0.005205782,0.000004466373,0.000005265056,0.00001751949,0.00015455515,0.89623123,0.09176751,0.0063284966,0.000039466624,0.00009434194],"about_ca_topic_score_codex":0.0008651531,"about_ca_topic_score_gemma":0.00033336377,"teacher_disagreement_score":0.8939574,"about_ca_system_score_codex":0.000051489573,"about_ca_system_score_gemma":0.000014800776,"threshold_uncertainty_score":0.2989552},"labels":[],"label_agreement":null},{"id":"W2891212627","doi":"10.1162/coli_a_00333","title":"Introduction to the Special Issue on Language in Social Media: Exploiting Discourse and Other Contextual Information","year":2018,"lang":"en","type":"article","venue":"Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Ottawa","funders":"","keywords":"Computer science; Social media; Context (archaeology); Perspective (graphical); Process (computing); Interpretation (philosophy); Task (project management); Linguistics; Artificial intelligence; Natural language processing; World Wide Web","score_opus":0.021970997074845143,"score_gpt":0.2991216231871204,"score_spread":0.27715062611227526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891212627","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059037834,0.000011382106,0.9163428,0.009706011,0.0052538672,0.00026982426,0.00002348927,0.00009070085,0.009264087],"genre_scores_gemma":[0.89164275,2.1993978e-7,0.022920758,0.0015425384,0.08384754,0.0000053463345,0.000011537733,0.000005014557,0.000024268296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926513,0.000036423287,0.00019976767,0.00014698187,0.00023153379,0.00012013491],"domain_scores_gemma":[0.99944556,0.00018247165,0.000061905754,0.00010264758,0.00017610368,0.000031294217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002609091,0.000072050716,0.0000742284,0.00009400973,0.00016578918,0.000117268646,0.00018459589,0.00002940781,0.000019038649],"category_scores_gemma":[0.0014996361,0.000060786977,0.00001193529,0.00014935466,0.000054220724,0.00008162871,0.00009101287,0.000100824036,0.00011320986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023214467,0.00002850443,0.00016176565,0.0000076131514,0.0000064399533,0.0000028967129,0.07021653,0.017207474,0.000003149628,0.74223584,0.018245323,0.15186124],"study_design_scores_gemma":[0.00072327274,0.000115197574,0.004300438,0.000039436454,0.0000070133647,0.000007888567,0.004582058,0.6048424,0.000070878865,0.023109829,0.36188585,0.00031570226],"about_ca_topic_score_codex":0.000010632548,"about_ca_topic_score_gemma":0.000033450833,"teacher_disagreement_score":0.89342207,"about_ca_system_score_codex":0.000038197057,"about_ca_system_score_gemma":0.000033414715,"threshold_uncertainty_score":0.2478821},"labels":[],"label_agreement":null},{"id":"W2891369851","doi":"10.18653/v1/d18-1094","title":"A Hierarchical Neural Attention-based Text Classifier","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Interpretability; Computer science; Artificial intelligence; Classifier (UML); Machine learning; Artificial neural network; Deep neural networks; Multiclass classification; Pattern recognition (psychology); Support vector machine","score_opus":0.03405481644673563,"score_gpt":0.2691189879878113,"score_spread":0.23506417154107567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891369851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06485979,0.000003990147,0.91299313,0.0053635878,0.0003803676,0.00005058226,1.6418805e-7,0.000187811,0.016160564],"genre_scores_gemma":[0.89232266,8.09494e-8,0.1036319,0.0020041333,0.0001880577,0.000004134504,3.9988487e-7,0.0000035919481,0.0018450347],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916965,0.00003515288,0.00012736881,0.00028307884,0.00018259526,0.00020216312],"domain_scores_gemma":[0.99938464,0.000046644625,0.000020388208,0.00041511786,0.000053953278,0.00007924591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010976206,0.000068128196,0.00006529735,0.00005490513,0.00009067692,0.00009816025,0.00049582095,0.000037612786,0.00017643275],"category_scores_gemma":[0.000020883865,0.000054636424,0.000047264304,0.00015232388,0.000062825915,0.00016233143,0.00011432084,0.00009001594,0.00031794969],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015377836,0.00016008127,0.010900101,0.000014158657,0.000017464543,0.000026993443,0.00033760344,0.00030964884,0.0061297077,0.59981513,0.009191621,0.37308207],"study_design_scores_gemma":[0.00017772763,0.00004700848,0.0046520657,0.0000035680343,0.0000010446591,0.000003517429,0.0000027929736,0.9894362,0.00037227155,0.0022102266,0.0030107608,0.000082782855],"about_ca_topic_score_codex":0.00001987722,"about_ca_topic_score_gemma":0.000016708449,"teacher_disagreement_score":0.98912656,"about_ca_system_score_codex":0.000014766048,"about_ca_system_score_gemma":0.00004581548,"threshold_uncertainty_score":0.4086706},"labels":[],"label_agreement":null},{"id":"W2891521313","doi":"10.5555/3327757.3327855","title":"Towards Text Generation with Adversarially Learned Neural Outlines","year":2018,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Topic Modeling","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Canadian Institute for Advanced Research; Université de Montréal","funders":"","keywords":"Computer science; Autoregressive model; Artificial intelligence; Generative grammar; Sentence; Generative model; Multinomial distribution; Natural language processing; Latent variable; Machine learning; Prior probability; Bayesian probability; Statistics; Mathematics","score_opus":0.02322451125486854,"score_gpt":0.2462142602693015,"score_spread":0.22298974901443294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891521313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081767865,0.00015114498,0.9071068,0.008128635,0.00036206108,0.00040383838,0.0000034597692,0.000976764,0.0010993925],"genre_scores_gemma":[0.6479601,0.0000130044455,0.3487402,0.0019920315,0.0006679754,0.0000851529,0.0000056695644,0.000028567416,0.00050730514],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99765414,0.00012602034,0.00039251105,0.00070249505,0.00048647186,0.0006383439],"domain_scores_gemma":[0.9979897,0.00003334339,0.00018482172,0.0012654338,0.00028925153,0.00023742813],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052034593,0.00031126858,0.0002785594,0.00028147435,0.00032759577,0.0004501216,0.0011328296,0.00019211532,0.000023916706],"category_scores_gemma":[0.00012253005,0.00027021926,0.000091899325,0.00055947196,0.00010650083,0.00090297736,0.0003654535,0.0002845668,0.000035795612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022111979,0.00035236723,0.013338901,0.00003757534,0.00013199772,0.00020000136,0.0028483777,0.029284049,0.045898788,0.2514205,0.0039826743,0.65228367],"study_design_scores_gemma":[0.0005144347,0.00033976728,0.0032454622,0.000016885433,0.000014010728,0.0001329889,0.000025866664,0.97857237,0.013700592,0.0013384625,0.0017295075,0.00036962616],"about_ca_topic_score_codex":0.0041535688,"about_ca_topic_score_gemma":0.0031726612,"teacher_disagreement_score":0.94928837,"about_ca_system_score_codex":0.00021315222,"about_ca_system_score_gemma":0.00035048233,"threshold_uncertainty_score":0.999975},"labels":[],"label_agreement":null},{"id":"W2891881175","doi":"10.18653/v1/d18-1343","title":"Multi-Multi-View Learning: Multilingual and Multi-Representation Entity Typing","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Computer science; Natural language processing; Embedding; Representation (politics); Artificial intelligence; Entity linking; Context (archaeology); German; Information retrieval; Linguistics; Knowledge base","score_opus":0.08456332633316738,"score_gpt":0.3519646892348669,"score_spread":0.2674013629016995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891881175","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18599649,0.00016173751,0.8127279,0.00012341343,0.0003765829,0.00017208491,2.6128785e-7,0.00027848402,0.00016301656],"genre_scores_gemma":[0.54501885,0.000023051587,0.4533717,0.00011162166,0.000076069555,0.0000048357274,0.0000010045266,0.000007571514,0.0013852771],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985203,0.00011654709,0.00028193614,0.00061507244,0.00016400444,0.00030214738],"domain_scores_gemma":[0.99912125,0.00007035489,0.0000944804,0.00042003024,0.00017479771,0.000119096745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003640336,0.00015754337,0.00017176561,0.00009648965,0.00027520122,0.00021031979,0.00041508695,0.00008149893,0.000037704038],"category_scores_gemma":[0.00023439676,0.00014649062,0.00004749782,0.00019971261,0.00008946631,0.00057049916,0.00044722747,0.00019195752,0.00013579232],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012437375,0.00041550273,0.093476124,0.00009229883,0.00006754,0.00001730174,0.013194717,0.0012645577,0.023708379,0.00205823,0.00007141114,0.8656215],"study_design_scores_gemma":[0.00090231857,0.000029853305,0.01217069,0.000024945895,0.00000551109,0.000008712721,0.00014884572,0.98059267,0.0050020055,0.000024297107,0.000903973,0.00018618819],"about_ca_topic_score_codex":0.00043061376,"about_ca_topic_score_gemma":0.00032152567,"teacher_disagreement_score":0.9793281,"about_ca_system_score_codex":0.000030042245,"about_ca_system_score_gemma":0.000038638882,"threshold_uncertainty_score":0.5973714},"labels":[],"label_agreement":null},{"id":"W2892043975","doi":"10.18653/v1/d18-1502","title":"Dual Fixed-Size Ordinally Forgetting Encoding (FOFE) for Competitive Neural Language Models","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Forgetting; Dual (grammatical number); Computer science; Encoding (memory); Perplexity; Artificial neural network; Word (group theory); Language model; Artificial intelligence; Deep neural networks; Mathematics; Linguistics","score_opus":0.028342806514413312,"score_gpt":0.2765021994500761,"score_spread":0.24815939293566278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892043975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07007341,0.000022295186,0.8997011,0.0009010163,0.00046048523,0.00024313075,0.000003271148,0.00028935165,0.028305897],"genre_scores_gemma":[0.72628236,4.780109e-7,0.27114984,0.00079384394,0.00041216164,0.000015892892,0.0000013613299,0.00001037683,0.0013336884],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859005,0.00003514401,0.00025545474,0.00046369087,0.00021465767,0.0004409748],"domain_scores_gemma":[0.9988966,0.00035038387,0.00007896924,0.0004153838,0.00016877442,0.00008987974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036219705,0.00015323074,0.0001757354,0.000057054738,0.00023656069,0.0001698622,0.0005809847,0.00005494347,0.00003536512],"category_scores_gemma":[0.00013376871,0.00013746729,0.000086759974,0.00014965818,0.00004382526,0.0007284088,0.00034269536,0.00010147722,0.000017839648],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017871942,0.000037407604,0.00017767074,0.00003409442,0.00002939533,0.000021760667,0.008289316,0.0012460331,0.0068012355,0.9265318,0.0008783663,0.055935048],"study_design_scores_gemma":[0.00036226798,0.00010098334,0.000047867576,0.000021531016,0.0000050224057,0.00001894902,0.00053916615,0.9876674,0.0039925356,0.006620069,0.00042357945,0.00020065847],"about_ca_topic_score_codex":0.000080151374,"about_ca_topic_score_gemma":0.00007936673,"teacher_disagreement_score":0.98642135,"about_ca_system_score_codex":0.000038653194,"about_ca_system_score_gemma":0.000044897948,"threshold_uncertainty_score":0.56057537},"labels":[],"label_agreement":null},{"id":"W2892355797","doi":"10.7939/dvn/10968","title":"WNED datasets and results","year":2017,"lang":"en","type":"dataset","venue":"Borealis","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Geography; Archaeology; Cartography","score_opus":0.03943210719498486,"score_gpt":0.30497854617797987,"score_spread":0.265546438982995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892355797","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.0131732e-7,0.00013650814,0.002660579,0.0007155164,0.00023762885,0.000107236214,0.9957492,0.00004973172,0.00034320256],"genre_scores_gemma":[0.0000026831808,0.00021675724,0.004952104,0.000257692,0.0002205205,0.000008111742,0.9942844,0.0000055687715,0.00005216711],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985119,0.000042186857,0.00028862723,0.00065279816,0.00026862495,0.00023584897],"domain_scores_gemma":[0.9956387,0.00006222009,0.0002793995,0.003868476,0.000028908673,0.00012227392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003902936,0.0001963543,0.00023845317,0.00008403889,0.00017903847,0.00045923356,0.0023120018,0.0001873849,0.0000023321247],"category_scores_gemma":[0.0003244108,0.0001767113,0.000031317344,0.000029085799,0.000051851985,0.00029966078,0.001132425,0.00021494555,0.000019403382],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035890982,0.0000075896282,4.16219e-7,0.00002261954,0.00000938496,0.00007354056,0.000015623285,8.758704e-7,2.4129747e-7,0.00015346271,0.994001,0.0057116896],"study_design_scores_gemma":[0.00025244209,0.000017395349,0.00008003179,0.000052275675,0.00001333669,0.000021455631,6.633447e-7,0.00085204554,0.0000030781227,0.0004175155,0.9980887,0.00020105996],"about_ca_topic_score_codex":0.029482065,"about_ca_topic_score_gemma":0.0074689104,"teacher_disagreement_score":0.022013154,"about_ca_system_score_codex":0.000018255223,"about_ca_system_score_gemma":0.00008447398,"threshold_uncertainty_score":0.9769807},"labels":[],"label_agreement":null},{"id":"W2893437765","doi":"10.48550/arxiv.1809.11086","title":"Learning Recurrent Binary/Ternary Weights","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Ternary operation; Recurrent neural network; Speedup; Binary number; Application-specific integrated circuit; Inference; Sequence (biology); Throughput; Identification (biology); Parallel computing; Algorithm; Computer engineering; Computer hardware; Artificial intelligence; Artificial neural network; Arithmetic; Programming language; Operating system","score_opus":0.07755215751959647,"score_gpt":0.19364457622969694,"score_spread":0.11609241871010047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893437765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43586585,0.000084388594,0.5578253,0.00009283026,0.001570865,0.00014880419,0.0000018216354,0.00037874002,0.0040313727],"genre_scores_gemma":[0.9879094,0.00019973954,0.0076281545,0.00005305327,0.00032411466,7.4358167e-7,0.000009355823,0.000019754403,0.0038556883],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975728,0.00019739,0.00021920534,0.001457787,0.00013044216,0.00042237822],"domain_scores_gemma":[0.9978827,0.000063845,0.00026401694,0.0014452833,0.00015457685,0.00018956055],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025760935,0.0003330181,0.00030486885,0.00029932125,0.00023448966,0.00014260148,0.0025178483,0.00028790635,0.000061026396],"category_scores_gemma":[0.00002621914,0.0003803778,0.00021613926,0.00034639385,0.00009021061,0.0003799039,0.0041680667,0.0009193909,0.0003639336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094883224,0.00037799324,0.021762302,0.00035720677,0.0003446477,0.0026184723,0.0027408514,0.6151812,0.0000761669,0.33497187,0.0023827173,0.019091686],"study_design_scores_gemma":[0.00023484523,0.0001201357,0.00063775684,0.00018114358,0.000028162342,0.000006705274,0.000025464324,0.95678073,0.00004409357,0.037815124,0.0036754643,0.0004503458],"about_ca_topic_score_codex":0.00008814232,"about_ca_topic_score_gemma":0.000009283351,"teacher_disagreement_score":0.55204356,"about_ca_system_score_codex":0.00023297894,"about_ca_system_score_gemma":0.00017250389,"threshold_uncertainty_score":0.9998648},"labels":[],"label_agreement":null},{"id":"W2894762547","doi":"10.1145/3209280.3229114","title":"Improving Short Text Clustering by Similarity Matrix Sparsification","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Cluster analysis; Similarity (geometry); Computer science; Artificial intelligence; Embedding; Word (group theory); Correlation clustering; Document clustering; Pattern recognition (psychology); Data mining; Mathematics; Image (mathematics)","score_opus":0.028969456681981722,"score_gpt":0.27476297035351493,"score_spread":0.2457935136715332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894762547","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019412529,0.000027857795,0.9735232,0.00057338923,0.00028396462,0.000087735345,5.0523795e-7,0.00024102989,0.005849799],"genre_scores_gemma":[0.80640465,0.000001764149,0.19252206,0.00023087687,0.00011906163,0.0000035602538,9.4441276e-7,0.0000047797894,0.00071230717],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990968,0.000018333849,0.00017045469,0.00034728527,0.00016066869,0.00020645242],"domain_scores_gemma":[0.9992687,0.000019392925,0.0000305858,0.000560865,0.000060738,0.000059709804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025159577,0.00007993499,0.00007358059,0.00003832027,0.00011813042,0.00015349977,0.0005699813,0.00004956465,0.000035624897],"category_scores_gemma":[0.00002200514,0.000076087716,0.000023885737,0.00012339026,0.000023303577,0.00042849116,0.000297373,0.000072403884,0.00007965206],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069669163,0.00008057496,0.0030684166,0.0000431836,0.00001658107,0.000003651939,0.0010863607,0.00034425023,0.1202833,0.031556014,0.009344026,0.8341667],"study_design_scores_gemma":[0.000052238258,0.000021174274,0.00030089487,0.0000038802564,0.0000016913299,0.000004179746,0.000014003875,0.98569643,0.010877366,0.0002919545,0.0026260025,0.00011018232],"about_ca_topic_score_codex":0.00015274498,"about_ca_topic_score_gemma":0.000046569417,"teacher_disagreement_score":0.98535216,"about_ca_system_score_codex":0.000041665677,"about_ca_system_score_gemma":0.000022595175,"threshold_uncertainty_score":0.31027672},"labels":[],"label_agreement":null},{"id":"W2894995323","doi":"10.1007/978-3-030-01716-3_32","title":"Coherence-Based Automated Essay Scoring Using Self-attention","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Feature engineering; Coherence (philosophical gambling strategy); Artificial intelligence; Representation (politics); Feature (linguistics); Machine learning; Natural language processing; Deep learning; Linguistics; Statistics","score_opus":0.028839341247385297,"score_gpt":0.26396261349139655,"score_spread":0.23512327224401125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894995323","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027682725,0.00011889525,0.99127305,0.00016865082,0.0029240784,0.00041383956,0.0000019939966,0.0013264599,0.0010047562],"genre_scores_gemma":[0.20499088,0.000002265499,0.79375833,0.0005451282,0.000565013,0.0000056505733,0.0000029368084,0.000038096903,0.000091706745],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99532264,0.000058066482,0.00065409223,0.0019387031,0.0012083863,0.00081811164],"domain_scores_gemma":[0.9969777,0.00023336377,0.00042309714,0.0017624559,0.0004133516,0.000190019],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011469636,0.00058393955,0.000524478,0.0009637665,0.00039651568,0.00085293513,0.0033572316,0.00039090737,0.000034826695],"category_scores_gemma":[0.000059570386,0.000570869,0.00014417237,0.00074078346,0.00042846642,0.00079132814,0.001132637,0.00064764865,0.00006927809],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011668553,0.00012636468,0.0007658604,0.00029568572,0.000056345387,0.0002843949,0.0022798644,0.5773025,0.0041524554,0.008132783,0.000034310062,0.40655777],"study_design_scores_gemma":[0.0002623694,0.00008501058,0.00007359872,0.0007738462,0.000012101119,0.000040140138,1.00346924e-7,0.9747218,0.0016658752,0.021641685,0.00010988229,0.0006135844],"about_ca_topic_score_codex":0.000043568867,"about_ca_topic_score_gemma":0.000032033728,"teacher_disagreement_score":0.40594417,"about_ca_system_score_codex":0.0008538326,"about_ca_system_score_gemma":0.0015350644,"threshold_uncertainty_score":0.99967426},"labels":[],"label_agreement":null},{"id":"W2895258120","doi":"10.5121/ijma.2016.8401","title":"A Document Exploring System on LDA Topic Model for Wikipedia Articles","year":2016,"lang":"en","type":"article","venue":"The International journal of Multimedia & Its Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Information retrieval; Topic model; Computer science; World Wide Web","score_opus":0.08308563270336597,"score_gpt":0.30061917942811583,"score_spread":0.21753354672474987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895258120","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034894593,0.00006284604,0.9507002,0.013398175,0.00050251826,0.00029500565,0.0000070958977,0.000033496664,0.00010602678],"genre_scores_gemma":[0.9371194,0.00005473241,0.061399292,0.0002138393,0.00069773564,0.0002885589,3.9724273e-7,0.0000075833054,0.00021842482],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880296,0.000020093497,0.00040003925,0.00015358214,0.00048525532,0.00013806288],"domain_scores_gemma":[0.99837166,0.00055024785,0.00026730416,0.00030079696,0.00043483925,0.00007515865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004313914,0.000086506596,0.000103701,0.00010109178,0.00007852816,0.00008371616,0.0014727869,0.000022741067,0.000004555258],"category_scores_gemma":[0.00009844441,0.000048775513,0.00009265876,0.000060576123,0.000020307038,0.00040201852,0.00011416136,0.00007762682,0.00003504772],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004591826,0.00010122584,0.000047845802,0.000011512531,0.0001272568,0.0000034189572,0.0018260329,0.011498315,0.011424688,0.42445722,0.00052395544,0.5499326],"study_design_scores_gemma":[0.001100579,0.000046417623,0.00012288599,0.00015312864,0.000019676181,0.000039705203,0.00012388341,0.9656093,0.013188128,0.012932525,0.006539421,0.000124338],"about_ca_topic_score_codex":0.0000028432223,"about_ca_topic_score_gemma":0.0000026026219,"teacher_disagreement_score":0.954111,"about_ca_system_score_codex":0.00018258848,"about_ca_system_score_gemma":0.00008126812,"threshold_uncertainty_score":0.2736829},"labels":[],"label_agreement":null},{"id":"W2895279374","doi":"10.1162/coli_a_00363","title":"Scalable Micro-planned Generation of Discourse from Structured Data","year":2019,"lang":"en","type":"preprint","venue":"Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Interpretability; Natural language processing; Scalability; Artificial intelligence; Natural language generation; Sentence; Pipeline (software); Paragraph; Fluency; Text simplification; Natural language understanding; Robustness (evolution); Natural language; Programming language; Database","score_opus":0.08137583821686917,"score_gpt":0.32304697739436655,"score_spread":0.24167113917749738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895279374","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015537111,0.0003972509,0.9752601,0.00013392992,0.0062507656,0.00024777133,0.0017294664,0.000072592644,0.00037104834],"genre_scores_gemma":[0.4768005,0.0000053534336,0.51565963,0.00006916194,0.0013916397,0.0000018303123,0.0060096723,0.000013020834,0.000049192146],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977296,0.00007251936,0.00059325615,0.00089832384,0.00052289857,0.00018341579],"domain_scores_gemma":[0.9965972,0.00025888803,0.00047344624,0.0018847618,0.0007183728,0.00006736271],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021785227,0.0002417251,0.0003726125,0.000108091124,0.000065707376,0.00019725978,0.002402661,0.00021045082,0.0000233821],"category_scores_gemma":[0.00073975895,0.00025805837,0.000059026068,0.00008883825,0.000050677867,0.000061840816,0.0028224515,0.0003621982,0.000033670018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047049025,0.000034406024,0.00044538509,0.00006534631,0.00006237205,0.0000047919807,0.0001902297,0.97782874,0.00009925945,0.016992623,0.0029063097,0.0013658073],"study_design_scores_gemma":[0.00020372946,0.000012812466,0.00054582284,0.00008791415,0.000034428987,0.0000010067381,0.000005837819,0.93052155,0.00019549823,0.067296706,0.0008638701,0.0002308339],"about_ca_topic_score_codex":0.00009122794,"about_ca_topic_score_gemma":0.000015285665,"teacher_disagreement_score":0.4612634,"about_ca_system_score_codex":0.000056895547,"about_ca_system_score_gemma":0.000662004,"threshold_uncertainty_score":0.9999872},"labels":[],"label_agreement":null},{"id":"W2895332542","doi":"10.1145/3209280.3229101","title":"OurDirection","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Recurrent neural network; Encoder; Domain (mathematical analysis); Artificial intelligence; Artificial neural network; Open domain; Question answering; Operating system","score_opus":0.023879334514023368,"score_gpt":0.25892729411985416,"score_spread":0.2350479596058308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895332542","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068602855,0.0000025852262,0.8753248,0.0005676697,0.00035884228,0.000009915913,5.019267e-9,0.00015143947,0.116724454],"genre_scores_gemma":[0.8350434,2.5307676e-7,0.16182187,0.00030939665,0.00014546343,5.7133207e-7,1.39461465e-8,7.026971e-7,0.0026783696],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997907,0.000004635607,0.000029100758,0.000081871665,0.000043268305,0.00005038065],"domain_scores_gemma":[0.9997939,0.0000037583952,0.000005397096,0.00016259972,0.000020262813,0.000014101916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005081032,0.000015634754,0.000015564707,0.000014891707,0.000029763349,0.000025304593,0.00013973526,0.000008585139,0.00003967999],"category_scores_gemma":[0.0000046472023,0.000012897842,0.0000068749,0.000055678385,0.0000052089554,0.00012136351,0.00004434559,0.000012281553,0.00030322702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.9615674e-7,0.000008442805,0.00058303855,8.1937117e-7,0.00000240458,8.521732e-7,0.000335101,0.000012476163,0.0013266947,0.46506405,0.0057005445,0.5269652],"study_design_scores_gemma":[0.0000880686,0.00004430257,0.0017303935,0.0000024151466,5.9442357e-7,0.000010786523,0.000008913133,0.8949262,0.021117335,0.019759072,0.06221981,0.00009209309],"about_ca_topic_score_codex":0.000020270933,"about_ca_topic_score_gemma":0.000007855585,"teacher_disagreement_score":0.89491373,"about_ca_system_score_codex":0.0000053397557,"about_ca_system_score_gemma":0.0000054710763,"threshold_uncertainty_score":0.3897471},"labels":[],"label_agreement":null},{"id":"W2896065871","doi":"10.1109/ijcnn.2018.8489224","title":"Words Are Not Temporal Sequences of Characters","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Recurrent neural network; Artificial intelligence; Generative grammar; Word (group theory); Natural language processing; Architecture; Language model; Implementation; Component (thermodynamics); Invariant (physics); Natural language; Generative model; Encoding (memory); Position (finance); Artificial neural network; Speech recognition; Linguistics; Programming language; Mathematics","score_opus":0.046210009076187386,"score_gpt":0.26922645979226517,"score_spread":0.22301645071607779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896065871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55387336,0.000007748387,0.4412288,0.0014512603,0.00032059997,0.000034094555,4.2112293e-7,0.000075541866,0.003008193],"genre_scores_gemma":[0.93812144,8.0785014e-7,0.060753558,0.0004834864,0.000093278344,0.0000011982315,1.5365306e-7,0.0000017564756,0.0005443197],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999426,0.000014084154,0.00012979847,0.00016931773,0.00014784743,0.00011291617],"domain_scores_gemma":[0.99951196,0.000015338226,0.000069332724,0.00031421657,0.000055464112,0.000033718672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013072879,0.0000490929,0.00008133661,0.000037471516,0.000028838853,0.000028548862,0.00048419923,0.000023508814,0.000047515674],"category_scores_gemma":[0.000010588226,0.000038866892,0.000024017692,0.00010287178,0.00005188131,0.0002512091,0.00010915709,0.00003373179,0.000045756995],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034277084,0.0002438762,0.17332385,0.00012493622,0.00007234103,0.00005464758,0.01364025,0.00012288711,0.09892255,0.44161442,0.0030786798,0.26876727],"study_design_scores_gemma":[0.00078500883,0.00044961154,0.0838717,0.00019672471,0.000010238126,0.000032860353,0.00061775406,0.38000897,0.5145006,0.010985644,0.007649426,0.00089146185],"about_ca_topic_score_codex":0.00010022541,"about_ca_topic_score_gemma":0.00002830759,"teacher_disagreement_score":0.43062878,"about_ca_system_score_codex":0.000008954519,"about_ca_system_score_gemma":0.000030918312,"threshold_uncertainty_score":0.15849458},"labels":[],"label_agreement":null},{"id":"W2896529804","doi":"10.1007/s12083-018-0687-4","title":"Toward citation recommender systems considering the article impact in the extended nearby citation network","year":2018,"lang":"en","type":"article","venue":"Peer-to-Peer Networking and Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Citation; Computer science; Impact factor; Metadata; Bibliometrics; Similarity (geometry); Information retrieval; Recommender system; Citation impact; Data science; Empirical research; Baseline (sea); Data mining; World Wide Web; Artificial intelligence; Statistics; Mathematics","score_opus":0.0670989261935125,"score_gpt":0.3148766972970984,"score_spread":0.2477777711035859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896529804","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032288246,0.00018388896,0.93660104,0.028244073,0.00036402835,0.00091579556,0.0000016860515,0.000108115564,0.0012931116],"genre_scores_gemma":[0.9799236,0.0000063933644,0.01643936,0.0017082009,0.0013248204,0.0004885081,0.000004952868,0.000011879806,0.00009229413],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983472,0.00016613795,0.00031478706,0.0003900087,0.00038823296,0.00039363952],"domain_scores_gemma":[0.99849135,0.00046710356,0.000089819194,0.00060908747,0.0002427297,0.00009991504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018788755,0.00013927072,0.0001314749,0.0000783609,0.00051368977,0.0006029754,0.0005354164,0.00004952252,0.0000025051932],"category_scores_gemma":[0.000070503185,0.00009643698,0.00003549926,0.0011371026,0.00004377523,0.00015581529,0.00010917722,0.00018443214,0.00003496812],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024076651,0.00010633039,0.0067183855,0.000026881446,0.000070633134,0.000002816095,0.03849174,0.33033985,0.00037402986,0.15324807,0.04432169,0.4262755],"study_design_scores_gemma":[0.00026585787,0.00007914325,0.020415189,0.00007370737,0.000018472298,0.000029249964,0.0012546639,0.83997685,0.000022354683,0.023030369,0.114541285,0.0002928723],"about_ca_topic_score_codex":0.00015894647,"about_ca_topic_score_gemma":0.00006772337,"teacher_disagreement_score":0.94763535,"about_ca_system_score_codex":0.00005555108,"about_ca_system_score_gemma":0.00003499362,"threshold_uncertainty_score":0.5814505},"labels":[],"label_agreement":null},{"id":"W2896581050","doi":"10.1109/ijcnn.2018.8489194","title":"Using Deep Learning to Recommend Discussion Threads to Users in an Online Forum","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Set (abstract data type); Recall; Conversation; Artificial neural network; Test set; Topic model; Artificial intelligence; Probabilistic logic; Sample (material); Social media; Ideal (ethics); Machine learning; F1 score; Precision and recall; Data set; Test (biology); World Wide Web","score_opus":0.09314019694162755,"score_gpt":0.34527129089458264,"score_spread":0.2521310939529551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896581050","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40450576,0.0000014979796,0.59030056,0.0046732817,0.00016810303,0.000077808385,1.199145e-7,0.00006679486,0.00020605998],"genre_scores_gemma":[0.56161755,2.5706632e-7,0.4367469,0.001394215,0.00007575031,0.0000016465206,7.2707905e-7,0.0000063507555,0.0001565735],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988856,0.00005578048,0.00018815769,0.00039055047,0.0001478395,0.00033212954],"domain_scores_gemma":[0.999347,0.000017448045,0.000025386857,0.0003975779,0.000041940268,0.00017066076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002054345,0.00009606091,0.0001088576,0.0001763976,0.00010818811,0.000107432184,0.0005128673,0.000039400802,0.00003320257],"category_scores_gemma":[0.000041595045,0.000066786306,0.000018488574,0.00040000293,0.0000078408475,0.0004923093,0.0004825706,0.00011025767,0.000031540792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015796166,0.00009658863,0.05350901,0.0000041276103,0.00000319294,0.0000062739387,0.008093962,0.032886293,0.0069021494,0.003150522,0.00012691395,0.89520514],"study_design_scores_gemma":[0.00013528754,0.0002025377,0.0027570329,0.00003788345,8.675252e-7,0.0000026513871,0.0010810351,0.9919757,0.00068158587,0.0006443039,0.0023140255,0.00016707082],"about_ca_topic_score_codex":0.00028879844,"about_ca_topic_score_gemma":0.005751561,"teacher_disagreement_score":0.9590894,"about_ca_system_score_codex":0.00007925832,"about_ca_system_score_gemma":0.000019403135,"threshold_uncertainty_score":0.3209506},"labels":[],"label_agreement":null},{"id":"W2898396042","doi":"10.1109/asonam.2018.8508612","title":"Implicit Entity Linking Through Ad-Hoc Retrieval","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Entity linking; Information retrieval; Knowledge base; Set (abstract data type); Process (computing); Representation (politics); Space (punctuation); Baseline (sea); Natural language processing; World Wide Web; Programming language","score_opus":0.035632039234080135,"score_gpt":0.28899289894091085,"score_spread":0.2533608597068307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898396042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07326144,0.00008107968,0.8980777,0.0007019262,0.00071043556,0.00006406846,2.3703268e-7,0.00029773873,0.026805365],"genre_scores_gemma":[0.71413314,0.000013265555,0.28324375,0.001154959,0.00032199983,8.5539244e-7,3.6728608e-7,0.0000058113615,0.0011258627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989318,0.000022555283,0.00017304828,0.00036897382,0.00023611671,0.00026745722],"domain_scores_gemma":[0.9990942,0.00003113894,0.00004244904,0.00068806147,0.0000955494,0.000048604175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022382829,0.00008710202,0.00009843286,0.000029459243,0.00014660598,0.00015952066,0.0007875586,0.000060166403,0.00011676791],"category_scores_gemma":[0.000028367713,0.000076819066,0.000045569403,0.00024426906,0.00003657614,0.0005726259,0.0004479512,0.00010311047,0.00035387275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017027973,0.000074546675,0.0017786203,0.000026914062,0.00003554988,0.000017628086,0.005051477,0.000030208304,0.01054144,0.84702384,0.0029832548,0.13241951],"study_design_scores_gemma":[0.0011382928,0.0004852685,0.0036804478,0.00009456518,0.000016712047,0.00006861882,0.0001033434,0.42511183,0.07357781,0.2724242,0.22225763,0.0010412986],"about_ca_topic_score_codex":0.000035667825,"about_ca_topic_score_gemma":0.000029117038,"teacher_disagreement_score":0.6408717,"about_ca_system_score_codex":0.000034863024,"about_ca_system_score_gemma":0.00004338029,"threshold_uncertainty_score":0.45484364},"labels":[],"label_agreement":null},{"id":"W2898487021","doi":"10.48550/arxiv.1810.10641","title":"Predicting the Semantic Textual Similarity with Siamese CNN and LSTM","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Natural language processing; Semantic similarity; Similarity (geometry); Artificial intelligence; Context (archaeology); Convolution (computer science); Convolutional neural network; Recurrent neural network; Artificial neural network; Image (mathematics)","score_opus":0.05907066756665994,"score_gpt":0.17951226178288918,"score_spread":0.12044159421622924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898487021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4946472,0.000029834191,0.50311464,0.0002576149,0.00014500775,0.00018610536,0.000002962265,0.00014325594,0.0014733659],"genre_scores_gemma":[0.996069,0.000042181244,0.0029523743,0.0001841779,0.00014779097,6.6692905e-7,0.0000019524332,0.000013173487,0.0005886538],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99820656,0.00013328035,0.00014916825,0.0010536575,0.00012569278,0.000331637],"domain_scores_gemma":[0.9980265,0.00014034749,0.00018697508,0.0013922659,0.00013074468,0.00012318205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037525565,0.00026509177,0.00023999452,0.00010447586,0.0003128618,0.0002035746,0.0015741672,0.00018898884,0.000010330519],"category_scores_gemma":[0.00004126945,0.00020974177,0.00006882592,0.00028568186,0.00026201576,0.0002976251,0.0027907514,0.000637773,0.000014918093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014529933,0.00027042694,0.32589686,0.0006371599,0.0007180463,0.0013652573,0.008790703,0.3635168,0.000045831952,0.29228145,0.0007178164,0.0056143436],"study_design_scores_gemma":[0.0002791301,0.000060215592,0.0040960815,0.00012540429,0.00006866999,0.000018183138,0.00018788358,0.9828331,0.000023052216,0.011843692,0.00017514944,0.0002894232],"about_ca_topic_score_codex":0.0002668398,"about_ca_topic_score_gemma":0.00016066105,"teacher_disagreement_score":0.6193163,"about_ca_system_score_codex":0.000073629526,"about_ca_system_score_gemma":0.00016825629,"threshold_uncertainty_score":0.85530216},"labels":[],"label_agreement":null},{"id":"W2898607795","doi":"10.2196/medinform.9965","title":"Clinical Named Entity Recognition From Chinese Electronic Health Records via Machine Learning Methods","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Conditional random field; Artificial intelligence; Natural language processing; F1 score; Machine learning; Named-entity recognition; Test set; Benchmark (surveying); Precision and recall; Health records; Deep learning; Information retrieval; Unstructured data; Task (project management); Data mining; Big data; Health care","score_opus":0.04074273956746675,"score_gpt":0.4129983582792558,"score_spread":0.372255618711789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898607795","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13214396,0.00010337167,0.864374,0.0011027162,0.0010581153,0.0002173727,0.0000026929063,0.00030049356,0.00069726],"genre_scores_gemma":[0.20726253,0.00031666856,0.78520674,0.0058646635,0.0011237712,0.000032619613,0.00008782296,0.000017444236,0.000087721906],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99629074,0.00064616476,0.0014379143,0.00026248302,0.00077778427,0.0005849334],"domain_scores_gemma":[0.99773717,0.0005438772,0.0005002217,0.0005794495,0.00013695471,0.00050234393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047487253,0.00020010087,0.00044673166,0.00011007156,0.00022128441,0.000104539664,0.0009754004,0.0002640624,0.000426121],"category_scores_gemma":[0.001129019,0.00016250595,0.0001300729,0.00040922413,0.00013826894,0.0007126875,0.00048042327,0.0013340407,0.000332184],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009627071,0.000065504726,0.002207399,0.000029593482,0.000025526713,0.0000012894413,0.0026989481,0.0000016193012,0.0000026400514,0.00019567224,0.00041553413,0.9943466],"study_design_scores_gemma":[0.0006997795,0.00039593165,0.0010792643,0.00007690755,0.0000050604945,0.000018128596,0.000051584437,0.9664919,0.00002031784,0.009247073,0.021713244,0.00020081238],"about_ca_topic_score_codex":0.0003002449,"about_ca_topic_score_gemma":0.00022866343,"teacher_disagreement_score":0.9941458,"about_ca_system_score_codex":0.00012804652,"about_ca_system_score_gemma":0.00051449257,"threshold_uncertainty_score":0.66268003},"labels":[],"label_agreement":null},{"id":"W2898749396","doi":"10.18653/v1/w18-5620","title":"Listwise temporal ordering of events in clinical notes","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institutes of Health; University of Toronto; Mayo Clinic","keywords":"Timeline; Computer science; Baseline (sea); Ranking (information retrieval); Downstream (manufacturing); Natural language processing; Information retrieval; Statistics; Engineering; Mathematics; Geology","score_opus":0.08409123596687995,"score_gpt":0.3602126343501249,"score_spread":0.27612139838324495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898749396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53290063,0.0000055737864,0.4657112,0.00017537222,0.00019229048,0.00002992775,4.564115e-8,0.000024418145,0.00096053234],"genre_scores_gemma":[0.8655596,0.0000011678524,0.1341881,0.00010109329,0.00006435741,7.7665294e-7,7.731129e-8,0.0000018668796,0.00008301526],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926245,0.000032393236,0.00031283562,0.00018075977,0.00010264699,0.00010890924],"domain_scores_gemma":[0.99949294,0.00007261294,0.000046865523,0.00031905298,0.000036815974,0.00003173426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041910508,0.000041875108,0.00010218598,0.000043298376,0.000011900576,0.0000063948523,0.00039450414,0.000034189405,0.00002036965],"category_scores_gemma":[0.00011789335,0.00003620687,0.000028872224,0.00013173795,0.000026733242,0.00014467156,0.00022392048,0.000056193363,0.00002307016],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044674284,0.00008386085,0.92170316,0.000008487922,0.000003715679,0.0000026486728,0.00035107485,0.000053454445,0.00012691211,0.012046977,0.000040837105,0.0655744],"study_design_scores_gemma":[0.00084959826,0.00020351415,0.30546618,0.000071472416,0.0000017464456,0.000003437596,0.000020043391,0.6806189,0.0028051117,0.008896923,0.00085069047,0.00021241915],"about_ca_topic_score_codex":0.00032278392,"about_ca_topic_score_gemma":0.0002883489,"teacher_disagreement_score":0.6805654,"about_ca_system_score_codex":0.000006891843,"about_ca_system_score_gemma":0.000034509856,"threshold_uncertainty_score":0.14764734},"labels":[],"label_agreement":null},{"id":"W2899231639","doi":"10.18653/v1/w19-4103","title":"Augmenting Neural Response Generation with Context-Aware Topical Attention","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Encoder; Context (archaeology); Natural language generation; Attention network; Artificial intelligence; Similarity (geometry); Artificial neural network; Quality (philosophy); Recurrent neural network; Machine learning; Natural language","score_opus":0.05465600436238829,"score_gpt":0.27336988893461783,"score_spread":0.21871388457222954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899231639","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39040658,0.00002530455,0.6066881,0.0014944047,0.0007568676,0.00022577001,6.9158375e-7,0.00013815312,0.00026415824],"genre_scores_gemma":[0.9610265,0.0000016014216,0.03511274,0.00043267838,0.00024048935,0.000023651934,0.000015419042,0.000010797534,0.0031361303],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982207,0.00020449849,0.00028752044,0.0007220959,0.0003378082,0.00022738572],"domain_scores_gemma":[0.9987094,0.000057621583,0.00014657222,0.00091057137,0.00011955731,0.000056300512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040894933,0.000195243,0.0002075108,0.00008910518,0.0000826218,0.00038275335,0.0006209442,0.00017222033,0.000024701383],"category_scores_gemma":[0.000025190142,0.00016007925,0.000078224126,0.00006328537,0.00001540583,0.000262434,0.0009237244,0.00036842676,0.000035147656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006991632,0.00034475737,0.049649686,0.0006162647,0.00038279576,0.00030183085,0.0039098356,0.34835473,0.018673908,0.10503236,0.0036428676,0.4683918],"study_design_scores_gemma":[0.00027632847,0.00005658894,0.0033844446,0.000057406683,0.000008541273,0.0000186918,0.000024679302,0.99521285,0.00037955857,0.00013736429,0.00022030024,0.0002232181],"about_ca_topic_score_codex":0.00007459858,"about_ca_topic_score_gemma":0.00003799327,"teacher_disagreement_score":0.64685816,"about_ca_system_score_codex":0.000090243346,"about_ca_system_score_gemma":0.00013676127,"threshold_uncertainty_score":0.6527842},"labels":[],"label_agreement":null},{"id":"W2899336413","doi":"10.18653/v1/d18-1524","title":"InferLite: Simple Universal Sentence Representations from Natural Language Inference Data","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Computer science; Inference; Natural language processing; Sentence; Artificial intelligence; Word (group theory); Simple (philosophy); Natural language; Context (archaeology); Task (project management); Word order; Language model; Natural language understanding; Linguistics","score_opus":0.051124446523659044,"score_gpt":0.3373849179116872,"score_spread":0.2862604713880281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899336413","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105535865,0.00004833337,0.8884766,0.0007038048,0.0003476861,0.00006766696,0.00002354481,0.00023827795,0.004558194],"genre_scores_gemma":[0.87841964,0.0000029475793,0.1203322,0.00041747445,0.0001635187,9.079863e-7,0.000071422466,0.0000034377344,0.0005884254],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888146,0.000042075215,0.00014790526,0.00052166765,0.00021141506,0.00019547908],"domain_scores_gemma":[0.99766237,0.00016910958,0.000045158704,0.0019593227,0.00009608343,0.00006795279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009945681,0.00008680589,0.00008336642,0.0000512306,0.0001069707,0.00016500737,0.002002026,0.00003158752,0.00018206863],"category_scores_gemma":[0.00019241041,0.00007812305,0.000016847582,0.0002506212,0.00006689264,0.0013399898,0.00160404,0.000112351205,0.00016081944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027513956,0.0002127847,0.073420055,0.00001918263,0.00016133265,0.00022355058,0.031229151,0.00039791854,0.02103392,0.39347437,0.029694177,0.45010602],"study_design_scores_gemma":[0.00019127975,0.000013849375,0.006460169,0.000007285762,0.000004402471,0.0000029666262,0.0005928983,0.9866609,0.00095088955,0.0027759366,0.0021904958,0.0001489284],"about_ca_topic_score_codex":0.0050108978,"about_ca_topic_score_gemma":0.0012513598,"teacher_disagreement_score":0.986263,"about_ca_system_score_codex":0.000020935931,"about_ca_system_score_gemma":0.00008114881,"threshold_uncertainty_score":0.75750124},"labels":[],"label_agreement":null},{"id":"W2899463504","doi":"10.18653/v1/w18-5618","title":"In-domain Context-aware Token Embeddings Improve Biomedical Named Entity Recognition","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Cancer Agency","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de la Défense Nationale; Genome British Columbia; Genome Canada","keywords":"Computer science; Named-entity recognition; Pipeline (software); Security token; Entity linking; Natural language processing; Domain (mathematical analysis); Artificial intelligence; Context (archaeology); Biomedical text mining; Named entity; Task (project management); Natural language; Information retrieval; Text mining; Knowledge base; Programming language","score_opus":0.01883654162191673,"score_gpt":0.26487343160900306,"score_spread":0.24603688998708634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899463504","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27384558,0.0000066191046,0.72048885,0.0020299654,0.00086196064,0.00012914461,0.0000021029625,0.00011318727,0.002522614],"genre_scores_gemma":[0.94379425,0.0000019658344,0.053635076,0.0018060504,0.00027772516,0.000013875658,0.0000031651205,0.0000053931994,0.0004625238],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876744,0.00004793628,0.00025508757,0.00039930278,0.00024539197,0.0002848354],"domain_scores_gemma":[0.9993721,0.0000465922,0.000053060572,0.00032922064,0.000090624264,0.00010839686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041239138,0.0000990736,0.00013055126,0.000121992314,0.000064374035,0.00008828489,0.00048681872,0.00009389149,0.00032041076],"category_scores_gemma":[0.000064930115,0.000089429894,0.00003868643,0.00024668567,0.00009127757,0.00060107023,0.0002544448,0.00012873374,0.00037581485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034106797,0.0003323951,0.0013374591,0.00005230147,0.000034826335,0.00008880415,0.0065883314,7.5922054e-7,0.017727489,0.039235286,0.013084755,0.92148346],"study_design_scores_gemma":[0.004537299,0.000741339,0.0012849018,0.00018998771,0.000012589851,0.000080882935,0.0013113962,0.74209297,0.044432983,0.15729241,0.0467827,0.0012405616],"about_ca_topic_score_codex":0.00033741226,"about_ca_topic_score_gemma":0.00020591432,"teacher_disagreement_score":0.9202429,"about_ca_system_score_codex":0.000072890674,"about_ca_system_score_gemma":0.000059509137,"threshold_uncertainty_score":0.4830465},"labels":[],"label_agreement":null},{"id":"W2899501643","doi":"10.18653/v1/p19-1386","title":"The KnowRef Coreference Corpus: Removing Gender and Number Cues for Difficult Pronominal Anaphora Resolution","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research; Microsoft Research","keywords":"Coreference; Computer science; Antecedent (behavioral psychology); Anaphora (linguistics); Benchmark (surveying); Natural language processing; Artificial intelligence; Task (project management); Context (archaeology); Feature (linguistics); Resolution (logic); Linguistics; Psychology","score_opus":0.03347918295935006,"score_gpt":0.25855318998511284,"score_spread":0.22507400702576277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899501643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27632076,0.0001666123,0.7173508,0.0002669527,0.0002845141,0.00035157404,7.739592e-7,0.000080907754,0.0051771104],"genre_scores_gemma":[0.92227054,0.000023414585,0.07523822,0.000095371106,0.00005484959,0.000020480045,0.0000010998975,0.0000053499966,0.0022906726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991341,0.00002649018,0.0001556166,0.00033413296,0.00011921784,0.00023040951],"domain_scores_gemma":[0.99926835,0.00014158495,0.000058458227,0.00039343227,0.00009272927,0.000045420034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027111216,0.00008998525,0.000088359295,0.00001635378,0.00018504981,0.00019520901,0.00037164823,0.000041845116,0.000008459711],"category_scores_gemma":[0.00003511349,0.00005791243,0.000024901545,0.00007522695,0.000029933633,0.00026268794,0.00019280048,0.00006960374,0.000028324834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032428256,0.00002840239,0.017646581,0.00004875859,0.000020513186,9.153297e-7,0.000976807,0.00027397202,0.0015542847,0.81900656,0.0017665154,0.15864423],"study_design_scores_gemma":[0.0003586402,0.000051389787,0.025159467,0.000019875804,0.0000049542514,0.000019631878,0.00023215715,0.9531018,0.0004213341,0.008179752,0.012248095,0.00020289232],"about_ca_topic_score_codex":0.000044029413,"about_ca_topic_score_gemma":0.000038432652,"teacher_disagreement_score":0.9528278,"about_ca_system_score_codex":0.00003356964,"about_ca_system_score_gemma":0.000044776945,"threshold_uncertainty_score":0.23616004},"labels":[],"label_agreement":null},{"id":"W2900341241","doi":"10.18653/v1/w18-6250","title":"UBC-NLP at IEST 2018: Learning Implicit Emotion With an Ensemble of Language Models","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Artificial intelligence; Ranking (information retrieval); Natural language processing; Baseline (sea); Language model; Training set; Ensemble forecasting; Machine learning; Speech recognition","score_opus":0.0231619943106445,"score_gpt":0.25262752461390825,"score_spread":0.22946553030326375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900341241","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4600168,0.00000850474,0.52991235,0.00005142975,0.000037449998,0.000040490333,1.5923888e-7,0.00008964762,0.009843165],"genre_scores_gemma":[0.89829004,0.0000013440289,0.09897637,0.00007342658,0.0000745045,0.0000017464691,0.0000014002869,0.0000078989115,0.0025732731],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991201,0.00003740411,0.00014619605,0.00029620974,0.00019703599,0.00020303157],"domain_scores_gemma":[0.9992579,0.000018906841,0.00007233871,0.00050276297,0.00008325249,0.0000647996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017167529,0.00009017938,0.00011629026,0.00005796281,0.00010192593,0.000042289335,0.00036489,0.000042181033,0.00004168774],"category_scores_gemma":[0.0000067864953,0.00007085383,0.00002125372,0.00013417845,0.000034994107,0.0005666685,0.00018614384,0.00007042967,0.000035686844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012802456,0.00031530164,0.0069459793,0.0001182726,0.00008971024,0.00003897756,0.06009454,0.12591092,0.21810839,0.29508254,0.0010973115,0.29207003],"study_design_scores_gemma":[0.00021279936,0.00046819486,0.00033804882,0.000018061335,0.0000035609921,0.000020451916,0.00027192093,0.97822607,0.018915094,0.0012942033,0.00010303427,0.00012855361],"about_ca_topic_score_codex":0.0005087368,"about_ca_topic_score_gemma":0.00030602614,"teacher_disagreement_score":0.8523152,"about_ca_system_score_codex":0.000032184147,"about_ca_system_score_gemma":0.00002779059,"threshold_uncertainty_score":0.28893355},"labels":[],"label_agreement":null},{"id":"W2902138027","doi":"10.1007/978-3-030-17705-8_9","title":"Generating Responses Expressing Emotion in an Open-Domain Dialogue System","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Sentence; Encoder; Artificial intelligence; Natural language processing; Artificial neural network; Open domain; Domain (mathematical analysis); Speech recognition; Machine learning; Question answering","score_opus":0.04062409163093213,"score_gpt":0.27503194008160775,"score_spread":0.23440784845067564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902138027","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011522111,0.00019655444,0.9836969,0.00021125349,0.0023010713,0.0006960329,0.000003783575,0.00015788886,0.0012144214],"genre_scores_gemma":[0.40979007,0.0000031763948,0.5891461,0.00047076814,0.00041654857,0.000009208033,0.0000048387997,0.000032159864,0.00012712856],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952599,0.00023972876,0.0007806377,0.0021453635,0.00086561654,0.0007087553],"domain_scores_gemma":[0.9967525,0.0004457285,0.00037990612,0.0021101462,0.00016117499,0.00015051935],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0025567228,0.00050386693,0.0006529543,0.0009639917,0.00030370854,0.0020928024,0.005756617,0.00035985094,0.000004337447],"category_scores_gemma":[0.00009482691,0.00048911065,0.00006308165,0.00048329803,0.00020985551,0.0019732292,0.0029975933,0.0007933869,0.000021980117],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019380035,0.000040352803,0.0003496348,0.0001317184,0.0000053162175,0.00025652285,0.0041501056,0.4654202,0.005615671,0.05045782,0.0000039623083,0.4735493],"study_design_scores_gemma":[0.0003431526,0.00013084458,0.000116575604,0.0013678583,0.0000022337952,0.00007192282,0.0000018840404,0.98036957,0.0005851484,0.016346049,0.00008052823,0.0005842376],"about_ca_topic_score_codex":0.000109534834,"about_ca_topic_score_gemma":0.00027134368,"teacher_disagreement_score":0.5149494,"about_ca_system_score_codex":0.00070305966,"about_ca_system_score_gemma":0.000940419,"threshold_uncertainty_score":0.99975604},"labels":[],"label_agreement":null},{"id":"W2902360757","doi":"10.18653/v1/w18-6518","title":"Automatic Opinion Question Generation","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Natural Sciences and Engineering Research Council of Canada; University of Lethbridge","keywords":"Computer science; Question answering; Natural language processing; Artificial intelligence; Sequence (biology); Mechanism (biology); Information retrieval","score_opus":0.044301483495684336,"score_gpt":0.29861374351005493,"score_spread":0.2543122600143706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902360757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030471753,0.000009322629,0.9633177,0.00075756246,0.0008105755,0.00004056171,2.4238048e-8,0.00024485105,0.0043476718],"genre_scores_gemma":[0.69261384,0.0000011668254,0.30654553,0.00025018898,0.00039514454,0.000002504557,6.7681185e-7,0.0000013971191,0.00018954449],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996041,0.000023499291,0.00008184111,0.00013095318,0.00008985163,0.000069722555],"domain_scores_gemma":[0.99967986,0.0000057669295,0.00001847965,0.00023326196,0.00004143636,0.0000211958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014290078,0.00003241483,0.000029404124,0.000028983142,0.00005436425,0.000066778266,0.00016177037,0.00002029408,0.000052894786],"category_scores_gemma":[0.00001477355,0.000027877855,0.000009068313,0.00007091982,0.000008101411,0.00029211165,0.00004591538,0.000017952623,0.0002009206],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3037861e-7,0.000010778083,0.000113355025,0.000003699285,0.0000018503797,2.423144e-7,0.00033280964,0.000078863755,0.0037276424,0.56262296,0.0027714141,0.43033627],"study_design_scores_gemma":[0.000038018745,0.000023566747,0.0003942843,0.000004241335,2.7423314e-7,0.0000027527574,0.00000131162,0.99230254,0.0035078141,0.0026369689,0.0010498267,0.000038422422],"about_ca_topic_score_codex":0.0000234099,"about_ca_topic_score_gemma":0.000009673091,"teacher_disagreement_score":0.9922237,"about_ca_system_score_codex":0.000016925236,"about_ca_system_score_gemma":0.000016304652,"threshold_uncertainty_score":0.2582495},"labels":[],"label_agreement":null},{"id":"W2902761513","doi":"10.12688/gatesopenres.12891.2","title":"Automated verbal autopsy classification: using one-against-all ensemble method and Naïve Bayes classifier","year":2019,"lang":"en","type":"preprint","venue":"Gates Open Research","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Centre for Global Health Research; St. Michael's Hospital; Toronto Metropolitan University","funders":"Bill and Melinda Gates Foundation","keywords":"Verbal autopsy; Artificial intelligence; Naive Bayes classifier; Classifier (UML); Pattern recognition (psychology); Bayes' theorem; Computer science; Natural language processing; Bayesian probability; Support vector machine; Medicine; Pathology; Cause of death","score_opus":0.40473298567594607,"score_gpt":0.4866043839533529,"score_spread":0.08187139827740686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902761513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073968224,0.0010325646,0.8763973,0.0061970744,0.0012717656,0.004163859,0.000033912565,0.0008395074,0.036095783],"genre_scores_gemma":[0.46880123,0.00019853079,0.52776194,0.0002360237,0.00018553788,0.0001932155,0.000050583843,0.00006369043,0.0025092517],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99303305,0.0016099922,0.0006940964,0.002154203,0.0014338485,0.0010748304],"domain_scores_gemma":[0.99487907,0.0008371448,0.00025920197,0.0028859768,0.0008122865,0.000326314],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0064653805,0.0004123055,0.00071676844,0.0004986979,0.00043404978,0.003744357,0.005547997,0.0006459414,0.0000503066],"category_scores_gemma":[0.00032825547,0.00041375204,0.00010487389,0.0006035165,0.00016277039,0.00080046523,0.016331544,0.0019350415,0.00016614373],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026596076,0.0009364458,0.0040725893,0.0030428958,0.0014526471,0.0003282973,0.014054933,0.08189851,0.12277409,0.3206405,0.019588975,0.43094414],"study_design_scores_gemma":[0.00042863816,0.000045429057,0.0016344257,0.00037777596,0.000014523661,0.000016487,0.0001044212,0.9790953,0.001324158,0.012430336,0.0040712245,0.00045729397],"about_ca_topic_score_codex":0.0009075271,"about_ca_topic_score_gemma":0.000034666642,"teacher_disagreement_score":0.89719677,"about_ca_system_score_codex":0.00048028078,"about_ca_system_score_gemma":0.001528727,"threshold_uncertainty_score":0.99983245},"labels":[],"label_agreement":null},{"id":"W2903988268","doi":"10.1609/aaai.v33i01.33017031","title":"Fast PMI-Based Word Embedding with Efficient Use of Unobserved Patterns","year":2019,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Pointwise mutual information; Word (group theory); Computer science; Word embedding; Artificial intelligence; Embedding; Similarity (geometry); Pointwise; Margin (machine learning); Natural language processing; Semantic similarity; Kernel (algebra); Latent semantic analysis; Vocabulary; Mutual information; Machine learning; Mathematics; Linguistics","score_opus":0.09438551158186712,"score_gpt":0.27984865010700816,"score_spread":0.18546313852514104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903988268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77710557,0.0000036523516,0.22111449,0.0006512537,0.00022921183,0.0003950856,0.000004072017,0.000057967947,0.00043871556],"genre_scores_gemma":[0.9844991,0.0000025783022,0.01519428,0.00012854386,0.000021978685,0.000013608727,3.7784665e-7,0.000015048685,0.00012449967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99774647,0.000020146828,0.0005909862,0.00058134494,0.0006909674,0.000370113],"domain_scores_gemma":[0.9979513,0.00014808818,0.0005387199,0.00055972615,0.0007200019,0.00008215311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037692898,0.00024596616,0.0003406528,0.00015552783,0.00008347814,0.00022272137,0.0018203083,0.000078329984,0.00005745216],"category_scores_gemma":[0.00014700495,0.0001727552,0.000116519455,0.00058082753,0.0001354302,0.0003423304,0.0003339452,0.00026493074,0.000034314915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029971727,0.0005044544,0.022478504,0.00036402125,0.00005095387,0.0000015839844,0.0033020666,0.1280815,0.11595599,0.669313,0.000014011941,0.059634175],"study_design_scores_gemma":[0.000042235115,0.00015548876,0.00071258156,0.0005657837,0.000008175223,0.0000012228237,0.0002475378,0.61507183,0.38133052,0.001685054,0.000010617149,0.00016898663],"about_ca_topic_score_codex":0.00009908598,"about_ca_topic_score_gemma":0.000013239281,"teacher_disagreement_score":0.66762793,"about_ca_system_score_codex":0.000046674104,"about_ca_system_score_gemma":0.00013336806,"threshold_uncertainty_score":0.7044752},"labels":[],"label_agreement":null},{"id":"W2904366287","doi":"10.1145/3293339.3293345","title":"Question-Question Similarity in Online Forums","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Artificial intelligence; Similarity (geometry); Representation (politics); Context (archaeology); Natural language processing; Sentence; Recall; Task (project management); Deep learning; Recurrent neural network; Meaning (existential); Convolutional neural network; Semantic similarity; Question answering; Term (time); Feature learning; Machine learning; Artificial neural network","score_opus":0.027474850297985114,"score_gpt":0.30600385017260134,"score_spread":0.2785289998746162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904366287","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08486698,0.0000115135135,0.9080045,0.003054091,0.0002801165,0.00006110233,4.1565235e-7,0.0001575434,0.0035637405],"genre_scores_gemma":[0.75368065,0.0000026216976,0.24513903,0.0006999532,0.00012822602,0.0000020297125,0.0000014638781,0.0000022463068,0.00034375893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930984,0.000042448544,0.00014532797,0.00022623084,0.00011830957,0.00015785338],"domain_scores_gemma":[0.99952406,0.000023715891,0.00002293386,0.00032802313,0.00006289259,0.000038369126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030938658,0.00005741377,0.000064712425,0.00006559062,0.000038612863,0.000042672866,0.0003191908,0.000047303263,0.000025685737],"category_scores_gemma":[0.00006212029,0.000051876952,0.000014899908,0.0001703996,0.000021455999,0.00033480633,0.00013074819,0.00008081095,0.000044451674],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035297169,0.00013560322,0.02292463,0.000006993596,0.0000025239096,0.000006989584,0.0003439711,0.0004060348,0.00035855238,0.85359216,0.00062401633,0.121595025],"study_design_scores_gemma":[0.00016221724,0.000050977564,0.022985144,0.00002271922,6.7966056e-7,0.000004431389,0.000009591502,0.93269646,0.0007355697,0.041554864,0.0016756614,0.000101691396],"about_ca_topic_score_codex":0.00040304346,"about_ca_topic_score_gemma":0.0014837703,"teacher_disagreement_score":0.93229043,"about_ca_system_score_codex":0.00003985669,"about_ca_system_score_gemma":0.00003195071,"threshold_uncertainty_score":0.21154808},"labels":[],"label_agreement":null},{"id":"W2904760604","doi":"10.1609/aaai.v33i01.33016188","title":"Enriching Word Embeddings with a Regressor Instead of Labeled Corpora","year":2019,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Vetenskapsrådet","keywords":"Computer science; Natural language processing; Artificial intelligence; Word (group theory); Lexicon; Task (project management); Embedding; Sentence; SemEval; Word embedding; Analogy; Binary classification; Linguistics; Support vector machine","score_opus":0.05268464246031737,"score_gpt":0.27048664703602743,"score_spread":0.21780200457571006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904760604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95687765,0.000018936445,0.03266268,0.0012119958,0.0003056921,0.0005051432,0.0000022442935,0.000074860545,0.0083408],"genre_scores_gemma":[0.98475707,0.000010617858,0.014674157,0.00011898848,0.000030185493,0.000013524517,2.3166398e-7,0.0000146683105,0.00038055237],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99778485,0.000017286979,0.00061644864,0.0005668141,0.0006667458,0.00034782247],"domain_scores_gemma":[0.997796,0.00010606991,0.0007786496,0.00050989696,0.0007324705,0.00007689001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000547224,0.00024161708,0.00039661155,0.000166175,0.000094324845,0.0001540425,0.0023275993,0.000091139846,0.000044519984],"category_scores_gemma":[0.00020889031,0.00016558828,0.000095011375,0.0007941381,0.00017971254,0.00055280107,0.00045477517,0.00035373872,0.000049620776],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011580585,0.000114443515,0.0022195159,0.000111140886,0.00002478872,6.38895e-7,0.0027046818,0.00036384197,0.09617044,0.8573362,0.000019202515,0.040819306],"study_design_scores_gemma":[0.00010599879,0.00042713984,0.00032993915,0.0011010314,0.000019604544,0.000011125139,0.0009557258,0.22026138,0.69214916,0.084196754,0.00006261075,0.00037954352],"about_ca_topic_score_codex":0.000051459836,"about_ca_topic_score_gemma":0.000007910535,"teacher_disagreement_score":0.7731394,"about_ca_system_score_codex":0.00003841095,"about_ca_system_score_gemma":0.00012965432,"threshold_uncertainty_score":0.6752494},"labels":[],"label_agreement":null},{"id":"W2904940351","doi":"10.1609/aaai.v33i01.33013526","title":"Improved Knowledge Graph Embedding Using Background Taxonomic Information","year":2019,"lang":"en","type":"preprint","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Embedding; Knowledge graph; Computer science; Theoretical computer science; Graph; Mathematics; Artificial intelligence","score_opus":0.13480551769492677,"score_gpt":0.32662901701316743,"score_spread":0.19182349931824066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904940351","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19083075,0.00007689239,0.7963022,0.0004879771,0.0031841013,0.0011932163,0.000012124895,0.00015969925,0.0077530523],"genre_scores_gemma":[0.9673936,0.00006082719,0.03216751,0.00010337556,0.0001474144,0.000039730916,0.000001914443,0.000019297211,0.00006634624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99711055,0.000028030778,0.0011789533,0.00078773266,0.00038957328,0.0005051905],"domain_scores_gemma":[0.9965575,0.00008753682,0.0013273229,0.00084893446,0.001075166,0.00010354115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00083299354,0.00048230393,0.0005477583,0.0004009457,0.00021418065,0.001021397,0.004179674,0.00036188067,0.00003133459],"category_scores_gemma":[0.00015424799,0.0004123984,0.0002980715,0.00047053566,0.00019124009,0.0013433786,0.0031276545,0.0010095423,0.00011732228],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005280698,0.00012074668,0.000070345974,0.0005970346,0.000062598105,1.3081349e-7,0.0034520538,0.017926997,0.021425303,0.8584682,0.000120651195,0.09770316],"study_design_scores_gemma":[0.0000285914,0.000048569465,0.000015071513,0.00071856723,0.000018296061,0.0000031003535,0.00044136468,0.86449534,0.061365705,0.07234046,0.00012539064,0.00039952243],"about_ca_topic_score_codex":0.00013164378,"about_ca_topic_score_gemma":0.000006243603,"teacher_disagreement_score":0.84656835,"about_ca_system_score_codex":0.00024247616,"about_ca_system_score_gemma":0.0004388377,"threshold_uncertainty_score":0.9998328},"labels":[],"label_agreement":null},{"id":"W2906152891","doi":"10.1162/tacl_a_00254","title":"Analysis Methods in Neural Language Processing: A Survey","year":2019,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":486,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Categorization; Artificial neural network; Field (mathematics); Feature (linguistics); Artificial intelligence; Point (geometry); Data science; Natural language processing; Machine learning; Linguistics","score_opus":0.029637724967615017,"score_gpt":0.3494461539490562,"score_spread":0.3198084289814412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906152891","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00855588,0.00003770179,0.9902783,0.00013181833,0.00047684164,0.00019335806,0.00004133898,0.000029210394,0.0002555696],"genre_scores_gemma":[0.78103954,2.6522028e-7,0.2185252,0.000037312373,0.000020481843,0.0000063127272,0.000014194097,0.000004230401,0.00035248089],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989086,0.00018445034,0.00033410135,0.00018063118,0.00026693963,0.00012529937],"domain_scores_gemma":[0.99781984,0.0010991211,0.00028016669,0.00020581119,0.0005759592,0.000019118233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001091843,0.00007097794,0.00018532516,0.00018258711,0.000070944334,0.000042942494,0.00039731213,0.000053884545,0.0000041448257],"category_scores_gemma":[0.0009145654,0.000064497566,0.00015727928,0.0010306789,0.000008384871,0.00005422533,0.000015132678,0.00010883489,0.0000014162031],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000421122,0.000041500476,0.04908028,0.000016088108,0.000078633435,3.9665252e-8,0.0004784254,0.9440999,0.000010751151,0.002546921,0.0000041281187,0.0036390917],"study_design_scores_gemma":[0.00023068827,0.00001078579,0.095353,0.0000051021375,0.000055750756,1.2129348e-7,0.000019373228,0.90234995,0.00004010436,0.0017971095,0.000076096294,0.00006194824],"about_ca_topic_score_codex":0.00013266676,"about_ca_topic_score_gemma":0.000118436095,"teacher_disagreement_score":0.77248365,"about_ca_system_score_codex":0.00013503399,"about_ca_system_score_gemma":0.00010284927,"threshold_uncertainty_score":0.26301345},"labels":[],"label_agreement":null},{"id":"W2906208572","doi":"10.1609/aaai.v33i01.330110075","title":"Sequence to Sequence Learning for Query Expansion","year":2019,"lang":"en","type":"preprint","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Sequence (biology); Query expansion; Information retrieval; Set (abstract data type); Sentence; Space (punctuation); Natural language processing; Artificial intelligence","score_opus":0.20417178667479077,"score_gpt":0.351188536485249,"score_spread":0.14701674981045823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906208572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16530441,0.000041820796,0.8187475,0.0070948075,0.0026452465,0.0026851657,0.000020777972,0.00031764334,0.003142637],"genre_scores_gemma":[0.9576051,0.00005031639,0.040544175,0.00049063336,0.00018696504,0.00023337292,0.0000025999782,0.00003828485,0.00084854505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956889,0.000040931387,0.0010418565,0.0016332739,0.00089573744,0.0006993006],"domain_scores_gemma":[0.9960502,0.00025384757,0.00090150785,0.0010046579,0.0016029378,0.00018687188],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0012060978,0.000555349,0.0006748598,0.00029533444,0.00027709384,0.0006272402,0.005716505,0.00037895568,0.00001805702],"category_scores_gemma":[0.0014177788,0.0004663106,0.00032765046,0.00054051186,0.00017222791,0.00043870986,0.0031876566,0.0012348329,0.00013077522],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090257694,0.00009739738,0.00017932305,0.0005494128,0.000030847666,9.032179e-7,0.0035793134,0.04403901,0.11899213,0.7031503,0.00019612441,0.12909502],"study_design_scores_gemma":[0.00002466421,0.00022227791,0.00001923639,0.0015056604,0.00001758473,0.0000039460438,0.00031645654,0.5735959,0.24832204,0.17522627,0.00023086002,0.0005151174],"about_ca_topic_score_codex":0.00014184834,"about_ca_topic_score_gemma":0.000009160693,"teacher_disagreement_score":0.7923007,"about_ca_system_score_codex":0.00022267639,"about_ca_system_score_gemma":0.000615804,"threshold_uncertainty_score":0.99977887},"labels":[],"label_agreement":null},{"id":"W2907750764","doi":"10.4000/books.aaccademia.4862","title":"The Perfect Recipe: Add SUGAR, Add Data","year":2018,"lang":"en","type":"book-chapter","venue":"Accademia University Press eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; Università degli Studi di Napoli Federico II","keywords":"Task (project management); Recipe; Computer science; Training set; Set (abstract data type); Utterance; Representation (politics); Artificial intelligence; Natural language processing; Robot; Data set; Speech recognition; Engineering; Programming language; Geography","score_opus":0.07694988937194383,"score_gpt":0.24531033904953495,"score_spread":0.16836044967759112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907750764","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024696037,0.00047371603,0.026659299,0.00016201506,0.00082366884,0.00040740895,0.00009967016,0.00033703374,0.9710125],"genre_scores_gemma":[0.0003536445,0.0003493534,0.003720308,0.00018425229,0.00055306504,6.9572377e-7,0.00003441412,0.0000394211,0.99476486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972633,0.000105838,0.0002906083,0.0012720197,0.0005652203,0.0005030265],"domain_scores_gemma":[0.9943348,0.00042067718,0.00034006292,0.0045423983,0.00016938284,0.00019263635],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0006142966,0.0004227553,0.00035728005,0.0001157768,0.00072577683,0.000231975,0.010447146,0.0007375385,0.00006808405],"category_scores_gemma":[0.0000561129,0.00037971156,0.00014468617,0.000016639244,0.00032433498,0.00050618715,0.007884008,0.0013142829,0.00008311365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032179054,0.0000038104256,0.0000025413724,0.00002452952,0.00016567705,0.000089572306,0.0005025587,0.0000062484874,0.000008565982,0.79080963,0.14866765,0.059687044],"study_design_scores_gemma":[0.0002690971,0.00002958775,0.0000028389215,0.00011713389,0.00008264004,0.0000160605,0.000016367196,0.006534575,0.00004429238,0.0025560034,0.9899035,0.0004279211],"about_ca_topic_score_codex":0.00013839181,"about_ca_topic_score_gemma":0.00009776399,"teacher_disagreement_score":0.8412358,"about_ca_system_score_codex":0.00018496298,"about_ca_system_score_gemma":0.0002843925,"threshold_uncertainty_score":0.9998655},"labels":[],"label_agreement":null},{"id":"W2907786475","doi":"10.1109/icosc.2019.8665673","title":"Improving Tree-LSTM with Tree Attention","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Tree (set theory); Computer science; Tree structure; Artificial intelligence; Dependency (UML); Encoding (memory); Task (project management); Sentence; Decision tree model; Natural language processing; Machine learning; Theoretical computer science; Decision tree; Algorithm; Mathematics; Binary tree","score_opus":0.02104007912626795,"score_gpt":0.22960562832488846,"score_spread":0.2085655491986205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907786475","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023113335,0.000047289443,0.9478826,0.00067055976,0.00088437134,0.00031848068,7.60198e-7,0.00035611182,0.0267265],"genre_scores_gemma":[0.67809635,0.0000042961265,0.31289953,0.00016588581,0.00015994831,0.000023951525,0.000006670849,0.000017697434,0.008625655],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981849,0.00003719141,0.00025309544,0.0008853866,0.00036081127,0.0002786244],"domain_scores_gemma":[0.9980528,0.000028143186,0.00018428879,0.0015826612,0.00008558356,0.000066558496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022098378,0.00023604611,0.00025331802,0.00009071457,0.00004474562,0.00032262356,0.0012736747,0.0001803965,0.000018832272],"category_scores_gemma":[0.000009411779,0.0001834066,0.00010053906,0.00009134779,0.000014667144,0.00026988916,0.0016496734,0.0004050168,0.00010483115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012311094,0.00008401426,0.0058358596,0.00040385197,0.000095242096,0.00003059546,0.00048321162,0.013898146,0.0016307583,0.04778386,0.0005821799,0.92916],"study_design_scores_gemma":[0.00028478046,0.000048981467,0.0032937457,0.00010784134,0.000015240063,0.000009862261,0.000017439104,0.99347645,0.00024275888,0.0019474032,0.00020107288,0.0003544436],"about_ca_topic_score_codex":0.0004540696,"about_ca_topic_score_gemma":0.00023536172,"teacher_disagreement_score":0.97957826,"about_ca_system_score_codex":0.00008420132,"about_ca_system_score_gemma":0.00018498827,"threshold_uncertainty_score":0.74791044},"labels":[],"label_agreement":null},{"id":"W2908434667","doi":"10.4000/books.aaccademia.4613","title":"A Kernel-based Approach for Irony and Sarcasm Detection in Italian","year":2018,"lang":"en","type":"book-chapter","venue":"Accademia University Press eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; Università degli Studi di Napoli Federico II","keywords":"Sarcasm; Irony; Support vector machine; Artificial intelligence; Task (project management); Computer science; Kernel (algebra); Context (archaeology); Natural language processing; Machine learning; Linguistics; Mathematics; Engineering; History; Philosophy","score_opus":0.03612086206838847,"score_gpt":0.21594969685849486,"score_spread":0.1798288347901064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908434667","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003343504,0.00005368422,0.6791152,0.000024356943,0.00010415773,0.00057603046,0.000012948964,0.000119684904,0.3196596],"genre_scores_gemma":[0.076039344,0.000027724755,0.07839771,0.00024834662,0.0003094026,0.0000097829925,0.000018161072,0.00006966562,0.84487987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986474,0.000028693932,0.00017129091,0.0007206489,0.00017257156,0.00025937826],"domain_scores_gemma":[0.9991006,0.00007474998,0.00015568161,0.00050375325,0.000062389554,0.00010279321],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019220957,0.00025029253,0.00026545682,0.00024080896,0.00012525132,0.000058017904,0.0007942872,0.00060453604,0.0000022566055],"category_scores_gemma":[0.000010165429,0.00030093032,0.00008914152,0.000011465279,0.00011571599,0.00018716697,0.00042314647,0.0004484565,0.0000013005558],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025302882,0.000036437734,0.000038510487,0.00065447,0.00014512328,0.0000829553,0.0028436675,0.0005973706,0.0003058186,0.86963654,0.0010208419,0.12438524],"study_design_scores_gemma":[0.002328012,0.00016562016,0.00002851743,0.0002252959,0.000099660254,0.00001687052,0.000048068952,0.40516052,0.0013331934,0.00860244,0.5809988,0.0009930526],"about_ca_topic_score_codex":0.0001061588,"about_ca_topic_score_gemma":0.000028800267,"teacher_disagreement_score":0.8610341,"about_ca_system_score_codex":0.00019000503,"about_ca_system_score_gemma":0.0000789986,"threshold_uncertainty_score":0.99994427},"labels":[],"label_agreement":null},{"id":"W2908510269","doi":"10.4000/books.aaccademia.4577","title":"Fully Convolutional Networks for Text Classification","year":2018,"lang":"en","type":"preprint","venue":"Accademia University Press eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; Università degli Studi di Napoli Federico II","keywords":"Emoji; Computer science; Task (project management); Convolutional neural network; Artificial intelligence; Machine learning; Data mining; World Wide Web; Social media; Engineering","score_opus":0.0656289605154812,"score_gpt":0.2576380090301897,"score_spread":0.19200904851470849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908510269","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013726566,0.000074697135,0.9681004,0.0002825343,0.0010111256,0.0006357804,0.000028919945,0.0003028281,0.028191013],"genre_scores_gemma":[0.71567494,0.00011573767,0.22088996,0.00068186887,0.002457452,0.0000451479,0.00016601796,0.0000631415,0.059905738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813545,0.00010378982,0.0002389958,0.00089699094,0.00025546996,0.00036933552],"domain_scores_gemma":[0.99807954,0.00016655389,0.00031661426,0.000989414,0.00031523194,0.00013265393],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032498484,0.000246424,0.0002529873,0.00012070511,0.0002754389,0.00012667713,0.0025096769,0.00079663453,0.0000030087365],"category_scores_gemma":[0.00003243563,0.00030110235,0.00016811838,0.000026961643,0.0001313218,0.0002108156,0.002417421,0.0007629349,0.0000042086567],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005637505,0.000021676218,0.000111400215,0.00009635997,0.00011722015,0.000005727256,0.00046883334,0.008184372,0.000068167414,0.9590239,0.015881917,0.015964067],"study_design_scores_gemma":[0.00039264758,0.000019845886,0.0003900809,0.000066534114,0.000044167376,0.0000026723842,0.00001849602,0.8028845,0.00008826325,0.0033288468,0.19244343,0.00032051397],"about_ca_topic_score_codex":0.00009423866,"about_ca_topic_score_gemma":0.0000046314767,"teacher_disagreement_score":0.95569503,"about_ca_system_score_codex":0.00028780894,"about_ca_system_score_gemma":0.00030409312,"threshold_uncertainty_score":0.9999441},"labels":[],"label_agreement":null},{"id":"W2909027478","doi":"10.1145/3284869.3284892","title":"Automated Extraction of Symptoms related to Rare Diseases from Scientific Publications","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Exploit; Statistic; Focus (optics); Population; Task (project management); Term (time); Information extraction; Information retrieval; Data science; Medicine; Statistics; Computer security; Mathematics","score_opus":0.020345180790872438,"score_gpt":0.28706735857935817,"score_spread":0.2667221777884857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909027478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49281642,0.00002113513,0.50140357,0.0012538107,0.00070961256,0.00012915822,0.000010554685,0.0011911424,0.0024646288],"genre_scores_gemma":[0.9575227,2.2614422e-7,0.040442776,0.00006590495,0.000026801144,0.00000904498,0.000015108888,0.0000038724784,0.0019135941],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990454,0.000027176484,0.00021855679,0.00036028173,0.00021591353,0.00013269475],"domain_scores_gemma":[0.9987481,0.000048811802,0.00006527913,0.0007605352,0.00027100535,0.00010626579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009980551,0.0000600297,0.00007531564,0.00017963238,0.0001456003,0.00021563101,0.0005516653,0.000036085767,0.00023937867],"category_scores_gemma":[0.00009257489,0.000054302534,0.000029184654,0.00083822664,0.000056674915,0.00061896857,0.00015268182,0.000033910943,0.00023995692],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001848033,0.00084901584,0.037676815,0.000028026348,0.00016367299,0.000004945635,0.0072227456,0.002309735,0.14619708,0.546896,0.09192432,0.16670918],"study_design_scores_gemma":[0.00013208813,0.00003101113,0.058446795,0.00001992577,0.000007549386,0.0000017874237,0.000026524573,0.9268952,0.0061090263,0.0044798725,0.0037340557,0.000116173826],"about_ca_topic_score_codex":0.00009668339,"about_ca_topic_score_gemma":0.000022007634,"teacher_disagreement_score":0.92458546,"about_ca_system_score_codex":0.000028269844,"about_ca_system_score_gemma":0.000077301425,"threshold_uncertainty_score":0.3084241},"labels":[],"label_agreement":null},{"id":"W2910577570","doi":"10.1145/3308774.3308781","title":"The Neural Hype and Comparisons Against Weak Baselines","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Pace; Hyperparameter; Benchmark (surveying); Field (mathematics); Artificial intelligence; Data science; Point (geometry); Machine learning","score_opus":0.018584518233013887,"score_gpt":0.24437018413777653,"score_spread":0.22578566590476265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910577570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8837892,0.0010623336,0.080859184,0.029293526,0.0014497995,0.00026328038,0.0000019845384,0.00020972175,0.0030710145],"genre_scores_gemma":[0.98697203,0.000032429274,0.011031403,0.0011272776,0.000057990685,0.0000049410905,9.949856e-7,0.000006592795,0.00076636596],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999103,0.000031624455,0.00015372949,0.00025791323,0.00015175735,0.00030195905],"domain_scores_gemma":[0.9986282,0.0002679198,0.000048162416,0.0009638887,0.000032409353,0.00005939345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001755377,0.00009670645,0.00010609805,0.000025161742,0.00019021399,0.00018438496,0.001044816,0.000033166867,0.0000028153804],"category_scores_gemma":[0.000088072076,0.00006585007,0.000034994042,0.000099966295,0.00003177108,0.00023767089,0.0007458339,0.00011535131,0.00007089087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018140743,0.000056860958,0.21116894,0.000028078208,0.00004414067,0.000009035537,0.000590302,0.0031088903,0.0022625746,0.14518163,0.040874116,0.5966573],"study_design_scores_gemma":[0.00027334227,0.000041220832,0.0054505537,0.000010028504,0.0000028933698,0.000009134811,0.00015743294,0.8633653,0.00021566886,0.0028075362,0.12751056,0.00015632251],"about_ca_topic_score_codex":0.000015034069,"about_ca_topic_score_gemma":0.000022933322,"teacher_disagreement_score":0.86025643,"about_ca_system_score_codex":0.000009007021,"about_ca_system_score_gemma":0.00001962974,"threshold_uncertainty_score":0.26852882},"labels":[],"label_agreement":null},{"id":"W2911227954","doi":"10.1162/tacl_a_00041","title":"Data Statements for Natural Language Processing: Toward Mitigating System Bias and Enabling Better Science","year":2018,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":808,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Macquarie University; York University; University of Washington; University of California, San Diego; National Science Foundation","keywords":"Embarrassment; Computer science; Natural (archaeology); Data science; Field (mathematics); Natural language; Lead (geology); Style (visual arts); Engineering ethics; Natural language processing; Psychology; Social psychology","score_opus":0.06724238139102369,"score_gpt":0.34862671363229547,"score_spread":0.2813843322412718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911227954","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006648411,0.00005461713,0.99119574,0.00036608017,0.0010494166,0.0003257825,0.000217587,0.000058245543,0.00008412446],"genre_scores_gemma":[0.69460064,2.5162282e-7,0.30507058,0.000056484278,0.00019011869,0.000008881297,0.000018184279,0.000005469771,0.000049371905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987336,0.000025832633,0.00033451655,0.000294184,0.0004242021,0.00018769027],"domain_scores_gemma":[0.9974296,0.00044977802,0.00037311745,0.00026533863,0.0014491688,0.00003297594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010403618,0.00008277925,0.00011545611,0.000088003144,0.00063076225,0.00017445281,0.00075155083,0.00003308117,2.7528534e-7],"category_scores_gemma":[0.001464541,0.00007252009,0.00004040891,0.0002829642,0.00008156747,0.00026332392,0.00007212115,0.00007421917,4.4181863e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017521219,0.00062545115,0.011639497,0.0049991305,0.0010148665,0.000001681007,0.041475084,0.2156678,0.0031273921,0.36793447,0.0011787809,0.35216063],"study_design_scores_gemma":[0.00040528987,0.000025008481,0.00036268274,0.00006722376,0.000035560875,9.827248e-7,0.000241395,0.9950996,0.00066522654,0.002375625,0.0006384904,0.000082931954],"about_ca_topic_score_codex":0.00001639019,"about_ca_topic_score_gemma":0.0000073670285,"teacher_disagreement_score":0.77943176,"about_ca_system_score_codex":0.0001918678,"about_ca_system_score_gemma":0.00023034109,"threshold_uncertainty_score":0.48513773},"labels":[],"label_agreement":null},{"id":"W2911338114","doi":"10.1109/access.2019.2891692","title":"Challenging the Boundaries of Unsupervised Learning for Semantic Similarity","year":2019,"lang":"en","type":"article","venue":"IEEE Access","topic":"Topic Modeling","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Semantic similarity; Artificial intelligence; Similarity (geometry); Natural language processing; Benchmark (surveying); Sentence; Word (group theory); Unsupervised learning; Mathematics","score_opus":0.04456077407634325,"score_gpt":0.29826225469932544,"score_spread":0.2537014806229822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911338114","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36834913,0.000103942046,0.6294248,0.00097277376,0.00056232384,0.00019630762,3.2529175e-7,0.00005184137,0.0003385405],"genre_scores_gemma":[0.9973806,0.0000075769835,0.0022493433,0.00017133425,0.00006083151,0.000011820418,4.0003408e-7,0.000006980847,0.000111085414],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999202,0.000038724964,0.00016806621,0.00022478182,0.00017234568,0.00019408016],"domain_scores_gemma":[0.9991933,0.00020118631,0.0000789196,0.00042263148,0.000082622624,0.00002135497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003756895,0.0000785214,0.00014027105,0.000041735217,0.00022672412,0.00037698934,0.001261565,0.00003710733,0.000008024466],"category_scores_gemma":[0.00004839036,0.000058393674,0.000058810612,0.00013159636,0.000040840583,0.00053843745,0.00019779071,0.00012579284,0.0000055233486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007389708,0.00021298569,0.09182126,0.002039973,0.0002854873,0.000009467337,0.029448008,0.4031201,0.015135914,0.30443472,0.0008900615,0.1525281],"study_design_scores_gemma":[0.0003018463,0.000031916636,0.0018134346,0.000037852984,0.0000070700007,0.0000017254581,0.000085439366,0.9823766,0.006143943,0.0063192183,0.002762425,0.000118523894],"about_ca_topic_score_codex":0.00007557717,"about_ca_topic_score_gemma":0.000014527353,"teacher_disagreement_score":0.6290315,"about_ca_system_score_codex":0.000012149968,"about_ca_system_score_gemma":0.000062023224,"threshold_uncertainty_score":0.36353168},"labels":[],"label_agreement":null},{"id":"W2912277365","doi":"10.1109/bigdata.2018.8622463","title":"Deep Neural Networks for Social Media Word Segmentation of Asian Languages","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Word (group theory); Artificial intelligence; Natural language processing; Social media; Artificial neural network; Character (mathematics); Segmentation; Task (project management); Text segmentation; Language model; Layer (electronics); Linguistics; World Wide Web","score_opus":0.02608668151191412,"score_gpt":0.29246605207573306,"score_spread":0.26637937056381894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912277365","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015977265,0.000016298609,0.98188543,0.0005228935,0.00031726202,0.000077106284,2.719597e-7,0.000050442755,0.001153049],"genre_scores_gemma":[0.854881,2.8519295e-7,0.1444366,0.00015728261,0.0004754851,0.000005433901,0.000001992642,0.000002788357,0.000039153907],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99955404,0.000014689854,0.00010816855,0.00012043689,0.00008633045,0.00011635203],"domain_scores_gemma":[0.99972886,0.00005037158,0.00004258559,0.000108669396,0.00004906929,0.000020415937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000089118366,0.00004224991,0.000062814965,0.000025215877,0.000050611892,0.000025748823,0.00022404299,0.000030266483,0.000021385596],"category_scores_gemma":[0.0000166813,0.000037211365,0.000028172248,0.00007722309,0.000023296387,0.00013726724,0.000052698048,0.00002478131,0.0000016952808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057646753,0.000012035886,0.00026236713,0.0000066165776,0.0000076002357,4.971577e-7,0.006310818,0.0005213367,0.00030684113,0.027716137,0.000478059,0.9643719],"study_design_scores_gemma":[0.00017052508,0.000020897645,0.0012489421,0.0000014079105,0.000002621636,6.1611763e-7,0.000347562,0.99615175,0.00091697695,0.001059873,0.000030286878,0.00004853623],"about_ca_topic_score_codex":0.000008352863,"about_ca_topic_score_gemma":0.00018777896,"teacher_disagreement_score":0.99563044,"about_ca_system_score_codex":0.000008786085,"about_ca_system_score_gemma":0.0000062928707,"threshold_uncertainty_score":0.15174353},"labels":[],"label_agreement":null},{"id":"W2912576237","doi":"10.1109/bibm.2018.8621452","title":"Recognising Named Entity of Medical Imaging Procedures in Clinical Notes","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Natural language processing; Conditional random field; Artificial intelligence; Medical imaging; Word (group theory); Process (computing); Named-entity recognition; Information retrieval; Programming language; Mathematics; Engineering","score_opus":0.0504459107749054,"score_gpt":0.376016117440868,"score_spread":0.3255702066659626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912576237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34054548,0.00003612037,0.6544775,0.0028455665,0.00038515692,0.000053869335,7.9859696e-8,0.00005788171,0.0015983562],"genre_scores_gemma":[0.9073031,0.000010296229,0.0919456,0.00055580516,0.00016174412,0.0000013397874,1.01291505e-7,0.0000029326295,0.000019093026],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854064,0.00007354019,0.00048386637,0.00030265292,0.0004184144,0.00018086139],"domain_scores_gemma":[0.99921286,0.0002459876,0.000074221614,0.00030465805,0.00008244026,0.00007981898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016278486,0.00006094292,0.00015177077,0.0000765209,0.000028363545,0.0000425731,0.0007218828,0.00006287541,0.000099533485],"category_scores_gemma":[0.0019500543,0.000051652012,0.000042596464,0.00018661647,0.00012190469,0.0002444464,0.0003613152,0.00014693664,0.000019260875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006658416,0.00015024214,0.2734174,0.000041694362,0.000007738839,0.000017358132,0.00085427845,0.000006009256,0.00016828155,0.015433457,0.00042175027,0.70947516],"study_design_scores_gemma":[0.0005385821,0.00003441275,0.036304913,0.00019246657,0.0000024204076,0.00001611656,0.000044223158,0.9516871,0.0024646807,0.008318091,0.00024901048,0.00014797745],"about_ca_topic_score_codex":0.00028216638,"about_ca_topic_score_gemma":0.0005777272,"teacher_disagreement_score":0.9516811,"about_ca_system_score_codex":0.000012087031,"about_ca_system_score_gemma":0.00021147873,"threshold_uncertainty_score":0.23345381},"labels":[],"label_agreement":null},{"id":"W2912817604","doi":"10.18653/v1/n19-4013","title":"End-to-End Open-Domain Question Answering with","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":368,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Question answering; Computer science; Open domain; Benchmark (surveying); Information retrieval; Reading (process); End-to-end principle; Natural language processing; Artificial intelligence; Domain (mathematical analysis); Reading comprehension; Language model; Open source; Programming language; Linguistics; Software","score_opus":0.028374056521567534,"score_gpt":0.2801999427192826,"score_spread":0.25182588619771507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912817604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01670925,0.000026870639,0.93967515,0.0015899373,0.0008335861,0.0006833953,0.0000018693015,0.0002213311,0.04025861],"genre_scores_gemma":[0.4007255,0.000003471584,0.59580714,0.0004665676,0.000087810826,0.00004307078,0.000004219763,0.000014912502,0.002847277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980291,0.00007294461,0.00024895763,0.0009935332,0.00036012582,0.00029532606],"domain_scores_gemma":[0.9979312,0.000037369227,0.000104894796,0.0017238535,0.000078441386,0.0001242801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005878677,0.00024073507,0.00029392447,0.00013174991,0.000056885896,0.00080883026,0.00289382,0.00013892607,0.00007113889],"category_scores_gemma":[0.00001306423,0.00020010267,0.00003961256,0.00013464062,0.000013017488,0.0003816594,0.0057501555,0.00038735362,0.00015832271],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002959418,0.00009034377,0.0023419168,0.00022899799,0.00009287298,0.000073866584,0.0029399968,0.2782723,0.00072213355,0.59862804,0.0011450509,0.115434855],"study_design_scores_gemma":[0.0011028099,0.00030806236,0.0035741322,0.001473822,0.000025099083,0.0000795427,0.00013027241,0.91288733,0.0023692292,0.049175978,0.026793076,0.002080631],"about_ca_topic_score_codex":0.0013641577,"about_ca_topic_score_gemma":0.0002404539,"teacher_disagreement_score":0.634615,"about_ca_system_score_codex":0.00012251385,"about_ca_system_score_gemma":0.00026408656,"threshold_uncertainty_score":0.815995},"labels":[],"label_agreement":null},{"id":"W2913282654","doi":"10.1145/3255771","title":"Session details: Research session 21: entity matching","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Computer science; Matching (statistics); World Wide Web; Statistics; Mathematics","score_opus":0.08264994715216234,"score_gpt":0.3641160850528131,"score_spread":0.2814661379006508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913282654","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1827523,0.000016521717,0.7979326,0.00090235705,0.00029493307,0.000068039575,5.4025943e-8,0.00017746178,0.017855702],"genre_scores_gemma":[0.8678533,0.000004757206,0.12976694,0.00017366587,0.00011719591,0.000004603919,4.0554932e-7,0.000005574382,0.002073587],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815124,0.0003110747,0.00017658246,0.0004114894,0.00060072425,0.00034888976],"domain_scores_gemma":[0.9988136,0.0001954107,0.000032049084,0.0007395481,0.00010963922,0.0001097115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021507523,0.00007996664,0.00010087,0.00012861946,0.00031732922,0.00027133932,0.00088062003,0.00006583546,0.00007731406],"category_scores_gemma":[0.00011336695,0.000061211365,0.000034945297,0.00027331212,0.00002145805,0.00064856384,0.0008462855,0.00028579065,0.00027754804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050570648,0.0001015051,0.004090976,0.000065630105,0.000006297202,0.000009408671,0.0016066206,0.0010133748,0.023423074,0.46663964,0.0035167893,0.49952164],"study_design_scores_gemma":[0.0002899012,0.000048446356,0.0025504793,0.00012279318,0.0000015327932,0.000008884704,0.00012723748,0.8610145,0.0105423415,0.113182,0.011881761,0.00023011427],"about_ca_topic_score_codex":0.00022354665,"about_ca_topic_score_gemma":0.0000358415,"teacher_disagreement_score":0.86000115,"about_ca_system_score_codex":0.000045615325,"about_ca_system_score_gemma":0.000045793342,"threshold_uncertainty_score":0.3567411},"labels":[],"label_agreement":null},{"id":"W2914453913","doi":"10.1101/526244","title":"Towards reliable named entity recognition in the biomedical domain","year":2019,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Compute Canada; National Institutes of Health; Nvidia","keywords":"Conditional random field; CRFS; Overfitting; Computer science; Artificial intelligence; Dropout (neural networks); Named-entity recognition; Transfer of learning; Machine learning; Sequence labeling; Deep learning; Natural language processing; Task (project management); Multi-task learning; Regularization (linguistics); Generalization; Artificial neural network","score_opus":0.021337588013821525,"score_gpt":0.22800691114052032,"score_spread":0.2066693231266988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914453913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6263094,0.00043913786,0.3653409,0.002393097,0.003787197,0.0011344397,0.000063287094,0.00044832772,0.00008424174],"genre_scores_gemma":[0.9142714,0.00009776306,0.08430573,0.00067643693,0.00040880553,0.00019497026,6.2339603e-7,0.00004099532,0.0000032867292],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99616903,0.00034439014,0.00065540674,0.0012826752,0.00088913017,0.0006593863],"domain_scores_gemma":[0.9966315,0.000097440614,0.0003269292,0.0025300763,0.000248196,0.00016586021],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026075686,0.00042933022,0.0004845683,0.00037582117,0.00012266004,0.000549511,0.002712827,0.0005988023,0.000027831746],"category_scores_gemma":[0.0002458861,0.00037449304,0.00015374899,0.0008772317,0.000096097065,0.00036943078,0.0012814838,0.0012853268,0.00023677542],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036043173,0.009307214,0.071667746,0.012012174,0.0016967154,0.00435024,0.0044521946,0.004459881,0.66928905,0.18694006,0.033168178,0.0022961458],"study_design_scores_gemma":[0.010725776,0.0007981625,0.30036083,0.00841312,0.0004080579,0.0000010024145,0.00011863263,0.37535435,0.11103824,0.0065515083,0.17424014,0.011990158],"about_ca_topic_score_codex":0.00025295254,"about_ca_topic_score_gemma":0.0000054994416,"teacher_disagreement_score":0.5582508,"about_ca_system_score_codex":0.0003446267,"about_ca_system_score_gemma":0.00091403816,"threshold_uncertainty_score":0.9998707},"labels":[],"label_agreement":null},{"id":"W2914713622","doi":"10.18653/v1/w18-5429","title":"Importance of Self-Attention for Sentiment Analysis","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada; Nvidia","keywords":"Interpretability; Computer science; Sentiment analysis; Task (project management); Artificial intelligence; Word (group theory); Baseline (sea); Machine learning; Natural language processing; Architecture; Order (exchange); Task analysis; Linguistics","score_opus":0.017395628524355753,"score_gpt":0.2703236454028812,"score_spread":0.2529280168785254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914713622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17895356,0.000005333562,0.81972206,0.00019329152,0.000072847644,0.000064682645,3.417338e-7,0.00004966472,0.0009382482],"genre_scores_gemma":[0.6688337,3.748772e-7,0.3307262,0.00006371574,0.00002709526,0.0000039600995,4.961343e-7,0.0000010128766,0.0003434937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947596,0.0000068232525,0.00015282432,0.00017490741,0.0001019661,0.00008753359],"domain_scores_gemma":[0.99946713,0.0000127836365,0.00006420398,0.00033521693,0.00010028211,0.000020374739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017098764,0.00003578274,0.00008182236,0.0000717152,0.000027542827,0.000016511509,0.0002195308,0.000012948847,0.000022848712],"category_scores_gemma":[0.000004260673,0.00003082659,0.00008131889,0.0002820966,0.000007671711,0.000111096015,0.000054546417,0.00000971057,0.0000060638517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010893123,0.00039284246,0.3955171,0.00008690181,0.001790458,0.00000175837,0.0017778462,0.00082158117,0.013351501,0.5417704,0.0031437536,0.041334953],"study_design_scores_gemma":[0.000118962285,0.00003862265,0.014766989,0.0000017447768,0.00006716446,3.0483795e-7,0.000008542908,0.9763848,0.0063685053,0.0018328512,0.00035534825,0.000056131772],"about_ca_topic_score_codex":0.000012230809,"about_ca_topic_score_gemma":0.000028007882,"teacher_disagreement_score":0.9755632,"about_ca_system_score_codex":0.0000127064595,"about_ca_system_score_gemma":0.000011462296,"threshold_uncertainty_score":0.1257072},"labels":[],"label_agreement":null},{"id":"W2915581179","doi":"10.48550/arxiv.1902.07249","title":"Discovery of Natural Language Concepts in Individual Units of CNNs","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Morpheme; Natural language processing; Artificial intelligence; Natural language; Natural (archaeology); Translation (biology); Machine translation; Linguistics; History","score_opus":0.07753615855421307,"score_gpt":0.21526531117439643,"score_spread":0.13772915262018337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915581179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87316716,0.00018267271,0.12516394,0.0000135378705,0.00047142775,0.00017108751,0.000033912427,0.000029389726,0.0007668677],"genre_scores_gemma":[0.9981851,0.000025810856,0.000948192,0.000022333796,0.000021298736,1.8129967e-7,0.000016039803,0.0000075850435,0.0007734872],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872524,0.00011489838,0.00024708005,0.000579809,0.00012279398,0.00021021017],"domain_scores_gemma":[0.9984471,0.000120171804,0.00031428173,0.0009797759,0.00010403807,0.000034610443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020367892,0.00017906356,0.00037328652,0.0003107806,0.000014585127,0.000028130578,0.0017991854,0.00018278028,0.000004687693],"category_scores_gemma":[0.00004621102,0.000200813,0.00010015276,0.000569021,0.00008929445,0.00042269792,0.0021773588,0.00047391836,0.0000049808127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005483846,0.00018625014,0.06998217,0.0006027194,0.00019689676,0.00032885722,0.010613807,0.60943323,0.0010581036,0.3051521,0.00007013096,0.002320903],"study_design_scores_gemma":[0.001835281,0.00009370168,0.02566415,0.0007816673,0.00007824441,0.0000041754856,0.0018060801,0.9551558,0.005910908,0.007844657,0.000034990713,0.0007903335],"about_ca_topic_score_codex":0.00054209796,"about_ca_topic_score_gemma":0.00010882193,"teacher_disagreement_score":0.3457226,"about_ca_system_score_codex":0.00007539869,"about_ca_system_score_gemma":0.00029671908,"threshold_uncertainty_score":0.81889164},"labels":[],"label_agreement":null},{"id":"W2916145857","doi":"10.1177/0165025419830248","title":"Using sentiment analysis to detect affect in children’s and adolescents’ poetry","year":2019,"lang":"en","type":"article","venue":"International Journal of Behavioral Development","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Sentiment analysis; Psychology; Valence (chemistry); Affect (linguistics); Context (archaeology); Developmental psychology; Social psychology; Natural language processing; Computer science; Chemistry; Communication","score_opus":0.024859029828473215,"score_gpt":0.3139432518610991,"score_spread":0.2890842220326259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916145857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8498389,0.000028970453,0.1495516,0.000066921115,0.00040739306,0.00009469801,6.4337894e-7,0.0000058825176,0.000004969666],"genre_scores_gemma":[0.89010054,0.0000026578546,0.10975933,0.000087658715,0.000028735501,9.832193e-7,6.30482e-7,0.000004048672,0.000015402396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99857014,0.0000342398,0.00044324953,0.00020375845,0.00060113554,0.00014745745],"domain_scores_gemma":[0.9994509,0.000007825348,0.00017632592,0.000121222576,0.00014812553,0.0000955772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034798754,0.00010395545,0.00019072804,0.00080392126,0.000017839424,0.00011611704,0.0005734319,0.000032546643,0.00001896222],"category_scores_gemma":[0.0000045050747,0.000097698205,0.00007365211,0.00028098217,0.0000056120853,0.00028035615,0.00028792676,0.00012732408,0.000009891585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014496144,0.00006878691,0.956511,0.000001487809,0.00014978279,0.000036050595,0.000569662,0.0032967953,0.002733707,0.00002499208,0.0000039164843,0.036589332],"study_design_scores_gemma":[0.0005144293,0.000036997408,0.99162155,0.00010672337,0.00003232536,0.000103552906,0.000018815581,0.0036850548,0.0037013595,0.000022672179,0.000025433033,0.00013107863],"about_ca_topic_score_codex":0.000060286297,"about_ca_topic_score_gemma":0.000019538833,"teacher_disagreement_score":0.040261634,"about_ca_system_score_codex":0.00035744347,"about_ca_system_score_gemma":0.0001003555,"threshold_uncertainty_score":0.3984017},"labels":[],"label_agreement":null},{"id":"W2916680872","doi":"","title":"THUNLP at TAC KBP 2013 in Entity Linking","year":2013,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Computer science; Entity linking; Natural language processing; Artificial intelligence; F1 score; Knowledge base; Engineering","score_opus":0.009270023607219102,"score_gpt":0.2306121815772403,"score_spread":0.2213421579700212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916680872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2919182,0.00045627484,0.7043454,0.00043567832,0.000027659391,0.00023494015,8.5139595e-7,0.000043822314,0.0025372012],"genre_scores_gemma":[0.9937031,0.000071661554,0.005499529,0.00005041546,0.000028235176,0.00014183985,0.0000020262767,0.0000029228672,0.0005002451],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994552,0.00004434057,0.00015681805,0.00016935525,0.00006969111,0.00010455191],"domain_scores_gemma":[0.9993651,0.00012862086,0.000057099252,0.00037477753,0.00004530125,0.000029118168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032803067,0.000059296326,0.0000911501,0.00005511647,0.00009025094,0.00004345303,0.0003370917,0.000033853918,0.000032681397],"category_scores_gemma":[0.000009554203,0.00005409765,0.000015738688,0.00014941295,0.000092285656,0.0003102538,0.00021438069,0.000056807352,0.000036536072],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012193309,0.000014019842,0.0011570706,0.000015332233,0.0000023012226,6.11914e-8,0.0006041403,0.0000378297,0.0007466683,0.96415013,0.000028388944,0.03324286],"study_design_scores_gemma":[0.000090508,0.000008575069,0.0024244273,0.000007740353,0.0000025636102,0.0000020722898,0.00013864627,0.0029295955,0.0040170806,0.98804444,0.0022511974,0.00008315219],"about_ca_topic_score_codex":0.00011210146,"about_ca_topic_score_gemma":0.00002339113,"teacher_disagreement_score":0.70178497,"about_ca_system_score_codex":0.000011220815,"about_ca_system_score_gemma":0.000014666242,"threshold_uncertainty_score":0.22060382},"labels":[],"label_agreement":null},{"id":"W2916853875","doi":"10.1007/978-3-030-11479-4_5","title":"Deep Learning for Document Representation","year":2019,"lang":"en","type":"book-chapter","venue":"Smart innovation, systems and technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ontario Institute of Technology","funders":"","keywords":"Word2vec; Computer science; Document classification; Representation (politics); Artificial intelligence; Natural language processing; Set (abstract data type); Information retrieval; Categorization; Bag-of-words model","score_opus":0.03384537849134838,"score_gpt":0.2627927763798293,"score_spread":0.2289473978884809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916853875","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021249709,0.0016983201,0.96229726,0.0009602536,0.0011010236,0.0010192788,0.0000016917611,0.0012012685,0.031508412],"genre_scores_gemma":[0.36167195,0.00090141344,0.06254327,0.00011464967,0.00038591636,0.00049426686,0.00016439751,0.00011311307,0.573611],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853164,0.000008390759,0.0005276041,0.00054306065,0.0002143887,0.000174889],"domain_scores_gemma":[0.9984135,0.00008803015,0.00045497075,0.00062524684,0.00041013834,0.0000081112175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036288647,0.00020842878,0.00030623446,0.0004991676,0.00015206289,0.00025110546,0.00040742496,0.0003737462,0.0000016729614],"category_scores_gemma":[0.00012794843,0.00019361853,0.000036813806,0.00017298319,0.000045173143,0.0002836791,0.0002941937,0.00024659734,0.000012755405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011330217,0.000001231191,0.00021640926,0.00012433954,0.000028360628,7.6452915e-7,0.00005219042,0.0002839197,0.000023469229,0.93632126,0.00030622934,0.06264072],"study_design_scores_gemma":[0.000492308,0.00018563044,0.00007441973,0.0004918037,0.00002290251,0.000034196488,0.0005047898,0.069921255,0.00021235377,0.40496522,0.5224126,0.00068249437],"about_ca_topic_score_codex":0.000021720241,"about_ca_topic_score_gemma":0.000003898512,"teacher_disagreement_score":0.899754,"about_ca_system_score_codex":0.00006341553,"about_ca_system_score_gemma":0.00004599959,"threshold_uncertainty_score":0.78955346},"labels":[],"label_agreement":null},{"id":"W2916976928","doi":"","title":"The TALP participation at TAC-KBP 2013","year":2013,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.011495903494673287,"score_gpt":0.24843168619303968,"score_spread":0.2369357826983664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916976928","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13390899,0.00062587485,0.8607449,0.0018393614,0.00003684478,0.00030895878,8.9104e-7,0.00005544582,0.0024787234],"genre_scores_gemma":[0.99667615,0.00008351968,0.0015045764,0.00005048476,0.000031769694,0.0003869978,0.0000014888575,0.0000027101205,0.0012623178],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995089,0.00005084297,0.00014078447,0.00012340223,0.00007418083,0.00010188954],"domain_scores_gemma":[0.9991235,0.00027178874,0.000067346744,0.00043357757,0.00007117149,0.0000326241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031183515,0.000051608138,0.00005725668,0.000016463377,0.00029624437,0.00006660439,0.00031509233,0.0000215781,0.000018611105],"category_scores_gemma":[0.000019289917,0.000035150333,0.000015051997,0.00009616343,0.0001567832,0.00022600402,0.00013962765,0.000033653403,0.00005411062],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000156952,0.0000069349067,0.000091328795,0.0000039461147,0.0000036154497,1.1157639e-8,0.0003780837,0.00003634475,0.00046461893,0.93911827,0.0002098544,0.059685435],"study_design_scores_gemma":[0.000059693954,0.000014560714,0.0014776242,0.0000018760866,0.000005428709,0.000001527461,0.00016407667,0.004461726,0.0047286195,0.9738058,0.015211779,0.00006731659],"about_ca_topic_score_codex":0.000039279646,"about_ca_topic_score_gemma":0.000008936385,"teacher_disagreement_score":0.86276716,"about_ca_system_score_codex":0.0000065912113,"about_ca_system_score_gemma":0.000011442706,"threshold_uncertainty_score":0.22785021},"labels":[],"label_agreement":null},{"id":"W2917651062","doi":"10.1145/3303772.3303816","title":"Topic Development to Support Revision Feedback","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Paragraph; CLARITY; Computer science; Coherence (philosophical gambling strategy); Analytics; Meaning (existential); Data science; Psychology; World Wide Web","score_opus":0.025635896382171872,"score_gpt":0.25637911372882743,"score_spread":0.23074321734665557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917651062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18394238,0.0000061624296,0.7707008,0.001035372,0.00038162747,0.00015365271,3.7453077e-8,0.00010287592,0.04367709],"genre_scores_gemma":[0.5350736,8.167964e-7,0.43932387,0.001710064,0.000026076677,0.000002211992,5.019334e-7,0.0000028987683,0.023859965],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992574,0.00000804348,0.00014266535,0.00025973434,0.00017522582,0.00015692074],"domain_scores_gemma":[0.99943423,0.000011146684,0.000015142084,0.00043854077,0.000028524419,0.000072421695],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015469271,0.000058227466,0.000075927004,0.000040918912,0.000024105035,0.000058935348,0.00047719182,0.000021961128,0.00043817528],"category_scores_gemma":[0.0000068514405,0.00004790307,0.000016775708,0.00010713007,0.0000014176486,0.00015435052,0.00031651914,0.000035992372,0.0059048943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001087146,0.000016585185,0.004357501,0.000019216335,0.0000039832257,0.0000047744174,0.001083203,0.000182862,0.00061822945,0.03552008,0.003980182,0.9542123],"study_design_scores_gemma":[0.00036020644,0.00013226485,0.00994448,0.00005284162,0.0000011185712,0.000015798056,0.000038928007,0.019422565,0.009313665,0.00052174536,0.95980066,0.0003957402],"about_ca_topic_score_codex":0.00000548527,"about_ca_topic_score_gemma":0.0000020974294,"teacher_disagreement_score":0.95582044,"about_ca_system_score_codex":0.000033700897,"about_ca_system_score_gemma":0.000058956626,"threshold_uncertainty_score":0.9948691},"labels":[],"label_agreement":null},{"id":"W2917934195","doi":"","title":"Cornell Belief and Sentiment System at TAC 2017.","year":2017,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence","score_opus":0.015634545266542843,"score_gpt":0.2464192913199238,"score_spread":0.23078474605338095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917934195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09605604,0.00091249816,0.8933552,0.00020823997,0.000054114033,0.00023479167,0.0000052268165,0.00005861737,0.009115261],"genre_scores_gemma":[0.9970272,0.000047301008,0.001997906,0.000015293386,0.000033963293,0.00004799146,0.0000012302128,0.0000027340213,0.00082634034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995247,0.00002565675,0.00011777246,0.00019028485,0.000060330585,0.000081217615],"domain_scores_gemma":[0.998984,0.000064747306,0.000121717356,0.0007553362,0.0000330569,0.000041151372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035184834,0.000062697814,0.000098879325,0.000019994075,0.00045683212,0.000090764064,0.0003820513,0.000026382193,0.0000023622063],"category_scores_gemma":[0.000008118088,0.000055110635,0.000012915605,0.00002037302,0.00018863298,0.00017363121,0.00035570722,0.000029903798,0.000007779485],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039515216,0.000007852906,0.00035588865,0.000041963754,0.0000067738147,2.7153075e-7,0.00032726643,0.000008323955,0.00036275553,0.98992723,0.000027202897,0.008930501],"study_design_scores_gemma":[0.0005937212,0.000054553464,0.006650522,0.00005200883,0.000053908567,0.000071124996,0.00086507446,0.011495449,0.024728402,0.9456302,0.009433398,0.00037166174],"about_ca_topic_score_codex":0.000014756304,"about_ca_topic_score_gemma":0.000001929389,"teacher_disagreement_score":0.9009712,"about_ca_system_score_codex":0.000009198911,"about_ca_system_score_gemma":0.000009805659,"threshold_uncertainty_score":0.35136294},"labels":[],"label_agreement":null},{"id":"W2918138400","doi":"10.18653/v1/2024.textgraphs-1","title":"Proceedings of TextGraphs-17: Graph-based Methods for Natural Language Processing","year":2024,"lang":"en","type":"paratext","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Division of Computer and Network Systems; Moscow Institute of Physics and Technology; Nazarbayev University; Bundesministerium für Bildung und Forschung; Natural Sciences and Engineering Research Council of Canada; European Commission; Analytical Center for the Government of the Russian Federation; University of Michigan; Automotive Research Center; National Science Foundation","keywords":"Computer science; Graph; Programming language; Natural language processing; Artificial intelligence; Theoretical computer science","score_opus":0.02670105931340308,"score_gpt":0.36625907457166823,"score_spread":0.3395580152582651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918138400","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008301787,0.013411002,0.9358152,0.0003746674,0.0017766166,0.0006466803,0.000014287861,0.0002565217,0.047622003],"genre_scores_gemma":[0.0072113792,0.000012994336,0.8947131,0.00035474094,0.0002581663,0.00014242348,0.000023042729,0.00005074729,0.097233415],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977323,0.000018953442,0.00055071135,0.0009484044,0.0003093969,0.00044024186],"domain_scores_gemma":[0.9987309,0.00016222856,0.00029207204,0.00034821325,0.00038418846,0.000082424245],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00067229266,0.0004005783,0.00058638596,0.0006657348,0.00008156746,0.00039651353,0.0014603303,0.00030113923,0.000074024065],"category_scores_gemma":[0.000056247416,0.0003193286,0.0003745328,0.00091132784,0.000065035485,0.00031999903,0.00024972777,0.00047792235,0.00004489723],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002279124,0.000075719945,0.000002998845,0.008250757,0.00014380124,0.0000029813214,0.0019815515,0.00014775817,0.011831052,0.023179494,0.2615103,0.69285077],"study_design_scores_gemma":[0.00044045888,0.00011484405,0.0000020250636,0.0012278999,0.000092696675,0.000011141051,0.00017963683,0.8927941,0.033313166,0.0034087559,0.067584604,0.0008306696],"about_ca_topic_score_codex":0.000028957695,"about_ca_topic_score_gemma":0.0000030722704,"teacher_disagreement_score":0.8926463,"about_ca_system_score_codex":0.000044844648,"about_ca_system_score_gemma":0.00030461967,"threshold_uncertainty_score":0.99992585},"labels":[],"label_agreement":null},{"id":"W2922857","doi":"10.1007/978-3-642-10238-7_7","title":"Artificial K-Lines and Applications","year":2009,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Artificial intelligence; Artificial neural network; Causality (physics); Knowledge base; Machine learning; Physics","score_opus":0.06177799720094484,"score_gpt":0.3040433938657268,"score_spread":0.24226539666478197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922857","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014961705,0.000462781,0.84316456,0.0015784939,0.00009334322,0.00033108506,0.0000037639013,0.00008763396,0.15426336],"genre_scores_gemma":[0.035981853,0.007589031,0.94861406,0.003866525,0.00028141128,0.000112098096,0.00005944946,0.000015591293,0.0034799762],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987192,0.000013222452,0.0005500414,0.00027384676,0.00027949733,0.00016420554],"domain_scores_gemma":[0.99757695,0.000107239925,0.00020148669,0.0017981176,0.00022774815,0.00008846662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064322754,0.00015623317,0.00017234463,0.0006619703,0.00043338002,0.0006088741,0.0021568926,0.00009564641,0.0000024968463],"category_scores_gemma":[0.000016776728,0.00016103024,0.000022461581,0.00027471932,0.00051543844,0.004191707,0.0015555935,0.00028503189,0.000026573673],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6541063e-7,0.0000030194994,0.0000040470727,0.000004293503,5.993504e-7,4.1216104e-8,0.00021033363,0.00006347474,9.652825e-7,0.51194936,0.000016871494,0.48774683],"study_design_scores_gemma":[0.000080831574,0.000024498757,0.0003536138,0.000076142285,0.0000035527428,0.000023215756,0.000008315488,0.604958,0.0000070457763,0.10096237,0.29323915,0.0002632628],"about_ca_topic_score_codex":0.0000050516974,"about_ca_topic_score_gemma":0.0000066561124,"teacher_disagreement_score":0.6048945,"about_ca_system_score_codex":0.000056350935,"about_ca_system_score_gemma":0.0001597375,"threshold_uncertainty_score":0.6566623},"labels":[],"label_agreement":null},{"id":"W2923261428","doi":"10.48550/arxiv.1903.10126","title":"Connecting Language and Knowledge with Heterogeneous Representations for Neural Relation Extraction","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Task (project management); Computer science; Relation (database); Code (set theory); Natural language processing; Relationship extraction; Artificial intelligence; Constant (computer programming); Data science; Programming language; Data mining; Engineering","score_opus":0.0808915080268491,"score_gpt":0.23691885154855963,"score_spread":0.15602734352171055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923261428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48545212,0.000049027727,0.51365745,0.000027035743,0.00019029806,0.0002317117,0.0000026770533,0.0000831636,0.00030653953],"genre_scores_gemma":[0.99159163,0.000011924913,0.007754958,0.000012611708,0.000059635662,0.0000016791399,0.0000145983295,0.000012409798,0.00054052303],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989225,0.00006162406,0.00011230041,0.0007124785,0.000036859503,0.0001542393],"domain_scores_gemma":[0.998921,0.00018662505,0.00016906358,0.0005738824,0.000095085874,0.0000543413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000121792655,0.00014040018,0.0001445923,0.00013092037,0.00014086853,0.000100109406,0.000308803,0.00012373955,0.0000028158252],"category_scores_gemma":[0.000029316094,0.00015519158,0.00005820434,0.00013210753,0.00001675844,0.0003549101,0.00039193733,0.0002272673,0.0000057197626],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021998294,0.000020802596,0.0017899036,0.000074427204,0.0000352535,0.000031634816,0.0016380445,0.9780265,0.0001333259,0.0156030385,0.0000067758924,0.0026183117],"study_design_scores_gemma":[0.0003774995,0.000039531984,0.0006863167,0.00004236617,0.000038542636,0.000022760212,0.00026678335,0.9961353,0.00014724625,0.0020224168,0.000041481984,0.00017974367],"about_ca_topic_score_codex":0.00010536157,"about_ca_topic_score_gemma":0.000121043544,"teacher_disagreement_score":0.5061395,"about_ca_system_score_codex":0.00008009718,"about_ca_system_score_gemma":0.00005984776,"threshold_uncertainty_score":0.63285285},"labels":[],"label_agreement":null},{"id":"W2923796912","doi":"10.3233/icg-190094","title":"Hex 2018: MoHex3HNN over DeepEzo","year":2019,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science","score_opus":0.014552622009464231,"score_gpt":0.23872388482465218,"score_spread":0.22417126281518795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923796912","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40367392,0.00028681217,0.58683324,0.00095032394,0.002124973,0.000052867024,3.026029e-7,0.000052798274,0.0060247662],"genre_scores_gemma":[0.96101034,0.000025363006,0.035258636,0.0007802699,0.0005012821,8.188453e-7,1.3413867e-7,0.000009324929,0.0024138496],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998935,0.000038770668,0.00021099008,0.00019400756,0.00034143953,0.00027979823],"domain_scores_gemma":[0.999256,0.00003287903,0.00009903691,0.0004290964,0.00004968874,0.00013328511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003156159,0.000090578156,0.00011567298,0.00008152435,0.000087025284,0.00027005374,0.000801156,0.000048667596,0.0003936404],"category_scores_gemma":[0.00001258631,0.000076214055,0.00007855812,0.00010716868,0.000009313493,0.00063769333,0.00016746619,0.00030507628,0.00064731005],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065895,0.0004234311,0.13771838,0.000089058485,0.0003079235,0.00090460293,0.0062462157,0.024405267,0.02274684,0.19839899,0.10704576,0.50164765],"study_design_scores_gemma":[0.004344391,0.00032444485,0.0481186,0.00020212715,0.000021773363,0.0036652095,0.0001254558,0.69107217,0.0027617167,0.057025008,0.19122835,0.0011107395],"about_ca_topic_score_codex":0.000009681116,"about_ca_topic_score_gemma":0.0000020364062,"teacher_disagreement_score":0.6666669,"about_ca_system_score_codex":0.000055271492,"about_ca_system_score_gemma":0.00007724303,"threshold_uncertainty_score":0.8320077},"labels":[],"label_agreement":null},{"id":"W2923890923","doi":"10.48550/arxiv.1903.10972","title":"Models and Data for Simple Applications of BERT for Ad Hoc Document Retrieval","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Simple (philosophy); Sentence; Information retrieval; Microblogging; Inference; Question answering; Social media; Post hoc; Artificial intelligence; Natural language processing; World Wide Web","score_opus":0.15109454832975105,"score_gpt":0.24884759872786272,"score_spread":0.09775305039811166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923890923","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0131584685,0.00020215576,0.98442304,0.00011341569,0.00012463456,0.0014945242,0.00029651256,0.000050996685,0.00013627087],"genre_scores_gemma":[0.9300584,0.00025755173,0.06866575,0.00004074825,0.000040735238,0.000006647239,0.00017105817,0.000013104967,0.0007459943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984087,0.000021377222,0.00019516754,0.0011065464,0.000065553315,0.00020268843],"domain_scores_gemma":[0.99680126,0.00019959641,0.00021878103,0.0025337317,0.00017126575,0.000075391516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031581626,0.000158997,0.00026769293,0.000114599636,0.00007864724,0.000054469318,0.002249076,0.00015239978,0.0000019177012],"category_scores_gemma":[0.000022066375,0.00018729076,0.000084658226,0.00014515291,0.000040459705,0.00042151147,0.0032268083,0.00012823103,0.000001605009],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009099273,0.00006616045,0.00010463162,0.0005930613,0.00012824492,0.00000150244,0.00022516321,0.44701356,0.000038058395,0.544091,0.00062680145,0.007020822],"study_design_scores_gemma":[0.00039050094,0.00003062299,0.000008129604,0.000020267467,0.00004906574,3.7224956e-7,0.000020201693,0.75665355,0.00004412411,0.23861681,0.0040209293,0.00014541124],"about_ca_topic_score_codex":0.000032624856,"about_ca_topic_score_gemma":0.0000146007915,"teacher_disagreement_score":0.9168999,"about_ca_system_score_codex":0.000067173445,"about_ca_system_score_gemma":0.00017470207,"threshold_uncertainty_score":0.76374954},"labels":[],"label_agreement":null},{"id":"W2928075308","doi":"10.21437/interspeech.2019-2396","title":"Speech Model Pre-Training for End-to-End Spoken Language Understanding","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Canadian Institute for Advanced Research","keywords":"Computer science; End-to-end principle; Training set; Spoken language; Speech recognition; Training (meteorology); Artificial intelligence; Language model; Natural language processing; Gauge (firearms); Speech synthesis","score_opus":0.1407860486826978,"score_gpt":0.33036668898392463,"score_spread":0.18958064030122682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928075308","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015261477,0.00005998757,0.96135414,0.0007815908,0.0009842212,0.001114455,0.00002682077,0.00042957644,0.019987727],"genre_scores_gemma":[0.5568866,0.0000024844726,0.43805215,0.00041491073,0.00016554026,0.000042011074,0.000011585,0.000026378551,0.004398327],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973256,0.00003071682,0.0004028701,0.0011858986,0.00046176306,0.0005931437],"domain_scores_gemma":[0.9980232,0.00021770342,0.00014716892,0.0013869784,0.000057860612,0.00016705079],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007332026,0.00034359566,0.00044276216,0.00026527853,0.000095080664,0.0004306056,0.00179701,0.00028158893,0.00004638912],"category_scores_gemma":[0.000079083366,0.00033584415,0.0001987371,0.00012146458,0.00001657777,0.00023863175,0.002317663,0.00043988487,0.000033521716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019966194,0.000030142271,0.000057357756,0.00035438893,0.00009380469,0.00001571874,0.025728373,0.6809857,0.0005915884,0.2466198,0.00069072365,0.044812437],"study_design_scores_gemma":[0.00024391744,0.000023530865,0.000011153625,0.00019130048,0.000015803986,0.000005890741,0.00068878103,0.96309423,0.00038086524,0.034847215,0.00008068795,0.00041661304],"about_ca_topic_score_codex":0.0001537594,"about_ca_topic_score_gemma":0.00007681858,"teacher_disagreement_score":0.54162514,"about_ca_system_score_codex":0.0003486104,"about_ca_system_score_gemma":0.00039804433,"threshold_uncertainty_score":0.99990934},"labels":[],"label_agreement":null},{"id":"W2929767294","doi":"10.18653/v1/n19-1381","title":"Evaluating Coherence in Dialogue Systems using Entailment","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Coherence (philosophical gambling strategy); Textual entailment; Sentence; Natural language processing; Artificial intelligence; Logical consequence; Scalability; Quality (philosophy); Meaning (existential); Machine learning; Mathematics; Statistics; Psychology; Epistemology","score_opus":0.20563514454950158,"score_gpt":0.37735979186949564,"score_spread":0.17172464731999407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2929767294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19855301,0.00030528376,0.79526013,0.000059467176,0.0031444666,0.0007851669,0.0000015331625,0.000103657214,0.0017872615],"genre_scores_gemma":[0.85067075,0.0000054088882,0.14883214,0.00006504199,0.00010829383,0.00004740851,0.0000037353539,0.000010353261,0.00025685003],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974504,0.00022560683,0.00055935665,0.0008812323,0.0005416551,0.00034173354],"domain_scores_gemma":[0.9982101,0.00010416414,0.00023899134,0.001307401,0.00008241559,0.00005696428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012156334,0.00023112014,0.00037464112,0.0001651532,0.000034570454,0.0003703717,0.0014258953,0.00019723644,0.0000127952335],"category_scores_gemma":[0.000049575727,0.00022190803,0.00006458811,0.00012842077,0.000011326593,0.00017458666,0.0028359469,0.00046878515,0.000050525727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.158975e-7,0.000019286976,0.003226516,0.0001710013,0.000009455342,0.0000072736307,0.00054317614,0.98419374,0.00042607522,0.0064572967,0.0000124775415,0.0049328706],"study_design_scores_gemma":[0.00016759589,0.000014663083,0.00022131846,0.0004994092,0.0000045247075,0.00000486912,0.00004323853,0.99733573,0.00009519528,0.0013498835,0.000016807599,0.00024677077],"about_ca_topic_score_codex":0.0040316437,"about_ca_topic_score_gemma":0.000050385435,"teacher_disagreement_score":0.6521177,"about_ca_system_score_codex":0.0004196835,"about_ca_system_score_gemma":0.00043550038,"threshold_uncertainty_score":0.9049147},"labels":[],"label_agreement":null},{"id":"W2935885634","doi":"10.1145/3331184.3331296","title":"An Axiomatic Approach to Regularizing Neural Ranking Models","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Axiom; Axiomatic system; Ranking (information retrieval); Regularization (linguistics); Machine learning; Computer science; Generalization; Artificial neural network; Artificial intelligence; Relevance (law); Convergence (economics); Training set; Set (abstract data type); Mathematical optimization; Algorithm; Mathematics","score_opus":0.06637320565648477,"score_gpt":0.27037379469780237,"score_spread":0.2040005890413176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935885634","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022587938,0.000058305137,0.9505677,0.00035511324,0.0009192196,0.0007253923,8.359465e-7,0.00058808044,0.024197375],"genre_scores_gemma":[0.5359182,6.471363e-7,0.4632464,0.0004291216,0.00009380175,0.000031661617,0.0000049535415,0.000017487006,0.00025775863],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970548,0.00013036595,0.00045491828,0.001336786,0.0005580755,0.0004650474],"domain_scores_gemma":[0.9964268,0.000034645916,0.00013580309,0.003129392,0.000086603206,0.00018672613],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006222989,0.00033901018,0.0004475629,0.00025853008,0.00008656374,0.000800316,0.0033765605,0.00024553156,0.0000031720624],"category_scores_gemma":[0.000013765397,0.0003176438,0.00013561646,0.00019033579,0.000011024544,0.0006975261,0.0028271333,0.00048758613,0.000030794945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010807295,0.00002997845,0.000012569194,0.00011270664,0.000011724064,0.000001744036,0.0017512629,0.86921114,0.00012097681,0.11775379,0.00002890827,0.010964109],"study_design_scores_gemma":[0.00010539572,0.000014983058,0.000029595687,0.000073950294,0.000007550305,0.000011185572,0.00003459652,0.9573126,0.0000788977,0.041937094,0.000010470668,0.00038368494],"about_ca_topic_score_codex":0.00017061541,"about_ca_topic_score_gemma":0.0000028753304,"teacher_disagreement_score":0.5133302,"about_ca_system_score_codex":0.000091806905,"about_ca_system_score_gemma":0.00012148812,"threshold_uncertainty_score":0.9999276},"labels":[],"label_agreement":null},{"id":"W2940263831","doi":"10.48550/arxiv.1904.09171","title":"Critically Examining the \"Neural Hype\": Weak Baselines and the Additivity of Effectiveness Gains from Neural Ranking Models","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Skepticism; Ranking (information retrieval); Computer science; Artificial neural network; Post hoc; Artificial intelligence; Additive function; Deep neural networks; Machine learning; Epistemology; Mathematics; Philosophy; Medicine","score_opus":0.10987573863177681,"score_gpt":0.20786419278357626,"score_spread":0.09798845415179945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940263831","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4942086,0.00012746632,0.5044992,0.0001244965,0.00036202514,0.00029869442,0.000022802085,0.00005257163,0.00030413942],"genre_scores_gemma":[0.9985968,0.00006559742,0.0009947604,0.00015850362,0.00011002293,0.0000026346133,0.000008178683,0.000016748098,0.000046745055],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99705905,0.0011622373,0.00026230828,0.0010207181,0.00017382337,0.00032188717],"domain_scores_gemma":[0.9942629,0.0037217296,0.00023243643,0.0014627591,0.00024640386,0.00007379667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011055751,0.00032132037,0.00052897463,0.000100737016,0.00021122646,0.00015155008,0.0018800241,0.00018342852,0.000005040974],"category_scores_gemma":[0.00020231264,0.00023211696,0.00018968494,0.00023129999,0.0003893852,0.0004663754,0.0028934546,0.0007153115,0.0000027470946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001220753,0.000032380984,0.002596203,0.00013204945,0.000100294674,0.000039467974,0.00055802584,0.86309713,0.000114614224,0.13101786,0.0000049645187,0.0021849133],"study_design_scores_gemma":[0.0009810063,0.000020608504,0.0042579765,0.00018975555,0.00009683385,0.0000039035685,0.00010906753,0.9445677,0.00007236652,0.049458884,0.0000049979785,0.00023692091],"about_ca_topic_score_codex":0.00061591354,"about_ca_topic_score_gemma":0.000032422075,"teacher_disagreement_score":0.5043882,"about_ca_system_score_codex":0.000055753204,"about_ca_system_score_gemma":0.000108480555,"threshold_uncertainty_score":0.9465455},"labels":[],"label_agreement":null},{"id":"W2940730617","doi":"10.2196/11499","title":"Adapting State-of-the-Art Deep Language Models to Clinical Information Extraction Systems: Potentials, Challenges, and Solutions","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Education and Training; Australian National University","keywords":"Computer science; Artificial intelligence; Natural language processing; Information extraction; Vocabulary; Context (archaeology); Health informatics; Informatics; Natural language; Machine learning; Data science; Health care; Human–computer interaction","score_opus":0.052890566908270424,"score_gpt":0.3127531179032773,"score_spread":0.2598625509950069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940730617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07616101,0.0002708375,0.9192549,0.0006264979,0.00086546404,0.00052392716,0.0000022720449,0.00007968625,0.0022153861],"genre_scores_gemma":[0.9685311,0.00023087436,0.030462587,0.0005836896,0.00007610565,0.00003115318,0.000004492859,0.000005528788,0.00007449019],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977935,0.0000786216,0.00103624,0.00009298311,0.0007558392,0.00024284674],"domain_scores_gemma":[0.99872136,0.00014503473,0.00032664218,0.00048773573,0.000118999866,0.00020020256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013660245,0.000102172606,0.00021173754,0.00009425035,0.00006857732,0.00008735577,0.00051797344,0.00013006706,0.0000056026797],"category_scores_gemma":[0.00011298423,0.00007775954,0.000055871344,0.00013605185,0.000037464237,0.0026083214,0.00046289986,0.0002998784,0.00009281974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009763127,0.00006605178,0.00007188516,0.00060537475,0.000035769095,0.0000012826915,0.046065822,0.019139713,0.000010263954,0.08210238,0.00049673754,0.85139495],"study_design_scores_gemma":[0.00027041818,0.00004486,0.00030011474,0.00018034285,0.0000041261633,0.000025132385,0.0023464002,0.9916533,0.000005207904,0.00038735726,0.004686075,0.0000966359],"about_ca_topic_score_codex":0.000018885707,"about_ca_topic_score_gemma":0.000013181888,"teacher_disagreement_score":0.9725136,"about_ca_system_score_codex":0.000035418117,"about_ca_system_score_gemma":0.00011356205,"threshold_uncertainty_score":0.3170942},"labels":[],"label_agreement":null},{"id":"W2941044695","doi":"10.1109/besc.2018.8697314","title":"Latent Semantic Analysis Boosted Convolutional Neural Networks for Document Classification","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"tf–idf; Computer science; Convolutional neural network; Artificial intelligence; Latent semantic analysis; Weighting; Trigram; Singular value decomposition; Word (group theory); Pattern recognition (psychology); Word2vec; Support vector machine; Machine learning; Natural language processing; Term (time); Mathematics","score_opus":0.041723874394951656,"score_gpt":0.2814619927427373,"score_spread":0.23973811834778566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941044695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023824945,0.00002320273,0.9731674,0.002132213,0.00031853063,0.00017102172,4.933917e-7,0.00010899683,0.0002531859],"genre_scores_gemma":[0.94996715,0.0000013784949,0.049002796,0.0004365978,0.00016885584,0.000023848226,0.000010681334,0.000002966753,0.0003857224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907714,0.000027428063,0.00021332952,0.0003190672,0.00016008492,0.00020296835],"domain_scores_gemma":[0.99928236,0.000052122366,0.000066172775,0.00038169508,0.00016160322,0.00005605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021207839,0.00007583752,0.00010975136,0.000098945195,0.00012097725,0.00010319766,0.00033648007,0.000040075218,0.000056074452],"category_scores_gemma":[0.000008720127,0.0000643044,0.00009620642,0.00038183611,0.000029838393,0.00020628066,0.000085282736,0.00003867965,0.00001424019],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021208323,0.00007389003,0.018705802,0.0000113926235,0.00046418144,0.0000013049125,0.0002851968,0.10278308,0.00046647596,0.8352175,0.001936491,0.040033527],"study_design_scores_gemma":[0.00015827824,0.000035205125,0.021203684,0.0000014962695,0.00005078605,0.0000011180249,0.0000048072748,0.97689235,0.000041279025,0.0012680325,0.00026229233,0.00008065941],"about_ca_topic_score_codex":0.000043918164,"about_ca_topic_score_gemma":0.00004122354,"teacher_disagreement_score":0.9261422,"about_ca_system_score_codex":0.000066631546,"about_ca_system_score_gemma":0.000018567625,"threshold_uncertainty_score":0.26222572},"labels":[],"label_agreement":null},{"id":"W2941057185","doi":"10.3389/fpsyg.2019.00825","title":"Multiple-Choice Item Distractor Development Using Topic Modeling Approaches","year":2019,"lang":"en","type":"article","venue":"Frontiers in Psychology","topic":"Topic Modeling","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Task (project management); Multiple choice; Latent Dirichlet allocation; Test (biology); Quality (philosophy); Process (computing); Cognitive psychology; Natural language processing; Item response theory; Artificial intelligence; Topic model; Computer science; Mathematics education; Linguistics; Psychometrics; Developmental psychology","score_opus":0.09783407409281254,"score_gpt":0.2976876296197643,"score_spread":0.19985355552695178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941057185","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41008875,0.00020486015,0.58659387,0.00011985201,0.0021282602,0.00013546484,2.5144232e-7,0.00004579944,0.0006828918],"genre_scores_gemma":[0.5819655,0.0000036185138,0.41774026,0.00017487584,0.000049708622,0.000008284702,0.0000016352094,0.000007895709,0.000048225815],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982919,0.000069545924,0.00038301476,0.00067578396,0.00016270361,0.00041704308],"domain_scores_gemma":[0.999075,0.00009193305,0.00007899168,0.000667251,0.000020289603,0.00006651749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002527168,0.00016540158,0.00025445223,0.00020475991,0.00005041501,0.000044438933,0.00082665007,0.00015577943,0.0000064577375],"category_scores_gemma":[0.00008225761,0.00017112959,0.00004354018,0.00021468541,0.000020827216,0.00030023832,0.00015843418,0.00025848908,0.000017100405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015115564,0.00012274002,0.82453144,0.000039482235,0.000033541324,0.000012506806,0.0016954476,0.025341569,0.0003228572,0.0008536298,0.0002071484,0.14682455],"study_design_scores_gemma":[0.0005843928,0.000011767362,0.011169267,0.000022236962,0.0000018081709,0.000009098241,0.000081227096,0.98426604,0.00004153309,0.0013835902,0.0022210013,0.00020802494],"about_ca_topic_score_codex":0.000023026636,"about_ca_topic_score_gemma":0.0000113649885,"teacher_disagreement_score":0.9589245,"about_ca_system_score_codex":0.00011940675,"about_ca_system_score_gemma":0.000060675466,"threshold_uncertainty_score":0.69784623},"labels":[],"label_agreement":null},{"id":"W2942156930","doi":"10.1109/access.2019.2910145","title":"Automating Articulation: Applying Natural Language Processing to Post-Secondary Credit Transfer","year":2019,"lang":"en","type":"article","venue":"IEEE Access","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Natural language processing; Artificial intelligence; Transfer of learning; Parsing; Dependency grammar; Task (project management); Domain (mathematical analysis); Word2vec; Field (mathematics); Dependency (UML); Articulation (sociology); Subject-matter expert; Machine learning; Expert system","score_opus":0.015865662365712917,"score_gpt":0.28713390569065017,"score_spread":0.27126824332493726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942156930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6415887,0.00015834367,0.35599276,0.00040128655,0.00071558263,0.00028089285,7.9121065e-7,0.00024182013,0.0006198271],"genre_scores_gemma":[0.98114705,2.132309e-7,0.017058717,0.0013783457,0.00023458422,0.0000370751,0.0000022967222,0.000013342376,0.00012837614],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869686,0.000027852568,0.00025087447,0.00041248597,0.0003113946,0.00030052033],"domain_scores_gemma":[0.99935514,0.00004613168,0.000038833914,0.0003818155,0.000095808646,0.00008226326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019126429,0.00013265872,0.00015144054,0.000112417125,0.00011673121,0.0006146553,0.0009542957,0.000049069797,0.000050604536],"category_scores_gemma":[0.000019395062,0.00012369145,0.000046819838,0.00033891242,0.0000079819165,0.0019467563,0.00014067402,0.00019396096,0.00009995865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000813126,0.00002499843,0.0028930968,0.00021594485,0.000014163022,0.000028135206,0.0071404893,0.009030687,0.0808917,0.00060621276,0.00007169738,0.89907473],"study_design_scores_gemma":[0.00042752043,0.000027414886,0.013723393,0.00013659004,0.0000065843383,0.000026897089,0.00016773876,0.96134955,0.023458973,0.00012190926,0.00018137296,0.00037207277],"about_ca_topic_score_codex":0.000049058915,"about_ca_topic_score_gemma":0.000016020385,"teacher_disagreement_score":0.95231885,"about_ca_system_score_codex":0.000039920178,"about_ca_system_score_gemma":0.00008931175,"threshold_uncertainty_score":0.59271353},"labels":[],"label_agreement":null},{"id":"W2944617758","doi":"10.1111/cogs.12730","title":"The Role of Negative Information in Distributional Semantic Learning","year":2019,"lang":"en","type":"article","venue":"Cognitive Science","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Word2vec; Computer science; Word embedding; Artificial intelligence; Context (archaeology); Natural language processing; Word (group theory); Representation (politics); Semantics (computer science); Machine learning; Embedding; Mathematics","score_opus":0.007649209568656575,"score_gpt":0.23724899860659293,"score_spread":0.22959978903793635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944617758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75052285,0.000030249532,0.2425932,0.000110554465,0.00011710486,0.000148485,0.0000015650858,0.000016383257,0.0064596296],"genre_scores_gemma":[0.9992494,0.0000029482878,0.00068873086,0.000026682173,0.0000048688394,0.00000454619,8.324133e-7,6.2927467e-7,0.00002133562],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915594,0.000034798817,0.00014823928,0.00013901168,0.0003468432,0.000175161],"domain_scores_gemma":[0.9991908,0.00029043385,0.00009114237,0.00011497035,0.0002873351,0.000025338803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074737315,0.0000433862,0.00005399839,0.0000794204,0.00015459584,0.00010087637,0.0005055471,0.000012762291,0.0000039478873],"category_scores_gemma":[0.0007613083,0.000032360236,0.000014834644,0.0006670925,0.00022270973,0.0014459596,0.00022501129,0.000110001965,0.00006208821],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017974393,0.000031740172,0.13130036,0.000013910975,0.0000052750024,8.154443e-7,0.008122411,0.0035992158,0.006799588,0.44055352,0.0000022023628,0.409553],"study_design_scores_gemma":[0.00025722638,0.000044596633,0.10389452,0.0000677389,9.387463e-7,0.0000026027699,0.0020660094,0.85660034,0.018531963,0.018277217,0.00016971295,0.00008711181],"about_ca_topic_score_codex":0.000021993721,"about_ca_topic_score_gemma":0.0000027444376,"teacher_disagreement_score":0.8530012,"about_ca_system_score_codex":0.000039005274,"about_ca_system_score_gemma":0.00018132696,"threshold_uncertainty_score":0.13196121},"labels":[],"label_agreement":null},{"id":"W2945245827","doi":"10.1109/spin.2019.8711636","title":"Accuracy of Convolution Neural Networks for Classifying Sentiments on Movie Reviews","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Sentence; Word embedding; Convolutional neural network; Artificial intelligence; Kernel (algebra); Embedding; Word (group theory); Convolution (computer science); Natural language processing; Task (project management); Artificial neural network; Pattern recognition (psychology); Machine learning; Mathematics","score_opus":0.06830139006968847,"score_gpt":0.31361457101722306,"score_spread":0.2453131809475346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945245827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017510967,0.00035940533,0.9790739,0.000259037,0.0006944353,0.0005881315,2.9587432e-7,0.00004369759,0.0014701738],"genre_scores_gemma":[0.95317394,0.000058732625,0.04504313,0.00071003305,0.000067424946,0.000018986988,0.0000022280174,0.0000052654236,0.0009202436],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991647,0.000038024602,0.00027258907,0.0002425387,0.000112065856,0.0001701019],"domain_scores_gemma":[0.9992065,0.00012420374,0.00015605616,0.00044304074,0.000038676513,0.000031542604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028154877,0.0000786552,0.00016715779,0.00003500688,0.00003047657,0.000030191257,0.0003486264,0.00003762784,0.00002183816],"category_scores_gemma":[0.00003934725,0.000063310465,0.00007927283,0.000088569526,0.000006361961,0.00027535696,0.00009861186,0.00006217908,0.000029444314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027514576,0.000107514505,0.0047978526,0.00025430793,0.000028390268,7.6050964e-7,0.00021530651,0.079484336,0.0027389836,0.12552999,0.004968437,0.7818466],"study_design_scores_gemma":[0.00025895756,0.000047085174,0.0002355042,0.00004648136,0.0000027082144,6.342192e-7,0.0000031901802,0.9949303,0.00030708316,0.00030997497,0.0037897925,0.00006825579],"about_ca_topic_score_codex":0.000009174065,"about_ca_topic_score_gemma":0.0000010133107,"teacher_disagreement_score":0.935663,"about_ca_system_score_codex":0.00002388819,"about_ca_system_score_gemma":0.000011916497,"threshold_uncertainty_score":0.25817257},"labels":[],"label_agreement":null},{"id":"W2945699119","doi":"10.1109/infoteh.2019.8717655","title":"Automatic Text Summarization of News Articles in Serbian Language","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Automatic summarization; Computer science; Text graph; Multi-document summarization; Information retrieval; Natural language processing; Reading (process); Graph; Process (computing); Serbian; Artificial intelligence; World Wide Web; Linguistics","score_opus":0.010495716490630273,"score_gpt":0.2305994945684212,"score_spread":0.2201037780777909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945699119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8209138,0.000013898169,0.17437576,0.00024952728,0.00005042426,0.000079500795,7.80265e-8,0.000052456286,0.004264591],"genre_scores_gemma":[0.95718324,6.513853e-7,0.042254686,0.000119995355,0.0000053700537,0.0000012198878,3.4073136e-7,0.0000021322555,0.0004323785],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995256,0.00002185205,0.00014921861,0.00011658244,0.000097874516,0.000088860565],"domain_scores_gemma":[0.99961716,0.000027548078,0.000032267333,0.00029386446,0.000011639788,0.000017541945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010115111,0.00003623198,0.000072078205,0.00006861295,0.0000051508646,0.000021362071,0.00022498777,0.000020047613,0.00010754897],"category_scores_gemma":[0.000016270487,0.000031515265,0.000013336915,0.00020681311,0.0000041237313,0.00022036297,0.00007167498,0.000028105309,0.00007683797],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015476202,0.000087363216,0.22634761,0.00010437856,0.000006184027,0.00000554547,0.010905609,0.0042961636,0.0303716,0.11619967,0.00007195562,0.61160237],"study_design_scores_gemma":[0.00014916285,0.000011328652,0.018322527,0.000018814882,4.786551e-7,6.603338e-7,0.00022931217,0.97489953,0.0053924886,0.0009138565,0.000016609185,0.000045231744],"about_ca_topic_score_codex":0.0003956092,"about_ca_topic_score_gemma":0.0002710978,"teacher_disagreement_score":0.97060335,"about_ca_system_score_codex":0.000012020791,"about_ca_system_score_gemma":0.00001870705,"threshold_uncertainty_score":0.12851551},"labels":[],"label_agreement":null},{"id":"W2945702027","doi":"10.1007/978-3-030-18305-9_12","title":"Efficient Transformer-Based Sentence Encoding for Sentence Pair Modelling","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Sentence; Computer science; Encoder; Natural language processing; Transformer; Paraphrase; Artificial intelligence; Semantic similarity; Textual entailment; Atomic sentence; Speech recognition; Logical consequence","score_opus":0.0350367527427273,"score_gpt":0.24631197798119744,"score_spread":0.21127522523847014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945702027","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033653853,0.00030777723,0.99292743,0.0012067489,0.0026474644,0.0012633239,0.000012942803,0.00027100844,0.0010267814],"genre_scores_gemma":[0.3464079,0.000011844164,0.6517904,0.0012003947,0.00029654312,0.000024083538,0.0000048454867,0.000048996313,0.00021501584],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938887,0.000033428438,0.0008549813,0.00259542,0.0014044258,0.0012230396],"domain_scores_gemma":[0.9961564,0.00095179357,0.00035949136,0.0018578831,0.00043513055,0.00023932611],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001485889,0.00076745026,0.0007574137,0.0009037703,0.00039169783,0.0005240138,0.0040390487,0.00038522235,0.000008200811],"category_scores_gemma":[0.0000695787,0.0007267723,0.0003488856,0.00056138495,0.0004198833,0.00036708193,0.0004177242,0.0008453734,0.000031495663],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008125256,0.000023963881,0.000018748839,0.000119902135,0.0000061865453,0.000016682905,0.0004322483,0.89406896,0.00029321117,0.011722866,0.000002442006,0.09328667],"study_design_scores_gemma":[0.00045609943,0.00014515055,0.0000021816084,0.00083536794,0.000011637292,0.00002461191,5.3804837e-7,0.9765698,0.0025037401,0.018212572,0.0004356342,0.0008027257],"about_ca_topic_score_codex":0.000031309904,"about_ca_topic_score_gemma":0.000019749097,"teacher_disagreement_score":0.34607136,"about_ca_system_score_codex":0.0004882913,"about_ca_system_score_gemma":0.0012908618,"threshold_uncertainty_score":0.99951833},"labels":[],"label_agreement":null},{"id":"W2946008212","doi":"","title":"Copy this Sentence.","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Sequence (biology); Copying; Computer science; Sentence; Task (project management); Set (abstract data type); Sequence learning; Artificial intelligence; Implementation; Simple (philosophy); Natural language processing; Theoretical computer science; Programming language","score_opus":0.08317776917945031,"score_gpt":0.18466362078067056,"score_spread":0.10148585160122024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946008212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08692887,0.00005464641,0.89387447,0.00019593454,0.0015821828,0.00023002896,0.0000053658537,0.00030905605,0.01681944],"genre_scores_gemma":[0.9829669,0.00011232543,0.005845294,0.00022779717,0.00008825099,3.8336e-7,0.0000051210204,0.000013230096,0.010740726],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980361,0.00008725097,0.00016767901,0.0012460087,0.00011265088,0.00035030398],"domain_scores_gemma":[0.997464,0.00006869493,0.0001829693,0.0020216503,0.00013096032,0.0001317313],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019866337,0.00026401976,0.00029552804,0.00018826821,0.000088764675,0.00012664092,0.0026518563,0.0002780991,0.000103823404],"category_scores_gemma":[0.000019956304,0.0003069892,0.00019567569,0.00030659026,0.000052522835,0.00033810615,0.0031158426,0.00060302013,0.0008353721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012665023,0.00007029259,0.013745779,0.00012612903,0.00009673934,0.00040184724,0.00047669263,0.53117096,0.00003339558,0.4498786,0.0025348137,0.001452074],"study_design_scores_gemma":[0.00025394908,0.000019598836,0.00022109735,0.00008256081,0.000024379873,0.0000046130717,0.00002987917,0.9673866,0.00010685086,0.029366517,0.0021103728,0.0003935738],"about_ca_topic_score_codex":0.00024282422,"about_ca_topic_score_gemma":0.000012201394,"teacher_disagreement_score":0.896038,"about_ca_system_score_codex":0.00018852254,"about_ca_system_score_gemma":0.00024312844,"threshold_uncertainty_score":0.9999426},"labels":[],"label_agreement":null},{"id":"W2946869570","doi":"10.48550/arxiv.1905.11912","title":"A Cross-Domain Transferable Neural Coherence Model","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Discriminative model; Coherence (philosophical gambling strategy); Computer science; Generalization; Artificial intelligence; Benchmark (surveying); Sentence; Readability; Domain (mathematical analysis); Generative grammar; Space (punctuation); Generative model; Machine learning; Natural language processing; Mathematics","score_opus":0.0924450073983217,"score_gpt":0.20407974256581465,"score_spread":0.11163473516749295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946869570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39150077,0.000032015487,0.60365516,0.000068755515,0.00040983318,0.00023935379,0.000009418784,0.00019809383,0.0038866363],"genre_scores_gemma":[0.9828336,0.000027080108,0.01059879,0.00017119858,0.000046337096,0.0000014114945,0.000006097834,0.000020389634,0.00629506],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99745554,0.00009881228,0.0002449308,0.001545929,0.00014195524,0.00051281805],"domain_scores_gemma":[0.9975091,0.000060799128,0.00012976427,0.0019827657,0.00014265171,0.0001748807],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026140432,0.0003616555,0.00038620463,0.00017086063,0.00014980983,0.00028417312,0.0030828586,0.0003413162,0.00003782248],"category_scores_gemma":[0.000010894463,0.00042901596,0.00025347713,0.00031291394,0.000091408234,0.00063584174,0.0015386834,0.0008067313,0.00011492949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012926438,0.000031345226,0.002476527,0.000060197533,0.000022418093,0.00008879187,0.0002773445,0.9021034,0.000052477386,0.09456431,0.000033263666,0.00027694265],"study_design_scores_gemma":[0.00045079528,0.00002262511,0.0002284559,0.000048451348,0.000015582424,0.000004151757,0.000012062201,0.92136794,0.00006464201,0.077308536,0.000058552054,0.00041817015],"about_ca_topic_score_codex":0.00017023513,"about_ca_topic_score_gemma":0.000026476006,"teacher_disagreement_score":0.5930563,"about_ca_system_score_codex":0.00018888929,"about_ca_system_score_gemma":0.00035449542,"threshold_uncertainty_score":0.9998162},"labels":[],"label_agreement":null},{"id":"W2947119606","doi":"","title":"H2oloo at TREC 2018: Cross-Collection Relevance Transfer for the Common Core Track.","year":2018,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Track (disk drive); Relevance (law); Core (optical fiber); Transfer (computing); Information retrieval; Telecommunications; Parallel computing","score_opus":0.0819327481816418,"score_gpt":0.3220630675340519,"score_spread":0.24013031935241008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947119606","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31016695,0.0002006231,0.6844872,0.0012136868,0.001124186,0.00057939626,0.000010704571,0.00021001024,0.0020072313],"genre_scores_gemma":[0.9878695,0.000066506334,0.0037309288,0.00040497206,0.00028456972,0.000030180641,0.0000031794802,0.00001725627,0.0075929267],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805564,0.000053867192,0.00038929607,0.00064782833,0.00038724416,0.00046615102],"domain_scores_gemma":[0.9978097,0.00062735967,0.00008472426,0.0009855228,0.00039457684,0.00009809475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059484586,0.00022675257,0.00025074507,0.000059942016,0.00078567164,0.00029956704,0.0013255528,0.00015953615,0.00014964475],"category_scores_gemma":[0.00021815699,0.00017055114,0.00011413984,0.00046371596,0.0003398022,0.00042261407,0.00015528144,0.00024626116,0.00013387443],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034303602,0.00037772694,0.00985256,0.0002544604,0.00024142998,0.000024308358,0.01849632,0.0004856175,0.067392856,0.37275413,0.017301893,0.5093883],"study_design_scores_gemma":[0.0023529679,0.001209364,0.014611266,0.000101107784,0.000054586824,0.00007585607,0.000060991846,0.81618273,0.089069255,0.01970493,0.055761524,0.00081542257],"about_ca_topic_score_codex":0.0000851788,"about_ca_topic_score_gemma":0.00035449918,"teacher_disagreement_score":0.81569713,"about_ca_system_score_codex":0.00014827063,"about_ca_system_score_gemma":0.00017080859,"threshold_uncertainty_score":0.6954873},"labels":[],"label_agreement":null},{"id":"W2947143940","doi":"10.1177/1747021819855621","title":"On the role of autobiographical knowledge in shaping belief in the future occurrence of imagined events","year":2019,"lang":"en","type":"article","venue":"Quarterly Journal of Experimental Psychology","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Social Sciences and Humanities Research Council of Canada; Fonds De La Recherche Scientifique - FNRS; European Commission","keywords":"Psychology; Autobiographical memory; Cognitive psychology; Cognitive science; Communication; Recall","score_opus":0.01875171288334468,"score_gpt":0.32349316902456643,"score_spread":0.3047414561412217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947143940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99369264,0.0022949812,0.0012302055,0.0011131547,0.00073764863,0.00015061532,0.00000120616,0.0000031031843,0.0007764686],"genre_scores_gemma":[0.9989898,0.000008508986,0.0006810376,0.00026218058,0.000049987684,0.0000038202434,2.2795712e-7,0.0000031756222,0.0000012583088],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99848473,0.00031099434,0.0005964312,0.00019005226,0.00023081404,0.00018696455],"domain_scores_gemma":[0.9990357,0.00015238734,0.00031548121,0.00042207012,0.00004604889,0.000028321921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074030505,0.00011176539,0.00025092662,0.00028092845,0.000017662793,0.000011802546,0.0013175237,0.00006602971,0.000028307695],"category_scores_gemma":[0.0000049095283,0.00006799594,0.00011851317,0.00038258583,0.00006609736,0.00017879273,0.00003404429,0.00038191857,0.0000061454134],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007263983,0.00735773,0.08140386,0.000045716348,0.00013265104,0.00006811764,0.13234805,0.0001388725,0.4072393,0.25897738,0.0009693149,0.11059262],"study_design_scores_gemma":[0.027756922,0.04331869,0.4846342,0.0027710896,0.000048406746,0.0018892087,0.10432097,0.058295187,0.05452462,0.21712515,0.0032890483,0.002026523],"about_ca_topic_score_codex":0.000009014231,"about_ca_topic_score_gemma":0.000004830318,"teacher_disagreement_score":0.40323034,"about_ca_system_score_codex":0.000021561587,"about_ca_system_score_gemma":0.00003271902,"threshold_uncertainty_score":0.2772794},"labels":[],"label_agreement":null},{"id":"W2948710720","doi":"10.18653/v1/p19-1004","title":"Do Neural Dialog Systems Use the Conversation History Effectively? An Empirical Study","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université de Montréal","funders":"Nvidia","keywords":"Dialog box; Computer science; Generative grammar; Flexibility (engineering); Shuffling; Context (archaeology); Artificial intelligence; Transformer; Code (set theory); Conversation; Dialog system; Natural language processing; Machine learning; Human–computer interaction; Programming language; Communication; World Wide Web; Psychology; Engineering","score_opus":0.10604917870750143,"score_gpt":0.30926652051693976,"score_spread":0.20321734180943835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948710720","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4339841,0.00015898766,0.55603236,0.00020795298,0.0073367353,0.001633799,0.0000010994647,0.0002340124,0.00041097536],"genre_scores_gemma":[0.9976923,0.000002564391,0.0009454943,0.00027355613,0.00026326402,0.000104327344,0.0000036524089,0.000014826048,0.00070005713],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996924,0.0010587313,0.00033466594,0.0009573401,0.0004980953,0.00022720055],"domain_scores_gemma":[0.99703753,0.00041130465,0.00020092932,0.002131757,0.0001388213,0.000079685204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009605902,0.00025789344,0.0003342336,0.00010314073,0.00006442278,0.0006374512,0.0016324907,0.00018484208,0.000007935036],"category_scores_gemma":[0.000073852345,0.00017335541,0.00009673369,0.00006205517,0.000036983478,0.0007045382,0.0014257343,0.00062055164,0.000041344887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064131105,0.0012812072,0.49111763,0.00037875373,0.00041436704,0.00007012775,0.098117925,0.3639549,0.000107874956,0.021108015,0.006979009,0.016406037],"study_design_scores_gemma":[0.00028529012,0.00014525949,0.04813758,0.000021280548,0.00002363434,0.000005000525,0.00022001757,0.9501182,0.0000014846438,0.0001889708,0.0005995692,0.00025371974],"about_ca_topic_score_codex":0.001845449,"about_ca_topic_score_gemma":0.000043980286,"teacher_disagreement_score":0.5861633,"about_ca_system_score_codex":0.0006009341,"about_ca_system_score_gemma":0.00021596023,"threshold_uncertainty_score":0.7069228},"labels":[],"label_agreement":null},{"id":"W2949034987","doi":"10.18653/v1/p19-1153","title":"Towards Lossless Encoding of Sentences","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Compute Canada","keywords":"Lossless compression; Sentence; Computer science; Encoding (memory); Embedding; Feature (linguistics); Natural language processing; Focus (optics); Task (project management); Artificial intelligence; Sequence labeling; Compression (physics); Sequence (biology); Field (mathematics); Speech recognition; Data compression; Linguistics; Mathematics","score_opus":0.05661246926732516,"score_gpt":0.28877376260446097,"score_spread":0.2321612933371358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949034987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026297491,0.00014361423,0.9239936,0.00053859723,0.0017809012,0.00014054969,0.0000017943906,0.000101958896,0.047001503],"genre_scores_gemma":[0.84424084,0.00003462101,0.15482414,0.00007984391,0.00007099617,0.0000042203374,9.940503e-7,0.0000044623503,0.00073987606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986369,0.000033538432,0.0003072212,0.00049656286,0.0003515074,0.0001742711],"domain_scores_gemma":[0.9986017,0.000039625153,0.00017510436,0.0010362845,0.00010737171,0.000039941253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002898882,0.00014405473,0.00028811634,0.00010080825,0.000017500872,0.00009408668,0.0018339206,0.00013861751,0.000033610748],"category_scores_gemma":[0.000023524735,0.000121324214,0.00011143206,0.000080475555,0.000023818173,0.00012769132,0.002759466,0.00024377598,0.000025275993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000469508,0.00011950393,0.009808143,0.0015884908,0.00015861762,0.000026147194,0.005218479,0.09788668,0.0012019391,0.66132647,0.0009405926,0.22172026],"study_design_scores_gemma":[0.00010715578,0.000017725082,0.0005396086,0.0002835228,0.000007968494,0.0000051482707,0.0001020541,0.96477455,0.0074472427,0.02607576,0.0003278431,0.00031143986],"about_ca_topic_score_codex":0.0004319568,"about_ca_topic_score_gemma":0.000007853193,"teacher_disagreement_score":0.86688787,"about_ca_system_score_codex":0.000029695439,"about_ca_system_score_gemma":0.00023439087,"threshold_uncertainty_score":0.4947458},"labels":[],"label_agreement":null},{"id":"W2949223751","doi":"10.48550/arxiv.1702.03470","title":"Vector Embedding of Wikipedia Concepts and Entities","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Embedding; Word embedding; Natural language processing; Similarity (geometry); Popularity; Artificial intelligence; Analogy; Word (group theory); Task (project management); Deep learning; Information retrieval; Linguistics; Image (mathematics)","score_opus":0.08734957569459353,"score_gpt":0.22301074969636275,"score_spread":0.13566117400176922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949223751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5702004,0.00016765067,0.4258834,0.000038640992,0.00067236455,0.00010797306,0.000007635009,0.000074994656,0.00284696],"genre_scores_gemma":[0.9948944,0.00018614184,0.0034685596,0.000014260948,0.000074613214,2.6248128e-7,0.0000018141247,0.0000072615817,0.0013527253],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989036,0.00004921745,0.000138561,0.0006469048,0.00007029843,0.00019143456],"domain_scores_gemma":[0.99835104,0.00007002581,0.00028846718,0.0011075079,0.000097016586,0.00008593663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014972704,0.00017173566,0.00027985577,0.00012549566,0.00012211304,0.00011617323,0.001325863,0.00016036045,0.000012260844],"category_scores_gemma":[0.000044306256,0.0002054027,0.00009113352,0.000058247177,0.00017011365,0.00036219426,0.002223451,0.0002574524,0.000006287883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017085766,0.000051344512,0.014756358,0.00046615585,0.00015825035,0.0002622254,0.0029909716,0.076989576,0.00022601476,0.90075463,0.00020692949,0.0031204708],"study_design_scores_gemma":[0.00042007046,0.000031325635,0.002371001,0.00025496224,0.000055803455,0.0000041216485,0.0001425983,0.9389392,0.00038172657,0.056609556,0.00037866767,0.0004109277],"about_ca_topic_score_codex":0.00019970968,"about_ca_topic_score_gemma":0.000022006468,"teacher_disagreement_score":0.8619497,"about_ca_system_score_codex":0.000050124894,"about_ca_system_score_gemma":0.00012094141,"threshold_uncertainty_score":0.8376079},"labels":[],"label_agreement":null},{"id":"W2949400899","doi":"10.48550/arxiv.1308.6300","title":"Computing Lexical Contrast","year":2013,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; National Research Council Canada","funders":"","keywords":"Contrast (vision); Meaning (existential); Word (group theory); Computer science; Natural language processing; Artificial intelligence; Lexical item; Mathematics; Linguistics; Psychology; Philosophy","score_opus":0.08929011440420782,"score_gpt":0.18658307879358393,"score_spread":0.09729296438937611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949400899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23892784,0.00003975346,0.756033,0.00013852872,0.0006866786,0.00017794275,0.0000019534339,0.00031355215,0.0036807193],"genre_scores_gemma":[0.98762566,0.000022935988,0.011060666,0.00019380427,0.00017076134,2.99303e-7,0.0000041650833,0.000013277478,0.0009084606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980102,0.00011133373,0.0002180303,0.0011441455,0.00009602121,0.00042024005],"domain_scores_gemma":[0.9981103,0.00010882334,0.00018549146,0.0012626053,0.00013327533,0.00019949523],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020094455,0.00027556636,0.00033058404,0.00014793607,0.00014296663,0.0002116251,0.0021825754,0.00029086808,0.00004200164],"category_scores_gemma":[0.000026964879,0.00031896136,0.00018003197,0.00023319379,0.00007871015,0.00029745564,0.0030966536,0.0007065609,0.00027192238],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035548392,0.000051255905,0.0013725373,0.000045417208,0.000055339475,0.0001860609,0.00022383906,0.29416698,0.000026915888,0.69872767,0.00039491162,0.0047455444],"study_design_scores_gemma":[0.00025403063,0.000013617202,0.0005897474,0.00007411641,0.000016764872,0.000004875835,0.000023583654,0.9488301,0.00003461889,0.0494898,0.00033717806,0.00033156716],"about_ca_topic_score_codex":0.00026393693,"about_ca_topic_score_gemma":0.000010905156,"teacher_disagreement_score":0.7486978,"about_ca_system_score_codex":0.00015017153,"about_ca_system_score_gemma":0.00015341661,"threshold_uncertainty_score":0.99992627},"labels":[],"label_agreement":null},{"id":"W2949423690","doi":"10.18653/v1/p19-1067","title":"A Cross-Domain Transferable Neural Coherence Model","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Canadian Institute for Advanced Research; McGill University","funders":"","keywords":"Coherence (philosophical gambling strategy); Computer science; Domain (mathematical analysis); Cognitive science; Natural language processing; Artificial intelligence; Physics; Psychology; Mathematics; Quantum mechanics; Mathematical analysis","score_opus":0.046871082728640094,"score_gpt":0.28972156300119944,"score_spread":0.24285048027255934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949423690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078276254,0.00010076301,0.8930594,0.0006941396,0.0008911703,0.00041306813,0.000006317528,0.0003701104,0.026188817],"genre_scores_gemma":[0.72452897,0.000006794357,0.26591352,0.0005565824,0.00005763279,0.000041727457,0.000003818852,0.000015709822,0.008875254],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761033,0.00005047462,0.00038878608,0.0010875743,0.00041499667,0.00044785943],"domain_scores_gemma":[0.9977559,0.000043186457,0.00007077576,0.0019137576,0.000103321516,0.000113061426],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003243195,0.00030860386,0.0003599808,0.00008332909,0.0000760962,0.0006694263,0.0027252294,0.00028675693,0.000081966224],"category_scores_gemma":[0.000009316619,0.00028482062,0.00017731493,0.00009275409,0.000037049245,0.0003662329,0.0014252078,0.00072280626,0.00010790707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029628075,0.000021414171,0.0004940916,0.000080540485,0.000010851594,0.0000063921116,0.0005410115,0.9569182,0.00015233655,0.037663814,0.00014577678,0.0039626556],"study_design_scores_gemma":[0.00020999592,0.000013097781,0.000093240866,0.000034987428,0.0000029018372,0.00000560521,0.0000031742652,0.9435826,0.00023452278,0.055406496,0.000092694085,0.0003207061],"about_ca_topic_score_codex":0.00019088399,"about_ca_topic_score_gemma":0.000018891727,"teacher_disagreement_score":0.6462527,"about_ca_system_score_codex":0.00006878812,"about_ca_system_score_gemma":0.00034799238,"threshold_uncertainty_score":0.9999604},"labels":[],"label_agreement":null},{"id":"W2949446888","doi":"10.48550/arxiv.1807.10805","title":"Improving Neural Sequence Labelling using Additional Linguistic Information","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Chunking (psychology); Computer science; Natural language processing; Sequence labeling; Artificial intelligence; Sequence (biology); Named-entity recognition; Word (group theory); Labelling; Sentence; Benchmark (surveying); Task (project management); Linguistics","score_opus":0.11366319767681857,"score_gpt":0.20310247414074956,"score_spread":0.08943927646393099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949446888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10614042,0.000013493257,0.89164084,0.000015974407,0.0010827654,0.00015474795,0.00010666001,0.00024628683,0.00059881626],"genre_scores_gemma":[0.9477151,0.0000057703464,0.0516263,0.00012781462,0.00033758805,6.6857297e-7,0.00010270459,0.000010092495,0.00007394617],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984822,0.00007410129,0.00028434623,0.00066957774,0.00014089832,0.000348869],"domain_scores_gemma":[0.9980979,0.00010798749,0.00040774472,0.0008477665,0.00041272916,0.00012584639],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023114696,0.00025560486,0.00020562897,0.00027213185,0.00026926718,0.0002762672,0.0013653424,0.00022090937,0.000101574384],"category_scores_gemma":[0.00019820356,0.00032218546,0.000117579715,0.00033378488,0.00008874416,0.0011250674,0.0016449753,0.0005164876,0.000080016864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008487018,0.000017062066,0.00029019534,0.00013987168,0.000030311583,0.00009842539,0.00041783828,0.94344884,0.000062145744,0.05340665,0.00009732472,0.001982847],"study_design_scores_gemma":[0.00013962426,0.000015549778,0.0000379737,0.0001312375,0.000025196221,0.00001056382,0.000016154012,0.9810556,0.000042623542,0.01794247,0.00025898483,0.00032400058],"about_ca_topic_score_codex":0.0002907977,"about_ca_topic_score_gemma":0.000009566085,"teacher_disagreement_score":0.84157467,"about_ca_system_score_codex":0.00034664126,"about_ca_system_score_gemma":0.00038470692,"threshold_uncertainty_score":0.99992305},"labels":[],"label_agreement":null},{"id":"W2949568611","doi":"10.18653/v1/p19-1134","title":"Fine-tuning Pre-Trained Transformer Language Models to Distantly Supervised Relation Extraction","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Banting and Best Diabetes Centre, University of Toronto; Bundesministerium für Bildung und Forschung; Bundesministerium für Verkehr und Digitale Infrastruktur","keywords":"Relationship extraction; Transformer; Computer science; Artificial intelligence; Relation (database); Generative grammar; Natural language processing; Machine learning; Recall; Set (abstract data type); Language model; F1 score; Training set; Generative model; Information extraction; Data mining; Engineering; Linguistics","score_opus":0.03763948805944712,"score_gpt":0.2848659437693302,"score_spread":0.2472264557098831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949568611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116741635,0.00006691117,0.86806846,0.00094041956,0.0008454644,0.0007980344,0.000011221048,0.00044138997,0.012086478],"genre_scores_gemma":[0.86117584,0.0000069637076,0.13478753,0.0001715802,0.00013291601,0.000053125965,0.0000573189,0.000026464057,0.0035882727],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767935,0.00007213474,0.00049258105,0.0009177861,0.00047946794,0.0003586712],"domain_scores_gemma":[0.99836415,0.000078433404,0.00010973453,0.0012176401,0.00009525782,0.00013480135],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040565897,0.00031239065,0.00032194206,0.00022864382,0.00007881589,0.00028278376,0.00093905453,0.00031602877,0.00006044794],"category_scores_gemma":[0.000019946145,0.00029842058,0.00015889229,0.00019152979,0.000008508641,0.0008688903,0.00028574257,0.00056432706,0.000059925573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033635843,0.00005317286,0.000080933365,0.00018700752,0.000040757324,0.0000103780985,0.020770717,0.8848872,0.014535459,0.03006879,0.00013454253,0.049197372],"study_design_scores_gemma":[0.0003251381,0.000027993541,0.00042413766,0.000120021934,0.000014379698,0.000004295283,0.00010474029,0.99282897,0.0012459375,0.004400809,0.00011890572,0.00038465418],"about_ca_topic_score_codex":0.00049023144,"about_ca_topic_score_gemma":0.0001572835,"teacher_disagreement_score":0.7444342,"about_ca_system_score_codex":0.00016117728,"about_ca_system_score_gemma":0.00015956967,"threshold_uncertainty_score":0.9999468},"labels":[],"label_agreement":null},{"id":"W2950021574","doi":"10.1093/bioinformatics/btz504","title":"Towards reliable named entity recognition in the biomedical domain","year":2019,"lang":"en","type":"article","venue":"Bioinformatics","topic":"Topic Modeling","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Human Genome Research Institute; Compute Canada; National Institutes of Health; Nvidia","keywords":"CRFS; Conditional random field; Computer science; Artificial intelligence; Dropout (neural networks); Transfer of learning; Named-entity recognition; Natural language processing; Machine learning; Task (project management); Regularization (linguistics); Deep learning; Sequence labeling; Source code; Generalization; Multi-task learning","score_opus":0.021713303600085557,"score_gpt":0.2395539452077731,"score_spread":0.21784064160768754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950021574","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24989374,0.000020295474,0.7249575,0.0018569432,0.0007894712,0.00037261745,0.000004229385,0.000095029034,0.02201014],"genre_scores_gemma":[0.39133057,0.000019469024,0.606612,0.0017982882,0.00007719224,0.00001804333,0.0000261934,0.000005124849,0.00011307595],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990139,0.000028880573,0.0002993145,0.0000954182,0.00036176914,0.00020073855],"domain_scores_gemma":[0.9993755,0.00004071353,0.000071232455,0.00044841476,0.000027308452,0.00003680751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008242377,0.000070641254,0.00009284179,0.000088204055,0.000038284725,0.00012164375,0.00067593413,0.00006562908,0.000029656076],"category_scores_gemma":[0.000042617346,0.00004830406,0.000032774456,0.00031380504,0.000021289747,0.0005405624,0.00013716664,0.00014073236,0.0005586942],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018899804,0.00039698466,0.0037965707,0.00059453724,0.000032325326,0.000027309741,0.0517214,0.00022341008,0.00021661511,0.096962005,0.013793242,0.8322167],"study_design_scores_gemma":[0.000760508,0.00009149227,0.0013343015,0.000079855294,0.0000030760073,0.000031204738,0.0010460557,0.9359299,0.00012125814,0.024672633,0.03571289,0.00021683086],"about_ca_topic_score_codex":0.00003690306,"about_ca_topic_score_gemma":0.0000052002297,"teacher_disagreement_score":0.9357065,"about_ca_system_score_codex":0.000041663287,"about_ca_system_score_gemma":0.00007126842,"threshold_uncertainty_score":0.718107},"labels":[],"label_agreement":null},{"id":"W2950072837","doi":"10.48550/arxiv.1711.07632","title":"Generating Thematic Chinese Poetry using Conditional Variational Autoencoders with Hybrid Decoders","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Autoencoder; Computer science; Word2vec; Poetry; Context (archaeology); Artificial intelligence; Relevance (law); Natural language processing; Theme (computing); Sequence (biology); Artificial neural network; Theoretical computer science; Pattern recognition (psychology); Linguistics; History; Philosophy","score_opus":0.07932672630128064,"score_gpt":0.2133251980187364,"score_spread":0.13399847171745577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950072837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30075476,0.00001785761,0.6979217,0.000080749196,0.00031941768,0.00016871208,0.000017677881,0.00011876173,0.00060037244],"genre_scores_gemma":[0.83842236,0.000008810751,0.16103888,0.00010639798,0.00015314744,0.0000010664365,0.000039330946,0.00001902169,0.00021097089],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979564,0.000105340645,0.00024623296,0.0011063692,0.00023291267,0.00035273682],"domain_scores_gemma":[0.9975897,0.0001256688,0.0005531935,0.0013654899,0.00021468896,0.00015125242],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030423084,0.0003680964,0.00035455462,0.00023587381,0.000617967,0.00036687907,0.0018214292,0.00015066871,0.00003553152],"category_scores_gemma":[0.00007340353,0.00036641027,0.00015362461,0.00015561654,0.00012739198,0.0007756663,0.0011978709,0.0005033722,0.000016878974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000595992,0.00003201274,0.0021565335,0.000048428417,0.00010862923,0.00019150927,0.00015629573,0.9357611,0.000016947964,0.0614313,0.00002071182,0.00007060495],"study_design_scores_gemma":[0.00041667535,0.000013120025,0.0004885802,0.00011720589,0.000049846218,0.000049419752,0.000026831074,0.924218,0.000009673259,0.07420399,0.000006501437,0.0004001375],"about_ca_topic_score_codex":0.00016300942,"about_ca_topic_score_gemma":0.00003646229,"teacher_disagreement_score":0.53766763,"about_ca_system_score_codex":0.00029186285,"about_ca_system_score_gemma":0.0007799689,"threshold_uncertainty_score":0.99987876},"labels":[],"label_agreement":null},{"id":"W2950632837","doi":"","title":"Measuring Semantic Similarity by Latent Relational Analysis","year":2005,"lang":"en","type":"preprint","venue":"NPARC","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Similarity (geometry); Analogy; Natural language processing; Semantic similarity; Latent semantic analysis; Computer science; Artificial intelligence; Word (group theory); Noun; Cosine similarity; Vector space; Vector space model; Statistical relational learning; Relational database; Mathematics; Pattern recognition (psychology); Data mining; Linguistics; Pure mathematics","score_opus":0.06573422506007907,"score_gpt":0.25327344331676105,"score_spread":0.18753921825668196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950632837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02828504,0.00013900938,0.9603989,0.0031306918,0.00031220616,0.00012732194,0.000010924727,0.00019060445,0.007405265],"genre_scores_gemma":[0.81570333,0.000019607312,0.18345335,0.00016464085,0.00013924757,0.000013205225,0.000028479597,0.0000082301185,0.00046988137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978156,0.000087660475,0.00038371203,0.0007752557,0.00066550315,0.00027224663],"domain_scores_gemma":[0.99846137,0.000057187437,0.00017465088,0.0010941615,0.00010854742,0.00010411103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005165446,0.00020693222,0.00033794888,0.0002260044,0.00009953436,0.00016616186,0.0010452053,0.00022416882,0.00014176716],"category_scores_gemma":[0.000042802327,0.00021843187,0.0002713386,0.000225193,0.000019127756,0.00015721636,0.0013278873,0.0006242191,0.000040448518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004983093,0.00019747044,0.029580334,0.00012924561,0.0016237465,0.000028450024,0.0010783478,0.853724,0.0014996997,0.07264432,0.0031785779,0.036310803],"study_design_scores_gemma":[0.00008043834,0.0000028326629,0.0054507065,0.000027919887,0.0001484129,0.0000015336843,9.789966e-7,0.97305053,0.00018775697,0.020062732,0.0007442655,0.00024188851],"about_ca_topic_score_codex":0.000049396083,"about_ca_topic_score_gemma":0.000027648935,"teacher_disagreement_score":0.7874183,"about_ca_system_score_codex":0.00016262599,"about_ca_system_score_gemma":0.00012650034,"threshold_uncertainty_score":0.8907393},"labels":[],"label_agreement":null},{"id":"W2950695840","doi":"10.18653/v1/p19-1486","title":"Simple and Effective Curriculum Pointer-Generator Networks for Reading Comprehension over Long Narratives","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Pointer (user interface); Computer science; Narrative; Generator (circuit theory); Simple (philosophy); Zhàng; Reading comprehension; Linguistics; Reading (process); Mathematics education; Artificial intelligence; Mathematics; History; Philosophy; Physics; China; Epistemology","score_opus":0.015157624067037783,"score_gpt":0.27467499757980585,"score_spread":0.25951737351276805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950695840","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23092821,0.00032831568,0.7657419,0.00010189016,0.0013298385,0.0011967707,0.000003648933,0.00014701136,0.00022243989],"genre_scores_gemma":[0.9301693,0.000020905243,0.068782315,0.00029275878,0.00037240912,0.00012568633,0.000024305999,0.000025587226,0.00018671867],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99789315,0.00013227336,0.00032637428,0.0010978489,0.00018248642,0.00036785213],"domain_scores_gemma":[0.9984825,0.00025547325,0.00019906662,0.0008012817,0.00015308293,0.000108591754],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003082692,0.00035386538,0.00048711864,0.000106979765,0.00013796688,0.00038118524,0.0005868215,0.00026762488,0.000010357988],"category_scores_gemma":[0.000028820734,0.00030128023,0.00014604467,0.00008114169,0.00003129337,0.00028563355,0.0021667602,0.00041241685,0.000003659985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111592184,0.0003783163,0.07793642,0.0022716592,0.00086955813,0.000047413727,0.011315759,0.6446643,0.0023615344,0.12035493,0.019439362,0.120249175],"study_design_scores_gemma":[0.00049657864,0.00007588576,0.0022583401,0.00021454657,0.000011387949,0.00000584458,0.00005993642,0.9912446,0.00028136306,0.004585466,0.0003869164,0.00037913775],"about_ca_topic_score_codex":0.00009576661,"about_ca_topic_score_gemma":0.000027818085,"teacher_disagreement_score":0.6992411,"about_ca_system_score_codex":0.00008794663,"about_ca_system_score_gemma":0.000046606063,"threshold_uncertainty_score":0.9999439},"labels":[],"label_agreement":null},{"id":"W2950824039","doi":"","title":"The Latent Relation Mapping Engine: Algorithm and Experiments","year":2008,"lang":"en","type":"article","venue":"NPARC","topic":"Topic Modeling","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Analogy; Computer science; Relation (database); Set (abstract data type); Latent semantic analysis; Variety (cybernetics); Core (optical fiber); Natural language processing; Artificial intelligence; Theoretical computer science; Algorithm; Data mining; Linguistics; Programming language","score_opus":0.032613120169892845,"score_gpt":0.2335917505973968,"score_spread":0.20097863042750397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950824039","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05812509,0.00018271578,0.9385908,0.00072484236,0.00019357399,0.000055418102,8.516037e-8,0.000055720928,0.0020717445],"genre_scores_gemma":[0.66207755,0.00007660172,0.33725673,0.00007418494,0.000051085597,0.0000071766267,2.3447332e-7,0.0000028531422,0.00045360855],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99956286,0.000015435415,0.000079977784,0.00012370839,0.000115804105,0.00010220975],"domain_scores_gemma":[0.99972117,0.00002795615,0.000020151989,0.00018868575,0.000014574071,0.00002744359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000094815514,0.000039710223,0.000034892546,0.000016926439,0.00019589523,0.000033478842,0.00015583193,0.000017903352,0.000002990119],"category_scores_gemma":[0.000008339595,0.000029329321,0.000010771647,0.000055108736,0.000015922713,0.00013030152,0.00008968451,0.00005040297,0.00000836364],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.800034e-7,0.000016730783,0.0013129348,0.0000029972791,0.000014005835,0.00002011121,0.005624743,0.00029753652,0.006414398,0.026473487,0.0007511951,0.95907086],"study_design_scores_gemma":[0.00013998631,0.000009164055,0.0058642016,0.00000641161,5.6542643e-7,0.000028063603,0.000018401059,0.9837761,0.0013204903,0.0046909787,0.004081446,0.000064210166],"about_ca_topic_score_codex":0.0000030152837,"about_ca_topic_score_gemma":8.457203e-8,"teacher_disagreement_score":0.98347855,"about_ca_system_score_codex":0.000014509234,"about_ca_system_score_gemma":0.000010123603,"threshold_uncertainty_score":0.15066876},"labels":[],"label_agreement":null},{"id":"W2950830772","doi":"10.48550/arxiv.1406.2710","title":"A Multiplicative Model for Learning Distributed Text-Based Attribute\\n Representations","year":2014,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research","funders":"","keywords":"Multiplicative function; Computer science; Artificial intelligence; Natural language processing; Theoretical computer science; Mathematics","score_opus":0.13534663944780603,"score_gpt":0.23563582201938707,"score_spread":0.10028918257158104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950830772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04151293,0.00003022702,0.95446545,0.0006088669,0.00041462982,0.0018801702,0.0003725918,0.0004799692,0.00023517903],"genre_scores_gemma":[0.9541869,0.000043725355,0.04190799,0.00014712228,0.00015254563,0.000036698406,0.00048879115,0.00006501134,0.0029712191],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99324596,0.00056360057,0.0008334421,0.003921693,0.00025916376,0.0011761702],"domain_scores_gemma":[0.99233836,0.0014097161,0.0012189794,0.003144516,0.0013129552,0.00057548267],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009768648,0.00088927074,0.0009844678,0.00046585553,0.0012628889,0.00037388902,0.0034747934,0.00072312064,0.000028851851],"category_scores_gemma":[0.0008245723,0.0011588271,0.00089697476,0.001163813,0.0003601189,0.0006346593,0.002352524,0.0014822205,0.0001003708],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011066321,0.0002069744,0.0025146701,0.00016320856,0.00015546309,0.000021455386,0.0006448873,0.9352739,0.00007337067,0.05968455,0.00014639484,0.0010044761],"study_design_scores_gemma":[0.002484144,0.000115831885,0.00040708628,0.00021157504,0.00027925766,0.0000022614408,0.00020382184,0.9764966,0.00018745186,0.017950261,0.0005518592,0.0011098579],"about_ca_topic_score_codex":0.00022963173,"about_ca_topic_score_gemma":0.00005859986,"teacher_disagreement_score":0.91267395,"about_ca_system_score_codex":0.0007865199,"about_ca_system_score_gemma":0.00095133134,"threshold_uncertainty_score":0.9990862},"labels":[],"label_agreement":null},{"id":"W2950832322","doi":"10.1007/978-3-662-45912-6_13","title":"Looking at Vector Space and Language Models for IR Using Density Matrices","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Density matrix; Space (punctuation); Vector space; Theoretical computer science; Vector space model; Work (physics); Matrix (chemical analysis); Quantum; Joint (building); Matrix analysis; Algebra over a field; Algorithm; Artificial intelligence; Mathematics; Pure mathematics; Physics; Quantum mechanics","score_opus":0.02338043740809482,"score_gpt":0.25326273663821425,"score_spread":0.22988229923011944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950832322","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046598534,0.0009019047,0.99240375,0.00027740677,0.0009139023,0.0004070968,0.0000035160276,0.00012781502,0.0003047866],"genre_scores_gemma":[0.32716033,0.000017408438,0.6716866,0.0004994489,0.0004306689,0.0000034996133,0.0000013245826,0.000027597795,0.00017310299],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969811,0.000025484396,0.0003493769,0.0014736498,0.00058513,0.0005852944],"domain_scores_gemma":[0.99788845,0.0005051249,0.00026852926,0.0010364699,0.00015041848,0.00015099875],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078687276,0.00042183336,0.0004909819,0.000453621,0.00036278454,0.0004641676,0.0015802636,0.00026030125,0.000002636895],"category_scores_gemma":[0.000060805425,0.00039799183,0.00009747536,0.00020936033,0.000268426,0.00045481225,0.0017653704,0.0003523266,0.0000034908094],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014387086,0.000012998572,0.00013495532,0.0002847628,0.00002187462,0.00006902533,0.0039084023,0.4568029,0.0021410284,0.10835126,0.000012150591,0.42824626],"study_design_scores_gemma":[0.00017949894,0.00004207196,0.000014509025,0.00024459904,0.000010652046,0.00007639172,2.2003515e-7,0.928688,0.0013310958,0.068866655,0.000121360936,0.0004249424],"about_ca_topic_score_codex":0.000066262306,"about_ca_topic_score_gemma":0.00012693983,"teacher_disagreement_score":0.47188511,"about_ca_system_score_codex":0.0003327118,"about_ca_system_score_gemma":0.00018616255,"threshold_uncertainty_score":0.9998472},"labels":[],"label_agreement":null},{"id":"W2950851846","doi":"10.18653/v1/n19-1323","title":"Connecting Language and Knowledge with Heterogeneous Representations for Neural Relation Extraction","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relation (database); Computer science; Relationship extraction; Computational linguistics; Artificial intelligence; Natural language processing; Association (psychology); Artificial neural network; Linguistics; Volume (thermodynamics); Knowledge extraction; Cognitive science; Information extraction; Psychology; Epistemology; Philosophy; Data mining","score_opus":0.042728563969961664,"score_gpt":0.3311605949007924,"score_spread":0.28843203093083075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950851846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31806323,0.00017502284,0.67960566,0.00017674062,0.00037369443,0.00041461652,0.0000018494818,0.00014003048,0.001049135],"genre_scores_gemma":[0.8805362,0.0000039789948,0.11873984,0.000024758549,0.000098563985,0.000041385658,0.000016658569,0.000011866118,0.00052675616],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990255,0.00004057742,0.00017918793,0.00053503993,0.00008809488,0.00013157146],"domain_scores_gemma":[0.99901235,0.00021358325,0.00013864867,0.0005152507,0.00008335111,0.000036827543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015398565,0.00012502284,0.00013578664,0.0000846622,0.00009591855,0.00020168567,0.00020364024,0.000107668166,0.00000437852],"category_scores_gemma":[0.000043175663,0.00011072213,0.000040265943,0.000049697017,0.000006935733,0.00023834997,0.0003286291,0.0001965062,0.000004149713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003467487,0.0000656577,0.0019977628,0.00043256386,0.00009869929,0.000013094285,0.016597703,0.8204594,0.0012572303,0.01632952,0.000089914836,0.14262372],"study_design_scores_gemma":[0.00028223946,0.00003312835,0.0003943879,0.00003772711,0.000014131173,0.00005435935,0.00019593869,0.9973892,0.000649328,0.0007278738,0.00007382432,0.00014786133],"about_ca_topic_score_codex":0.00012212334,"about_ca_topic_score_gemma":0.00015043748,"teacher_disagreement_score":0.56247294,"about_ca_system_score_codex":0.00003670117,"about_ca_system_score_gemma":0.00004966933,"threshold_uncertainty_score":0.45151177},"labels":[],"label_agreement":null},{"id":"W2950912838","doi":"","title":"Enhancing Sentence Embedding with Generalized Pooling","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Pooling; Embedding; Sentence; Computer science; Artificial intelligence; Natural language processing; Inference; Representation (politics); Redundancy (engineering); Theoretical computer science; Machine learning","score_opus":0.06293993825929173,"score_gpt":0.20072024072333788,"score_spread":0.13778030246404616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950912838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3948947,0.000028811555,0.6036107,0.00003837952,0.00042117664,0.00013124442,0.0000013884221,0.0002526409,0.00062096876],"genre_scores_gemma":[0.8821416,0.000046764497,0.11664732,0.00012932686,0.00021850673,8.4253134e-7,0.0000036960914,0.000022277869,0.00078966975],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974858,0.000112849586,0.00023709523,0.0015019522,0.00015026389,0.0005120479],"domain_scores_gemma":[0.9976409,0.000065316955,0.00029149465,0.0015754475,0.0002421909,0.0001846245],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032264795,0.00035983665,0.00036670855,0.00024828312,0.00023820062,0.00021461943,0.0020000346,0.00022189939,0.000024682246],"category_scores_gemma":[0.00003021626,0.00037872075,0.00013832166,0.0004379329,0.00009345905,0.00048368733,0.0023004012,0.00052067335,0.000060916725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004816823,0.00005731096,0.0030185936,0.00018813142,0.00018347063,0.00087482616,0.0012391693,0.88010544,0.0010478337,0.11264272,0.00006398037,0.0005303342],"study_design_scores_gemma":[0.0003863299,0.00003479484,0.00007834938,0.00034568482,0.000046477617,0.000018077264,0.000064809195,0.98268974,0.0021979453,0.013512704,0.000105946056,0.00051914697],"about_ca_topic_score_codex":0.0002645388,"about_ca_topic_score_gemma":0.00008609668,"teacher_disagreement_score":0.4872469,"about_ca_system_score_codex":0.00023400658,"about_ca_system_score_gemma":0.0002620904,"threshold_uncertainty_score":0.9998665},"labels":[],"label_agreement":null},{"id":"W2950935477","doi":"10.18653/v1/p19-1550","title":"Rationally Reappraising ATIS-based Dialogue Systems","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Benchmark (surveying); Grammar; Annotation; Variety (cybernetics); Natural language processing; Set (abstract data type); Artificial intelligence; Task (project management); Domain (mathematical analysis); Process (computing); Information system; Service (business); Programming language; Linguistics","score_opus":0.02052793373822726,"score_gpt":0.23963745582753637,"score_spread":0.21910952208930912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950935477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016742207,0.000030198256,0.96112984,0.000594601,0.0007900712,0.00014417121,5.201805e-7,0.00016541495,0.020402964],"genre_scores_gemma":[0.9177834,2.8405705e-7,0.080429345,0.00036288152,0.000066798406,0.000005693404,0.0000036658967,0.0000038989438,0.0013440547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922925,0.00003632675,0.00015166649,0.00023804189,0.00021556597,0.00012913012],"domain_scores_gemma":[0.999321,0.0001076747,0.000041060634,0.0004392735,0.000053514235,0.000037506812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021933782,0.00006122681,0.00008451272,0.00004585768,0.000036775622,0.00016189154,0.00036781363,0.000032547057,0.00002437506],"category_scores_gemma":[0.000019431393,0.000053157477,0.000025268664,0.00010286459,0.0000053734548,0.00027126673,0.000057989484,0.00004705447,0.00028636714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013937974,0.000016110076,0.0035253633,0.00002393769,0.000005931516,0.0000035061848,0.000112984664,0.07052445,0.002858781,0.91809756,0.00051351555,0.0043164557],"study_design_scores_gemma":[0.00016549516,0.00001413129,0.0010891755,0.000014152977,7.1251e-7,0.0000028605589,0.0000054800653,0.99542284,0.00026057655,0.00048976415,0.0024486727,0.00008611117],"about_ca_topic_score_codex":0.00010066908,"about_ca_topic_score_gemma":0.000006278735,"teacher_disagreement_score":0.92489845,"about_ca_system_score_codex":0.000020967438,"about_ca_system_score_gemma":0.000088588065,"threshold_uncertainty_score":0.36807656},"labels":[],"label_agreement":null},{"id":"W2951108824","doi":"","title":"Gated Orthogonal Recurrent Units: On Learning to Forget","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Recurrent neural network; Computer science; Forgetting; Treebank; Artificial intelligence; Benchmark (surveying); TIMIT; Natural language processing; Parsing; Speech recognition; Artificial neural network; Hidden Markov model; Cognitive psychology","score_opus":0.13709481040622154,"score_gpt":0.2172512389434832,"score_spread":0.08015642853726165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951108824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3870078,0.000018340392,0.6057823,0.000246046,0.0011033791,0.00025631423,0.000008065091,0.00029976346,0.005278023],"genre_scores_gemma":[0.9937101,0.000046706577,0.00221104,0.00013279663,0.000119685545,8.6073703e-7,0.000019298524,0.000018874849,0.0037406387],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99775434,0.00015430496,0.00019128554,0.001321402,0.00015086269,0.00042781662],"domain_scores_gemma":[0.9973262,0.00008229059,0.00027632414,0.0017728898,0.0002670713,0.00027524316],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033069227,0.00032387627,0.00031332593,0.00032889567,0.00037536697,0.00022410169,0.0027818384,0.00024499692,0.000012734041],"category_scores_gemma":[0.00020230877,0.00037856758,0.00012492061,0.00036484635,0.000041826093,0.0002551174,0.0030304496,0.0010470864,0.00015437683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045244276,0.000055797387,0.0018539951,0.000044693432,0.00006092587,0.0003038492,0.00055182946,0.81897646,0.000011330104,0.16451788,0.00044632025,0.013131695],"study_design_scores_gemma":[0.00041447222,0.000169353,0.0008736037,0.00039789637,0.00003126547,0.0000036723582,0.00006216141,0.9673693,0.000081041755,0.015521523,0.014389166,0.0006864977],"about_ca_topic_score_codex":0.00008680419,"about_ca_topic_score_gemma":0.00005748101,"teacher_disagreement_score":0.6067023,"about_ca_system_score_codex":0.00022086386,"about_ca_system_score_gemma":0.00030235562,"threshold_uncertainty_score":0.9998666},"labels":[],"label_agreement":null},{"id":"W2951586423","doi":"10.1111/coin.12225","title":"Multi‐representational convolutional neural networks for text classification","year":2019,"lang":"en","type":"article","venue":"Computational Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"Natural Science Foundation of Tianjin City; National Natural Science Foundation of China","keywords":"Computer science; Convolutional neural network; Artificial intelligence; Natural language processing; Embedding; Focus (optics); Word embedding; Word (group theory); Semantics (computer science); Categorization; Domain (mathematical analysis); Pattern recognition (psychology)","score_opus":0.0945598607666244,"score_gpt":0.3378425082975396,"score_spread":0.2432826475309152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951586423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005230157,0.00011800243,0.99197084,0.00096897903,0.0009274548,0.00046066678,0.000007787346,0.00011968796,0.00019644079],"genre_scores_gemma":[0.69512975,0.0000018140385,0.3039733,0.0003945711,0.00011074743,0.000049877475,0.00006851488,0.00000739437,0.00026403053],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984044,0.000047206282,0.0003847682,0.0005570806,0.0003552179,0.00025134798],"domain_scores_gemma":[0.99831706,0.00071284926,0.00014097149,0.00030760176,0.00044033973,0.000081203725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024336597,0.00014040175,0.00013094535,0.00010188357,0.00013729332,0.00013495442,0.0007093078,0.000068231224,0.00007081683],"category_scores_gemma":[0.00007350522,0.00014921802,0.00009641964,0.00024621148,0.000054935274,0.0005029435,0.0001279331,0.00013046157,0.00016411408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006405781,0.00003170178,0.0017500202,0.0000062971535,0.000008681892,3.3343522e-7,0.00006584331,0.7127671,0.00004731528,0.273244,0.00014146412,0.011930813],"study_design_scores_gemma":[0.0001712396,0.000029297204,0.015492005,0.000008581899,0.0000025650888,0.000012215616,0.00003120987,0.9582679,0.00003925576,0.025524994,0.00025861472,0.00016211295],"about_ca_topic_score_codex":0.0000077812,"about_ca_topic_score_gemma":0.000001629322,"teacher_disagreement_score":0.68989956,"about_ca_system_score_codex":0.00007703783,"about_ca_system_score_gemma":0.00010781956,"threshold_uncertainty_score":0.60849345},"labels":[],"label_agreement":null},{"id":"W2951626663","doi":"10.48550/arxiv.1809.05524","title":"Extending Neural Generative Conversational Model using External Knowledge Sources","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Perplexity; Computer science; Utterance; Generative grammar; Coherence (philosophical gambling strategy); Natural language processing; Connectionism; Knowledge base; Generative model; Artificial intelligence; Sequence (biology); Focus (optics); Artificial neural network; Language model","score_opus":0.1666798095510348,"score_gpt":0.23416110339318352,"score_spread":0.06748129384214871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951626663","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4251367,0.000080141974,0.5735327,0.000018665694,0.0005978741,0.000105239786,0.0000060929437,0.000111419235,0.00041115575],"genre_scores_gemma":[0.9285369,0.000018880217,0.070008524,0.00007490201,0.00039938354,5.78068e-7,0.000005023191,0.000019004168,0.00093682896],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977532,0.00014953107,0.00024586002,0.0013109664,0.00013641325,0.0004040252],"domain_scores_gemma":[0.9983133,0.00006858738,0.000284408,0.00088433595,0.00027388896,0.00017548268],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025317646,0.00035066623,0.00030458215,0.0003009803,0.00032798442,0.00022408993,0.0017359842,0.00024227741,0.000045266323],"category_scores_gemma":[0.00002084987,0.00041567185,0.0002044046,0.0002601643,0.00016269533,0.00063650566,0.002684633,0.00049027347,0.00004053416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011419063,0.000029969486,0.0010599182,0.000022629138,0.00003920577,0.000049276034,0.00085377577,0.92269,0.00018927132,0.07475481,0.000017844153,0.00028190346],"study_design_scores_gemma":[0.00029880708,0.000018773264,0.000090758374,0.00007675943,0.000038952057,0.000009647654,0.000040943236,0.9396465,0.0002201091,0.05914406,0.000018426907,0.0003962614],"about_ca_topic_score_codex":0.00007977206,"about_ca_topic_score_gemma":0.00001488668,"teacher_disagreement_score":0.5035242,"about_ca_system_score_codex":0.00038378316,"about_ca_system_score_gemma":0.00041061165,"threshold_uncertainty_score":0.99982953},"labels":[],"label_agreement":null},{"id":"W2951864354","doi":"10.18653/v1/p19-1423","title":"Inter-sentence Relation Extraction with Document-level Graph Convolutional Neural Network","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"Biotechnology and Biological Sciences Research Council; Associazione Italiana per la Ricerca sul Cancro; National Institute of Advanced Industrial Science and Technology","keywords":"Computer science; Relationship extraction; Sentence; Pairwise comparison; Graph; Artificial intelligence; Convolutional neural network; Exploit; Natural language processing; Relation (database); Theoretical computer science; Information extraction; Data mining","score_opus":0.040599597078830325,"score_gpt":0.26828990305913836,"score_spread":0.22769030598030804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951864354","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014258965,0.00010585142,0.97824514,0.0011116414,0.0031554818,0.00040374277,0.0000023304315,0.00025796908,0.0024588697],"genre_scores_gemma":[0.7905519,0.000017146813,0.20680466,0.0002618754,0.0002849159,0.000030562464,0.00003083047,0.000012295162,0.0020057852],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978484,0.00009152321,0.00038723488,0.00085880974,0.00047975927,0.00033427996],"domain_scores_gemma":[0.99839264,0.00009218783,0.0003137884,0.0009460001,0.00017745727,0.000077934616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031970718,0.00026743746,0.00023100365,0.00011831802,0.00010023232,0.00027889071,0.00084440305,0.00020629616,0.00005638977],"category_scores_gemma":[0.000013164631,0.00022824809,0.0001031211,0.00017444698,0.000039984167,0.00074784417,0.0008968397,0.000716791,0.000065273765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025124644,0.00002957052,0.013999471,0.000048726535,0.00006145127,0.0000091175625,0.00015604096,0.8795579,0.000028685066,0.09507178,0.0014393266,0.009572782],"study_design_scores_gemma":[0.00025892915,0.000046024586,0.022395814,0.0001746985,0.000015004808,0.000047421032,0.000013774446,0.95047116,0.000017133227,0.0258596,0.00036019314,0.00034022547],"about_ca_topic_score_codex":0.00026184655,"about_ca_topic_score_gemma":0.00006475658,"teacher_disagreement_score":0.776293,"about_ca_system_score_codex":0.00014583526,"about_ca_system_score_gemma":0.00016231486,"threshold_uncertainty_score":0.93076867},"labels":[],"label_agreement":null},{"id":"W2952100657","doi":"10.18653/v1/p19-2027","title":"Dialogue-Act Prediction of Future Responses Based on Conversation History","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Japan Society for the Promotion of Science; Microsoft Research Asia; Microsoft Research","keywords":"Computer science; Utterance; Conversation; Focus (optics); Sequence (biology); Process (computing); Baseline (sea); Artificial intelligence; Chatbot; Recurrent neural network; Speech recognition; Artificial neural network; Machine learning; Natural language processing; Psychology","score_opus":0.022209820183520124,"score_gpt":0.20756981879861972,"score_spread":0.18535999861509958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952100657","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23428345,0.000022169988,0.7572693,0.00091565377,0.0017444089,0.00014313599,0.0000024879441,0.00013348935,0.005485892],"genre_scores_gemma":[0.9896432,0.0000012027187,0.009315822,0.0002975836,0.000088574794,0.0000018528951,0.0000033271726,0.000002610806,0.0006458191],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942327,0.00005662893,0.00011344129,0.00016586349,0.00017547494,0.00006532062],"domain_scores_gemma":[0.99944377,0.00008576185,0.000053620977,0.00035943315,0.00003524515,0.000022180819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018677114,0.00004744496,0.0000700169,0.00008418004,0.000009403789,0.0000059249564,0.00017386036,0.000045208642,0.000097524804],"category_scores_gemma":[0.000018741464,0.000041982796,0.000028326207,0.00005066388,0.000008825236,0.00016384275,0.000019607987,0.000051276904,0.000037333768],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008424676,0.00051644526,0.34594548,0.00041316563,0.0000872023,0.000010692164,0.015258675,0.032420047,0.13837783,0.24457712,0.025156947,0.19639394],"study_design_scores_gemma":[0.00043210117,0.00019371108,0.046500955,0.000015034489,0.0000028404977,4.0062716e-7,0.000028432281,0.9321362,0.0023167357,0.000111885456,0.018190423,0.00007130136],"about_ca_topic_score_codex":0.000021582979,"about_ca_topic_score_gemma":0.0000012743783,"teacher_disagreement_score":0.89971614,"about_ca_system_score_codex":0.00011737194,"about_ca_system_score_gemma":0.00009571039,"threshold_uncertainty_score":0.17120087},"labels":[],"label_agreement":null},{"id":"W2952243641","doi":"10.4000/books.aaccademia.4638","title":"UO_IRO: Linguistic informed deep-learning model for irony detection","year":2018,"lang":"en","type":"book-chapter","venue":"Accademia University Press eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; Università degli Studi di Napoli Federico II","keywords":"Task (project management); Convolutional neural network; Computer science; Artificial intelligence; Deep learning; Irony; Linguistics; Natural language processing; Psychology; Philosophy; Engineering","score_opus":0.03661978327563584,"score_gpt":0.23238101320675986,"score_spread":0.19576122993112402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952243641","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000037385056,0.0000306257,0.61881244,0.0000075509715,0.00025387344,0.00032878554,0.000005458061,0.00027934174,0.38024452],"genre_scores_gemma":[0.011685355,0.00006220057,0.036319073,0.00010187843,0.00042822197,0.000003666415,0.00001116863,0.000052326766,0.9513361],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822444,0.000022919252,0.00029183525,0.00072294346,0.00031745303,0.00042040524],"domain_scores_gemma":[0.9983132,0.00020308068,0.00037785294,0.0006688041,0.00026709912,0.00016994629],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019354555,0.0003726772,0.00034891433,0.000242476,0.00042406164,0.00009758292,0.0014883457,0.0008388278,0.0000061470546],"category_scores_gemma":[0.000112147405,0.0004556056,0.00021000346,0.000011753319,0.00010469289,0.0002622333,0.00086894206,0.000911616,0.000013484689],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010350104,0.0000069742323,0.0000019149825,0.0002688794,0.00017038695,0.000029213825,0.0057610837,0.008575448,0.00007634963,0.89277023,0.0004509852,0.09178505],"study_design_scores_gemma":[0.00036418866,0.000046498328,5.6518985e-7,0.00008305025,0.00007310507,0.0000046047485,0.000010787681,0.61691344,0.00012281204,0.007253687,0.37477434,0.000352927],"about_ca_topic_score_codex":0.000035320933,"about_ca_topic_score_gemma":0.00003751687,"teacher_disagreement_score":0.8855165,"about_ca_system_score_codex":0.00037527684,"about_ca_system_score_gemma":0.00019114254,"threshold_uncertainty_score":0.9997896},"labels":[],"label_agreement":null},{"id":"W2952268267","doi":"10.48550/arxiv.1810.01375","title":"A Knowledge Hunting Framework for Common Sense Reasoning","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Schema (genetic algorithms); Computer science; Inference; Task (project management); Common sense; Commonsense reasoning; Inference engine; Artificial intelligence; Machine learning; Epistemology; Engineering","score_opus":0.10324345316713325,"score_gpt":0.2338531365749794,"score_spread":0.13060968340784612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952268267","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18568927,0.000073433905,0.8089437,0.000059176597,0.0011356509,0.0003207633,0.000005883706,0.0003541013,0.0034180235],"genre_scores_gemma":[0.8408966,0.000019730564,0.15788887,0.00008616654,0.00041412388,0.00000189842,0.000005811441,0.000025489688,0.00066132046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977132,0.00012889864,0.000245008,0.0013388812,0.00007108136,0.00050292053],"domain_scores_gemma":[0.99712336,0.00040560027,0.00031040356,0.0017498106,0.00025233557,0.00015851845],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005051398,0.00032479895,0.0003966177,0.00022042793,0.00031757695,0.00020667416,0.0016203793,0.00047386248,0.000010518538],"category_scores_gemma":[0.00018975702,0.00040387656,0.0002638431,0.0003936263,0.000084997446,0.00027789202,0.003027285,0.00069084746,0.00007346514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022675602,0.00006771139,0.0024252052,0.00019107216,0.00008624495,0.00009644994,0.0012296073,0.034574173,0.00001010107,0.95803124,0.0002680379,0.002997471],"study_design_scores_gemma":[0.00020368611,0.000029640936,0.00014061415,0.00041225943,0.000039816303,0.0000045776897,0.00004950262,0.7778276,0.000088005814,0.21987253,0.0009598104,0.00037194949],"about_ca_topic_score_codex":0.000100165715,"about_ca_topic_score_gemma":0.000051895142,"teacher_disagreement_score":0.7432534,"about_ca_system_score_codex":0.00020910687,"about_ca_system_score_gemma":0.00019306285,"threshold_uncertainty_score":0.99984133},"labels":[],"label_agreement":null},{"id":"W2952349219","doi":"10.18653/v1/p19-1166","title":"Understanding Undesirable Word Embedding Associations","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Word (group theory); Debiasing; Association (psychology); Subspace topology; Computer science; Embedding; Projection (relational algebra); Natural language processing; Product (mathematics); Artificial intelligence; Association test; Word Association; Word embedding; Matrix decomposition; Speech recognition; Algorithm; Mathematics; Psychology; Social psychology","score_opus":0.1460175943364272,"score_gpt":0.29422688950393994,"score_spread":0.14820929516751274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952349219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00826295,0.000007741762,0.89180857,0.0006840093,0.00035096327,0.00006977641,1.9819812e-7,0.00020220688,0.098613575],"genre_scores_gemma":[0.90746117,0.0000012789837,0.086438544,0.00026270867,0.000024445108,0.0000012930623,4.9783165e-7,0.0000042214665,0.0058058235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999268,0.000020467987,0.00011723394,0.00021382325,0.00017667477,0.00020377628],"domain_scores_gemma":[0.9994757,0.000101177146,0.00004005724,0.00032466944,0.000018902092,0.000039492887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023386133,0.000057653335,0.00008046979,0.0000643696,0.000093000686,0.00016916734,0.00035132316,0.000036411064,0.000114134804],"category_scores_gemma":[0.000019252318,0.000055311302,0.00003274164,0.000214227,0.000004004334,0.0004716824,0.00012064314,0.00007613143,0.00027172358],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.621437e-7,0.0000066685775,0.003793439,0.000002456995,0.000007459438,6.3111236e-7,0.00022285887,0.005246966,0.00021040374,0.9894161,0.00041266088,0.0006801438],"study_design_scores_gemma":[0.00017114483,0.000008899353,0.0005418449,0.000011233647,0.0000019212853,0.0000014349748,0.00020169641,0.92296666,0.00017808867,0.075282216,0.0005039925,0.00013089082],"about_ca_topic_score_codex":0.000022730597,"about_ca_topic_score_gemma":0.000009757421,"teacher_disagreement_score":0.91771966,"about_ca_system_score_codex":0.00024892786,"about_ca_system_score_gemma":0.000040837247,"threshold_uncertainty_score":0.34925473},"labels":[],"label_agreement":null},{"id":"W2952383053","doi":"10.18653/v1/p19-1145","title":"Lightweight and Efficient Neural Natural Language Processing with Quaternion Networks","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Quaternion; Hypercomplex number; Computer science; Parameterized complexity; Artificial neural network; Artificial intelligence; Computation; Quaternion algebra; Theoretical computer science; Algorithm; Algebra over a field; Mathematics; Pure mathematics","score_opus":0.008538991976912488,"score_gpt":0.2300345345057534,"score_spread":0.2214955425288409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952383053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25629565,0.0032544865,0.7382681,0.00037895972,0.0007118468,0.00026005466,2.365093e-7,0.0002350627,0.0005956308],"genre_scores_gemma":[0.96583843,0.000007582875,0.033081014,0.00020649447,0.00017562427,0.000010075671,0.000006072297,0.000015885897,0.0006588091],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835277,0.000044947312,0.00020694917,0.00078902644,0.0002939676,0.0003123505],"domain_scores_gemma":[0.999043,0.000028707498,0.00014031315,0.00066993665,0.000045539124,0.000072537674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016356676,0.00026603843,0.00025542182,0.00008760954,0.00007155855,0.0005383231,0.00069075386,0.00014758315,0.0000028684274],"category_scores_gemma":[0.0000041827566,0.00017761653,0.000039193797,0.0000936095,0.000026703176,0.0001404088,0.001324142,0.0006055517,0.000005051279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019429322,0.000040277726,0.0019751,0.0003052346,0.000029167137,0.000066465334,0.003985791,0.7572604,0.000051436844,0.0011205593,0.00006809429,0.23507804],"study_design_scores_gemma":[0.000176863,0.00002083741,0.0005880999,0.0001816542,0.000007694316,0.000030718846,0.000032217395,0.9985546,0.00007603883,0.000023347484,0.000032254957,0.00027570393],"about_ca_topic_score_codex":0.00007999898,"about_ca_topic_score_gemma":0.000026449048,"teacher_disagreement_score":0.70954275,"about_ca_system_score_codex":0.000039190116,"about_ca_system_score_gemma":0.00006451458,"threshold_uncertainty_score":0.7242992},"labels":[],"label_agreement":null},{"id":"W2952802110","doi":"10.18653/v1/p19-1030","title":"You Only Need Attention to Traverse Trees","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tree traversal; Sentence; Traverse; Artificial intelligence; Phrase; Tree structure; Natural language processing; Dependency (UML); Tree (set theory); Dependency grammar; Binary tree; Algorithm; Mathematics","score_opus":0.016250234093927878,"score_gpt":0.2314662255295989,"score_spread":0.21521599143567102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952802110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42339504,0.0000018982186,0.5592787,0.0011955134,0.00026551844,0.00007843686,1.0866282e-7,0.0000887644,0.015696023],"genre_scores_gemma":[0.9188603,3.7578866e-7,0.060391873,0.0006364461,0.00003217321,0.0000014553008,3.746642e-7,0.0000027553215,0.020074215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943113,0.000010847178,0.00008844676,0.00021118161,0.0001314901,0.00012688649],"domain_scores_gemma":[0.99953216,0.000009315043,0.000013753453,0.0003705446,0.000020392748,0.000053831925],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000084980486,0.00004999187,0.000059125436,0.00005458641,0.000018284336,0.000058607613,0.00033774716,0.000021908427,0.00011735272],"category_scores_gemma":[0.0000046987147,0.000043301854,0.000031954918,0.000121227895,0.0000023807504,0.00021706257,0.00009289255,0.000032426113,0.001367894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009457677,0.00008828996,0.029744502,0.000014886747,0.000020180549,0.000008649813,0.0020554576,0.0040478925,0.0320293,0.566702,0.0042261016,0.3610533],"study_design_scores_gemma":[0.0010210506,0.00022618675,0.107497476,0.000033839104,0.000006329194,0.000018943267,0.0005007115,0.86166644,0.0020007165,0.0029447768,0.023580873,0.00050265103],"about_ca_topic_score_codex":0.00008430061,"about_ca_topic_score_gemma":0.000041946743,"teacher_disagreement_score":0.8576186,"about_ca_system_score_codex":0.0000168298,"about_ca_system_score_gemma":0.000019968724,"threshold_uncertainty_score":0.9994097},"labels":[],"label_agreement":null},{"id":"W2952879766","doi":"10.1142/9789811203527_0003","title":"Natural Language Processing: An Overview","year":2019,"lang":"en","type":"book-chapter","venue":"WORLD SCIENTIFIC eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Natural language processing","score_opus":0.054599631079788005,"score_gpt":0.2866057392801148,"score_spread":0.2320061082003268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952879766","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008473045,0.01008206,0.003572899,0.00011480306,0.00468653,0.0004517058,0.000009332086,0.00047157382,0.9805264],"genre_scores_gemma":[0.014567182,0.0000010622609,0.0076951655,0.00038362292,0.00025874504,0.000006110306,0.000025930722,0.000048868802,0.9770133],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99665135,0.00003153206,0.00043656293,0.0014755504,0.00092255254,0.00048245647],"domain_scores_gemma":[0.99701256,0.00003105117,0.00029215933,0.002315882,0.00016749109,0.00018087214],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00065719604,0.00041688417,0.00042898746,0.0005522475,0.0003208435,0.0013874786,0.0023770314,0.00014921871,0.00012982453],"category_scores_gemma":[0.000005185292,0.00038456544,0.00018721315,0.00008961036,0.00018501979,0.00039055437,0.0006342643,0.0006320612,0.0006094356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024096573,0.000011716387,0.0000019841425,0.0001940614,0.000016815244,0.00006008791,0.0020083336,0.00001038323,0.00054361374,0.72109133,0.0044526993,0.2716066],"study_design_scores_gemma":[0.00020210019,0.000020848229,0.000004919691,0.00064856425,0.000025007515,0.000022503233,0.000014169502,0.048278876,0.00018428061,0.012762169,0.93703336,0.00080322614],"about_ca_topic_score_codex":0.0000051532797,"about_ca_topic_score_gemma":0.00077496836,"teacher_disagreement_score":0.93258065,"about_ca_system_score_codex":0.000108610046,"about_ca_system_score_gemma":0.0004846315,"threshold_uncertainty_score":0.99986064},"labels":[],"label_agreement":null},{"id":"W2952944718","doi":"10.18653/v1/w19-5004","title":"REflex: Flexible Framework for Relation Extraction in Multiple Domains","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Mitacs","keywords":"Computer science; Relation (database); Field (mathematics); Data science; Artificial intelligence; Data mining; Machine learning; Mathematics","score_opus":0.08271429853203008,"score_gpt":0.35071644763255033,"score_spread":0.2680021491005202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952944718","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010016626,0.00006270648,0.9821631,0.0008879907,0.0023552976,0.00087037426,0.0000024418514,0.00028248332,0.003359034],"genre_scores_gemma":[0.40073803,0.000011931012,0.59802526,0.00011451406,0.00013260022,0.00008211577,0.000011017243,0.000010500425,0.00087400543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983758,0.00004721264,0.00038331826,0.00072855334,0.00021702785,0.00024810896],"domain_scores_gemma":[0.99815905,0.00043504653,0.00019371901,0.0011053085,0.00006626564,0.00004063356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004958085,0.00017252001,0.0002230607,0.00020358899,0.000052422634,0.00015437914,0.0006548298,0.0005385265,0.000013942508],"category_scores_gemma":[0.00020921961,0.0001759568,0.00010187675,0.00013377413,0.000008162438,0.00035076035,0.0005344031,0.00066196977,0.00005275563],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025383251,0.00007506391,0.0036939203,0.00017609764,0.000015789901,0.0000020282337,0.00083610957,0.23844187,0.00024170408,0.71056455,0.0002659166,0.045661572],"study_design_scores_gemma":[0.0002079549,0.0000144217975,0.0026096255,0.00013029516,0.0000027005108,0.0000010440791,0.0000130219305,0.6883126,0.00035333686,0.30680954,0.0013703583,0.00017513888],"about_ca_topic_score_codex":0.00015889126,"about_ca_topic_score_gemma":0.00006227042,"teacher_disagreement_score":0.4498707,"about_ca_system_score_codex":0.00021866834,"about_ca_system_score_gemma":0.00012374659,"threshold_uncertainty_score":0.71753097},"labels":[],"label_agreement":null},{"id":"W2952989203","doi":"10.18653/v1/p19-1189","title":"Reinforced Training Data Selection for Domain Adaptation","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Task (project management); Artificial intelligence; Machine learning; Selection (genetic algorithm); Domain (mathematical analysis); Reinforcement learning; Process (computing); Adaptation (eye); Representation (politics); Set (abstract data type); Generator (circuit theory); Parsing; Domain adaptation; Stability (learning theory); Data mining","score_opus":0.11472330403549424,"score_gpt":0.2895308221460234,"score_spread":0.17480751811052914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952989203","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069652637,0.000002778875,0.9887207,0.00035695385,0.00023285212,0.00019930252,6.7968836e-7,0.00012892939,0.0033925201],"genre_scores_gemma":[0.39855555,2.9655902e-7,0.59963876,0.0001508467,0.00004200201,0.000005093652,0.00001068589,0.0000026691528,0.0015940929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942195,0.000010071756,0.00010828807,0.00024642402,0.00009421337,0.00011905527],"domain_scores_gemma":[0.99942344,0.000049144346,0.000033495537,0.00044150357,0.000030215864,0.00002220324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031533118,0.000042172942,0.000054230073,0.000034870718,0.000039747432,0.000062810905,0.0004828232,0.000026736443,0.000014597587],"category_scores_gemma":[0.000023260283,0.000039275983,0.000013045874,0.000091934606,0.0000022124777,0.00068785535,0.00009498452,0.000033195756,0.000025816913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009274284,0.000004184652,0.00012398252,0.000020014784,0.000012741668,1.513999e-7,0.00373903,0.073066525,0.0054251505,0.7593412,0.00048336477,0.15777442],"study_design_scores_gemma":[0.00021781554,0.000027201042,0.000033335946,0.000003870076,8.93472e-7,0.0000022444292,0.00016141623,0.9942056,0.0001719862,0.0023799585,0.002738762,0.000056896668],"about_ca_topic_score_codex":0.00003505749,"about_ca_topic_score_gemma":0.0000367238,"teacher_disagreement_score":0.9211391,"about_ca_system_score_codex":0.000015870773,"about_ca_system_score_gemma":0.000050839863,"threshold_uncertainty_score":0.1601628},"labels":[],"label_agreement":null},{"id":"W2953476352","doi":"10.1007/978-3-031-24337-0_24","title":"Multiplicative Models for Recurrent Language Modeling","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Recurrent neural network; Language model; Multiplicative function; Artificial intelligence; Relevance (law); Parametrization (atmospheric modeling); Simple (philosophy); Theoretical computer science; Artificial neural network; Natural language processing; Machine learning; Mathematics","score_opus":0.05669957815851957,"score_gpt":0.29500257596396456,"score_spread":0.238302997805445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953476352","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003865866,0.00042000628,0.9950163,0.00060378865,0.0017001824,0.0008332583,0.000016830816,0.00042557516,0.00094541133],"genre_scores_gemma":[0.07985134,0.000055184864,0.91808295,0.0006030063,0.00061567914,0.00008560431,0.000012420745,0.000073742835,0.0006200508],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99583524,0.000020780524,0.000573526,0.0020121925,0.0008007904,0.00075749273],"domain_scores_gemma":[0.9970673,0.0005491402,0.00022085471,0.0016888662,0.00030674576,0.00016711678],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009623966,0.0005044691,0.0005220357,0.00072197797,0.0002456565,0.0003656132,0.003543906,0.0002951001,0.0000021376438],"category_scores_gemma":[0.00012398988,0.0004795005,0.00019089089,0.0004386525,0.00018694154,0.0006111621,0.0015337602,0.0006530205,0.00003079998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035206626,0.000007575064,3.1592305e-7,0.000027770006,0.000005678511,0.000009120844,0.0016514735,0.58582085,0.000025714002,0.041829508,0.0000041488756,0.37061432],"study_design_scores_gemma":[0.00016141828,0.000060597926,2.769255e-7,0.00022918018,0.0000041189137,0.0000058958694,4.985273e-7,0.6852047,0.00013014127,0.31380075,0.000040376388,0.0003620789],"about_ca_topic_score_codex":0.000027084498,"about_ca_topic_score_gemma":0.000086080516,"teacher_disagreement_score":0.37025222,"about_ca_system_score_codex":0.00030652457,"about_ca_system_score_gemma":0.0003929858,"threshold_uncertainty_score":0.9997657},"labels":[],"label_agreement":null},{"id":"W2953591948","doi":"10.18653/v1/s19-2188","title":"UBC-NLP at SemEval-2019 Task 4: Hyperpartisan News Detection With Attention-Based Bi-LSTMs","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Western Canada Research Grid; Compute Canada","keywords":"SemEval; Computer science; Task (project management); Ranking (information retrieval); Artificial intelligence; Natural language processing; Competition (biology); Machine learning","score_opus":0.010757826205529956,"score_gpt":0.2112432914759302,"score_spread":0.20048546527040026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953591948","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4817994,0.000017395978,0.51451266,0.0004456501,0.00035505643,0.00020316576,6.028988e-7,0.0002227346,0.002443309],"genre_scores_gemma":[0.97004205,0.0000018250265,0.021843124,0.0005982523,0.000068811016,0.000014600206,0.0000034561579,0.00001565333,0.007412254],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984179,0.00004365291,0.00023081394,0.00058880716,0.00038838777,0.00033039914],"domain_scores_gemma":[0.99875253,0.00005724003,0.000095304924,0.0009098621,0.00007672005,0.000108362954],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017571522,0.00016933588,0.00016539505,0.000109616296,0.000117561234,0.00013183629,0.00047448408,0.000072450275,0.000178013],"category_scores_gemma":[0.000009201283,0.00013188801,0.00007317351,0.00030086818,0.000021015012,0.00042993575,0.00014472824,0.00011128884,0.0012267564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019479751,0.00039055303,0.22698946,0.0001861474,0.00015036689,0.000041483196,0.0006479769,0.062003143,0.45202556,0.010869979,0.0036198073,0.24288073],"study_design_scores_gemma":[0.001313483,0.00037834625,0.007716435,0.000043606655,0.000014740879,0.00002645077,0.00003107134,0.9609281,0.02301261,0.00019106842,0.0059187976,0.000425323],"about_ca_topic_score_codex":0.00039501901,"about_ca_topic_score_gemma":0.0005699512,"teacher_disagreement_score":0.89892495,"about_ca_system_score_codex":0.00011189866,"about_ca_system_score_gemma":0.00006843355,"threshold_uncertainty_score":0.9995509},"labels":[],"label_agreement":null},{"id":"W2953642885","doi":"10.1145/3331184.3331354","title":"Dynamic Sampling Meets Pooling","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Institute of Standards and Technology","keywords":"Pooling; NIST; Computer science; Sampling (signal processing); Statistics; Set (abstract data type); Sample (material); Data mining; Information retrieval; Artificial intelligence; Natural language processing; Mathematics; Computer vision","score_opus":0.020515901836123764,"score_gpt":0.26266280865947483,"score_spread":0.24214690682335108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953642885","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15244532,0.00004337282,0.8347846,0.0006462536,0.0004002739,0.000059519334,7.2479665e-8,0.00019690569,0.011423644],"genre_scores_gemma":[0.6865374,0.0000018618929,0.31221578,0.00026791313,0.000010540801,9.1294686e-7,2.0844533e-7,0.000003309236,0.00096209795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992931,0.000009450247,0.000114720504,0.00026297377,0.00013557971,0.0001841588],"domain_scores_gemma":[0.99940646,0.000039204948,0.000023471108,0.00046966225,0.000021537078,0.000039686023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013991448,0.00006181807,0.00007628979,0.000047790978,0.000032939504,0.00008242929,0.00050724944,0.000028522109,0.00006396411],"category_scores_gemma":[0.000009222141,0.000055036562,0.000030596995,0.00009957593,0.0000034381333,0.00026578392,0.00019514182,0.000065447886,0.0004545491],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021351007,0.000031841755,0.003274125,0.000036859736,0.000021912418,0.0000072870525,0.00088549417,0.044705976,0.018786624,0.75281924,0.000068276495,0.17936023],"study_design_scores_gemma":[0.00009160106,0.000007579752,0.0005138417,0.000010179205,7.0937125e-7,0.000005941587,0.0000136085,0.99365073,0.00025820392,0.0037421286,0.0016122769,0.000093194234],"about_ca_topic_score_codex":0.00002471907,"about_ca_topic_score_gemma":0.0000056081885,"teacher_disagreement_score":0.94894475,"about_ca_system_score_codex":0.000025971509,"about_ca_system_score_gemma":0.00002199665,"threshold_uncertainty_score":0.5842461},"labels":[],"label_agreement":null},{"id":"W2953702336","doi":"10.18653/v1/w19-2511","title":"Semantics and Homothetic Clustering of Hafez Poetry","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Homothetic transformation; Cluster analysis; Poetry; Computer science; Similarity (geometry); Semantics (computer science); Feature (linguistics); Natural language processing; Artificial intelligence; Word (group theory); Mathematics; Information retrieval; Linguistics; Image (mathematics); Philosophy","score_opus":0.010045959442382551,"score_gpt":0.2146126265124282,"score_spread":0.20456666707004567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953702336","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28427526,0.000030061276,0.7100898,0.00025355688,0.00010616247,0.000035205572,6.258741e-8,0.000027774444,0.0051821424],"genre_scores_gemma":[0.8758441,0.000004141135,0.123135835,0.00008258029,0.0000068771647,2.0576562e-7,2.9953906e-8,0.0000021197197,0.00092410645],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99962425,0.0000069714342,0.00009075001,0.00012277566,0.00007640231,0.000078835954],"domain_scores_gemma":[0.99963784,0.000019366249,0.000022918017,0.00028541376,0.000013625295,0.000020845608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007796492,0.000036919017,0.000073025745,0.000032130774,0.000009967961,0.000022457003,0.00019607072,0.000018752035,0.000014590036],"category_scores_gemma":[0.0000038193184,0.000031718882,0.000012871402,0.00004845961,0.0000086838045,0.00010282677,0.00021663947,0.00002991469,0.000015468484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007969895,0.00012230329,0.094053224,0.0008340063,0.000054596127,0.000015899655,0.0055232113,0.011318505,0.03304878,0.6480321,0.00031002105,0.20667933],"study_design_scores_gemma":[0.00012168922,0.00002136109,0.0016679958,0.000020149093,0.0000011232306,0.000011431454,0.000025043433,0.9954848,0.0013527981,0.0010494642,0.00018847498,0.00005563688],"about_ca_topic_score_codex":0.000018307623,"about_ca_topic_score_gemma":0.000003324475,"teacher_disagreement_score":0.9841663,"about_ca_system_score_codex":0.000003428872,"about_ca_system_score_gemma":0.0000076347715,"threshold_uncertainty_score":0.12934585},"labels":[],"label_agreement":null},{"id":"W2953876178","doi":"10.1609/icwsm.v13i01.3246","title":"PhAITV: A Phrase Author Interaction Topic Viewpoint Model for the Summarization of Reasons Expressed by Polarized Stances","year":2019,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Automatic summarization; Computer science; Phrase; Viewpoints; Relevance (law); Natural language processing; Cluster analysis; Argument (complex analysis); Pipeline (software); Artificial intelligence; Information retrieval; Linguistics","score_opus":0.04469682486867616,"score_gpt":0.2824244453236807,"score_spread":0.23772762045500456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953876178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85195845,0.00007361397,0.10954673,0.034326818,0.0014592903,0.0006902397,0.00008164064,0.000040886247,0.0018223276],"genre_scores_gemma":[0.99744016,0.000046113448,0.0017920573,0.00018606812,0.00007448515,0.000031823365,0.0000032305925,0.0000043800915,0.00042165967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991251,0.00000802801,0.00022936064,0.0001941385,0.00034850213,0.000094851064],"domain_scores_gemma":[0.9990562,0.00017578919,0.00029107078,0.0000722987,0.00038462746,0.000019995887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027587413,0.00008663739,0.00014149603,0.000041166044,0.00008004593,0.00008590459,0.00070068904,0.000051749626,0.000010213718],"category_scores_gemma":[0.00023642174,0.000057130506,0.00006330887,0.000062929365,0.000050824714,0.0003259615,0.00013563107,0.00010959962,5.201075e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014401787,0.000074430325,0.0007485209,0.000063446605,0.000057310583,2.098138e-8,0.00885034,0.000039701896,0.18746603,0.78719306,0.00073618983,0.014626954],"study_design_scores_gemma":[0.0005782192,0.000027698597,0.00022920805,0.00011740597,0.000014949054,3.956048e-7,0.00075867394,0.953154,0.01054092,0.03385185,0.00063834037,0.0000883398],"about_ca_topic_score_codex":0.0000132646965,"about_ca_topic_score_gemma":0.000011541348,"teacher_disagreement_score":0.9531143,"about_ca_system_score_codex":0.000030291863,"about_ca_system_score_gemma":0.00007171246,"threshold_uncertainty_score":0.23297143},"labels":[],"label_agreement":null},{"id":"W2954222332","doi":"10.1016/j.knosys.2019.104925","title":"Context-aware instance matching through graph embedding in lexical semantic space","year":2019,"lang":"en","type":"article","venue":"Knowledge-Based Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design; Université du Québec à Chicoutimi; Université du Québec à Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Canada Foundation for Innovation; Ministère de l'Économie, de la Science et de l'Innovation - Québec","keywords":"Computer science; Ontology alignment; Knowledge graph; Embedding; Information retrieval; RDF; Semantic Web; Entity linking; Matching (statistics); Knowledge base; Referent; Theoretical computer science; Artificial intelligence; Ontology-based data integration","score_opus":0.02465723400931598,"score_gpt":0.2784244017600168,"score_spread":0.25376716775070085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954222332","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20506966,0.0024129257,0.7856246,0.00025969188,0.0023720374,0.00054292596,0.0000020871923,0.00026732645,0.003448736],"genre_scores_gemma":[0.9948658,0.0000067333567,0.004287747,0.000120554854,0.00014641226,0.000046461184,0.0000025708625,0.000029731009,0.00049399235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973203,0.00030349006,0.00059809745,0.0008175342,0.00037020468,0.0005903891],"domain_scores_gemma":[0.99825704,0.00030521472,0.00017197046,0.0010403242,0.00011881521,0.000106628766],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007367644,0.0002980192,0.00053081516,0.00023198966,0.00011429464,0.0002641974,0.0010194624,0.00016750513,0.000008799625],"category_scores_gemma":[0.00002470768,0.0002877403,0.00012896568,0.0007068515,0.00003824169,0.00063295045,0.00018109687,0.00038593696,0.00041784806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006322188,0.0005656747,0.04424206,0.0029244667,0.00008192934,0.00022144451,0.024000268,0.18272904,0.0059783873,0.7289107,0.0011812986,0.009101542],"study_design_scores_gemma":[0.0016017274,0.00006029533,0.00038249604,0.0018078693,0.000004678074,0.000020912472,0.00091348233,0.98638207,0.00090572936,0.0020800766,0.0052698106,0.0005708513],"about_ca_topic_score_codex":0.0003852113,"about_ca_topic_score_gemma":0.00018743059,"teacher_disagreement_score":0.80365306,"about_ca_system_score_codex":0.00022194783,"about_ca_system_score_gemma":0.00019012432,"threshold_uncertainty_score":0.9999575},"labels":[],"label_agreement":null},{"id":"W2955144464","doi":"10.18653/v1/w18-5509","title":"Automated Fact-Checking of Claims in Argumentative Parliamentary Debates","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Argumentative; Leverage (statistics); Computer science; Artificial intelligence; Natural language processing; Parliament; Class (philosophy); Measure (data warehouse); Binary classification; Binary number; Machine learning; Linguistics; Data mining; Support vector machine; Mathematics; Law; Political science; Arithmetic","score_opus":0.02663764514536591,"score_gpt":0.29502840751279213,"score_spread":0.2683907623674262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955144464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7161434,0.0000137738625,0.28170097,0.00021398441,0.00012506469,0.00008078634,4.4146765e-7,0.00019619339,0.0015253638],"genre_scores_gemma":[0.90898114,0.0000020839393,0.09070302,0.00024555606,0.000016833328,0.0000037621483,7.07144e-7,0.000003158765,0.000043717486],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921274,0.00003551684,0.00022567912,0.00021720558,0.00013761499,0.00017124115],"domain_scores_gemma":[0.9995889,0.000045968063,0.000058174646,0.00023851934,0.000038071837,0.000030344037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001498935,0.000070528324,0.00011325725,0.00008882309,0.00002679889,0.000026404708,0.00036490723,0.000028072738,0.0000662921],"category_scores_gemma":[0.000006403659,0.00006373729,0.0000206878,0.0002065144,0.00004262785,0.00030894333,0.0001609248,0.000047727684,0.00002605773],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058552334,0.0008190544,0.27118623,0.00014011307,0.0002442705,0.00010187883,0.08026343,0.0040438534,0.096047595,0.08926712,0.0045879395,0.45323998],"study_design_scores_gemma":[0.00033226446,0.00007608687,0.012472145,0.00003760348,0.0000017260436,0.000002719887,0.0004850127,0.8541863,0.12730335,0.0049439664,0.00004252241,0.00011628932],"about_ca_topic_score_codex":0.0006712015,"about_ca_topic_score_gemma":0.00019002943,"teacher_disagreement_score":0.8501425,"about_ca_system_score_codex":0.000041878804,"about_ca_system_score_gemma":0.000027511831,"threshold_uncertainty_score":0.25991312},"labels":[],"label_agreement":null},{"id":"W2955236073","doi":"10.18653/v1/w19-5023","title":"Enhancing PIO Element Detection in Medical Text Using Contextualized Embedding","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Medias Data Services (Canada)","funders":"","keywords":"Embedding; Computer science; Classifier (UML); Artificial intelligence; Encoder; Transformer; Ambiguity; Boosting (machine learning); Machine learning; Leverage (statistics); Population; Pattern recognition (psychology); Data mining; Engineering; Medicine","score_opus":0.03735605152197291,"score_gpt":0.32744130695466706,"score_spread":0.29008525543269414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955236073","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11838395,0.00011482806,0.8772711,0.00019133133,0.001915113,0.00041167438,3.89108e-7,0.00017620384,0.0015354052],"genre_scores_gemma":[0.8923188,0.000018478528,0.10692727,0.00035888675,0.00017091235,0.000022814635,0.000001617881,0.000016734848,0.00016448727],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967577,0.00018432653,0.00081196445,0.0009474811,0.00084663817,0.0004519196],"domain_scores_gemma":[0.9984697,0.00015411456,0.00023454182,0.0009347949,0.00007908948,0.00012775954],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015376314,0.00027950326,0.00048570076,0.0003256699,0.000061503335,0.0002217321,0.0011620836,0.00041008613,0.00019054006],"category_scores_gemma":[0.0002041151,0.00027388596,0.00011909692,0.00018201108,0.000017407914,0.00022661935,0.0025488657,0.0008696036,0.000043877713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004041249,0.00024990275,0.0012431875,0.0009448527,0.0001833073,0.0001963034,0.010404089,0.33185738,0.026358843,0.020203471,0.000046271485,0.60827196],"study_design_scores_gemma":[0.00047605933,0.000013046456,0.000038625374,0.00050568965,0.000005507374,0.000015679334,0.00009386208,0.98893625,0.008498921,0.0009434461,0.00017291194,0.00030001524],"about_ca_topic_score_codex":0.0013443441,"about_ca_topic_score_gemma":0.0010170108,"teacher_disagreement_score":0.77393484,"about_ca_system_score_codex":0.0005074718,"about_ca_system_score_gemma":0.00047660506,"threshold_uncertainty_score":0.99997133},"labels":[],"label_agreement":null},{"id":"W2962471269","doi":"10.1145/3319619.3321957","title":"Evolving recurrent neural networks for emergent communication","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Neuroevolution; Computer science; Reinforcement learning; Artificial intelligence; Artificial neural network; Recurrent neural network; Machine learning","score_opus":0.02828320261727017,"score_gpt":0.25084210473312984,"score_spread":0.22255890211585969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962471269","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4319944,0.000714179,0.5651667,0.00097180763,0.00043883512,0.00049143727,0.000001222075,0.000044009685,0.00017738501],"genre_scores_gemma":[0.9354823,0.00006525659,0.06429896,0.000048103,0.000037695252,0.00002263141,0.0000042417205,0.0000059204813,0.00003485699],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989728,0.00002121966,0.00032990452,0.0002951219,0.00020892802,0.00017203475],"domain_scores_gemma":[0.99888027,0.00007452854,0.00026751327,0.00016892901,0.00056216493,0.00004659118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019578572,0.000120883145,0.00015552621,0.000059453974,0.0001988263,0.00008192303,0.0006134402,0.000048439888,0.000006049204],"category_scores_gemma":[0.000027586533,0.00010349689,0.000060726292,0.00017739259,0.00004914556,0.0003126173,0.00039106305,0.000104847044,0.0000013396126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061878905,0.00022194837,0.1553637,0.00051171985,0.00008007156,6.410505e-8,0.0028635547,0.42423666,0.0030322983,0.23342519,0.0044334964,0.1757694],"study_design_scores_gemma":[0.00024874028,0.000054312113,0.09448787,0.00007410188,0.0000083002005,0.000006360337,0.00008573657,0.89148676,0.000034432956,0.013325151,0.00008434011,0.00010391135],"about_ca_topic_score_codex":0.000010347235,"about_ca_topic_score_gemma":6.665737e-7,"teacher_disagreement_score":0.50348794,"about_ca_system_score_codex":0.000040385064,"about_ca_system_score_gemma":0.000035224297,"threshold_uncertainty_score":0.42204806},"labels":[],"label_agreement":null},{"id":"W2962770186","doi":"10.18653/v1/d15-1179","title":"Fast, Flexible Models for Discovering Topic Correlation across Weakly-Related Collections","year":2015,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; John Templeton Foundation; National Science Foundation","keywords":"Computer science; Correlation; Information retrieval; Mathematics","score_opus":0.06405536907975934,"score_gpt":0.3114599321620022,"score_spread":0.24740456308224285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962770186","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041732946,0.00013188038,0.968692,0.0004664846,0.0033046464,0.00084401225,0.000026508782,0.00063392805,0.021727266],"genre_scores_gemma":[0.5726821,0.00002638576,0.30976325,0.00012971129,0.0003324014,0.0004581055,0.000077186414,0.00005034456,0.11648055],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979214,0.000038039678,0.000501062,0.0008211468,0.00029682624,0.00042154442],"domain_scores_gemma":[0.9983198,0.00007836494,0.00019550523,0.0010177052,0.0002641986,0.00012445006],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004211398,0.0002691533,0.0003272022,0.00013531081,0.00034692022,0.0006458037,0.00093633065,0.00036671126,0.000012453233],"category_scores_gemma":[0.000045906232,0.00026854814,0.0001732972,0.00033843468,0.0000254978,0.00066687795,0.0015730724,0.00044032288,0.000014333283],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032789121,0.000022724815,0.000021547141,0.000036001657,0.000031097534,5.973078e-7,0.0016740892,0.91630024,0.000013900386,0.076141,0.0011859563,0.0045695635],"study_design_scores_gemma":[0.00028487737,0.000021651542,0.000011778029,0.00005615998,0.000010693078,0.000004516898,0.00007426058,0.8083183,0.0001094079,0.19024847,0.0006109766,0.0002489067],"about_ca_topic_score_codex":0.0005209221,"about_ca_topic_score_gemma":0.00009671116,"teacher_disagreement_score":0.65892875,"about_ca_system_score_codex":0.00031981582,"about_ca_system_score_gemma":0.00038255702,"threshold_uncertainty_score":0.9999767},"labels":[],"label_agreement":null},{"id":"W2962810136","doi":"10.18653/v1/d17-1043","title":"Piecewise Latent Variables for Neural Variational Text Processing","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal","funders":"Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Nuance Foundation; Canadian Institute for Advanced Research","keywords":"Latent variable; Piecewise; Computer science; Artificial intelligence; Prior probability; Latent variable model; Inference; Probabilistic latent semantic analysis; Gaussian; Natural language; Exponential family; Artificial neural network; Algorithm; Machine learning; Mathematics; Bayesian probability","score_opus":0.051327734419385346,"score_gpt":0.2843952514319339,"score_spread":0.23306751701254855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962810136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022382927,0.000021823867,0.9895926,0.0034126372,0.00032706495,0.0001208979,9.052042e-7,0.00008943035,0.004196325],"genre_scores_gemma":[0.62230134,4.6774414e-7,0.37620962,0.00023180596,0.00012103839,0.000016044232,7.5257304e-7,0.0000033987844,0.0011155555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993029,0.0000070403935,0.00012693896,0.00025117974,0.00013702377,0.00017489096],"domain_scores_gemma":[0.9992725,0.000037140748,0.00009109845,0.00046343787,0.00009068968,0.000045099296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019762405,0.000068000234,0.00007438672,0.000024829074,0.0004647447,0.00063156034,0.0008179467,0.00003169256,0.000017297558],"category_scores_gemma":[0.00007745227,0.000056496923,0.000030781877,0.000022270164,0.0000144780715,0.0007971371,0.00020028683,0.000040278705,0.0000081819335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004857709,0.000045691013,0.0019973938,0.00003339599,0.000010464926,0.0000022238833,0.0002983605,0.007029231,0.0004706077,0.6908869,0.00064804585,0.29857284],"study_design_scores_gemma":[0.00022404498,0.000010630726,0.0041505503,0.000007578334,0.0000026110554,0.0000034612144,0.0000017764368,0.97223467,0.000120230834,0.022071302,0.0010924045,0.00008073189],"about_ca_topic_score_codex":0.00003532381,"about_ca_topic_score_gemma":0.0000053619247,"teacher_disagreement_score":0.96520543,"about_ca_system_score_codex":0.000016123944,"about_ca_system_score_gemma":0.000071826544,"threshold_uncertainty_score":0.60901505},"labels":[],"label_agreement":null},{"id":"W2962852556","doi":"","title":"Testing APSyn against Vector Cosine on Similarity Estimation","year":2016,"lang":"en","type":"preprint","venue":"Waseda University Repository (Waseda University)","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited; University of Oxford; University of Wisconsin-Madison","keywords":"Cosine similarity; Similarity (geometry); Relevance (law); Weighting; Context (archaeology); Word (group theory); Metric (unit); Computer science; Measure (data warehouse); Intersection (aeronautics); Similarity measure; Vector space model; Artificial intelligence; Trigonometric functions; Semantic similarity; Estimation; Pattern recognition (psychology); Task (project management); Mathematics; Natural language processing; Data mining; Image (mathematics)","score_opus":0.024139572270494652,"score_gpt":0.19713452692286537,"score_spread":0.17299495465237072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962852556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20112759,0.00004521618,0.6757363,0.001310932,0.002747237,0.0010871388,0.00017772018,0.0020151818,0.11575268],"genre_scores_gemma":[0.95746666,0.000018034249,0.034682658,0.00022229781,0.00035623045,6.177995e-7,0.00006992875,0.000050662828,0.0071329055],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955333,0.0005350213,0.00039603276,0.0019887385,0.00081356807,0.00073335547],"domain_scores_gemma":[0.99533314,0.00051921385,0.0007105865,0.0024100812,0.00052886026,0.0004981231],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030876847,0.00073362055,0.0006703116,0.0011399084,0.0011344416,0.00027320464,0.0032635697,0.0007235056,0.000010715017],"category_scores_gemma":[0.00014337887,0.0008660568,0.00039329735,0.00093964604,0.00023152068,0.0010943551,0.0028060188,0.0011557225,0.000057512945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025683525,0.004837517,0.019564662,0.0036288048,0.0029168827,0.07062094,0.004697694,0.33906686,0.055748746,0.36901084,0.018293217,0.1090455],"study_design_scores_gemma":[0.00815467,0.0009741231,0.0060754907,0.0057554226,0.00072754774,0.00015314909,0.0007637505,0.894594,0.021051923,0.0021527545,0.05336339,0.0062337504],"about_ca_topic_score_codex":0.00027176613,"about_ca_topic_score_gemma":0.000018950923,"teacher_disagreement_score":0.7563391,"about_ca_system_score_codex":0.002316832,"about_ca_system_score_gemma":0.0011096586,"threshold_uncertainty_score":0.99937904},"labels":[],"label_agreement":null},{"id":"W2962876041","doi":"","title":"An Exploration of Softmax Alternatives Belonging to the Spherical Loss Family","year":2016,"lang":"en","type":"article","venue":"International Conference on Learning Representations","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Softmax function; Probabilistic logic; Function (biology); Categorical variable; MNIST database; Computer science; Range (aeronautics); Mathematics; Algorithm; Artificial neural network; Artificial intelligence; Pattern recognition (psychology); Discrete mathematics; Machine learning; Engineering","score_opus":0.10429671052686768,"score_gpt":0.37495094648723215,"score_spread":0.2706542359603645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962876041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11583887,0.0000027845106,0.86265296,0.01672734,0.00033658216,0.000111796,0.0000032386533,0.00008056028,0.0042458447],"genre_scores_gemma":[0.9830117,0.000016202719,0.01576108,0.0001848437,0.00012385321,0.000043486874,0.000004059839,0.000007296859,0.00084748433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858016,0.0001492535,0.00026396205,0.0003689985,0.0004962398,0.00014137277],"domain_scores_gemma":[0.9987567,0.000252541,0.00014319053,0.00041384733,0.00036540395,0.00006833099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024697933,0.000096579985,0.00009297267,0.00011830212,0.00013425137,0.00015459774,0.0010681308,0.000026384792,0.00007527637],"category_scores_gemma":[0.00036153715,0.00006391116,0.000044286688,0.00017828135,0.00005252846,0.0013335603,0.00014666801,0.00012324331,0.00008730679],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024640523,0.00009173237,0.010976443,0.00000202764,0.000042142052,0.0000070612687,0.007217684,0.043412328,0.032438062,0.7676459,0.00009066498,0.13805133],"study_design_scores_gemma":[0.001072137,0.0005702073,0.057950348,0.00031543348,0.000013216481,0.000014796312,0.004116753,0.8480596,0.015687652,0.06769388,0.003925782,0.00058017205],"about_ca_topic_score_codex":0.00008961965,"about_ca_topic_score_gemma":0.000019711106,"teacher_disagreement_score":0.86717284,"about_ca_system_score_codex":0.000047375797,"about_ca_system_score_gemma":0.00006599554,"threshold_uncertainty_score":0.26062214},"labels":[],"label_agreement":null},{"id":"W2962883855","doi":"10.1609/aaai.v30i1.9883","title":"Building End-To-End Dialogue Systems Using Generative Hierarchical Neural Network Models","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1725,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal","funders":"Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Canadian Institute for Advanced Research","keywords":"Generative grammar; Computer science; Bootstrapping (finance); Word (group theory); Artificial intelligence; End-to-end principle; Artificial neural network; Language model; Domain (mathematical analysis); Encoder; Recurrent neural network; Task (project management); Natural language processing; Generative model; Linguistics","score_opus":0.06428255094117762,"score_gpt":0.2761510849675109,"score_spread":0.21186853402633327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962883855","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09970267,0.000085612046,0.89690244,0.0010284189,0.001228432,0.00020291023,0.0000021747676,0.00019001267,0.00065732136],"genre_scores_gemma":[0.6494449,0.0000016149547,0.34933078,0.00035259605,0.00070274784,0.00001051622,2.3214315e-7,0.0000101287715,0.0001465129],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997924,0.00018265631,0.00033924048,0.0006185231,0.00034686332,0.00058872],"domain_scores_gemma":[0.9988165,0.0002157405,0.000062735846,0.00059967896,0.00007034503,0.0002350118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040550734,0.00018782423,0.00024247807,0.00009298053,0.00019513858,0.00028473468,0.0007839491,0.000076581,0.000011091303],"category_scores_gemma":[0.000027859294,0.00012432745,0.00006630438,0.00026606894,0.000035821937,0.0007036934,0.000562578,0.00012354078,0.000014946754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020373404,0.0000050812555,0.000050445087,0.0000022779768,0.000008082949,0.000009170398,0.0001374153,0.5833902,0.0038168628,0.39777753,0.00010542444,0.014695486],"study_design_scores_gemma":[0.00015883626,0.000025955063,0.000016602695,0.00004712131,0.0000034999755,0.000027761145,0.0000039002166,0.98228115,0.0003468812,0.016622059,0.00026068866,0.000205556],"about_ca_topic_score_codex":0.00022686076,"about_ca_topic_score_gemma":0.000015285244,"teacher_disagreement_score":0.54974216,"about_ca_system_score_codex":0.00010906479,"about_ca_system_score_gemma":0.000075543896,"threshold_uncertainty_score":0.5069926},"labels":[],"label_agreement":null},{"id":"W2963085936","doi":"10.18653/v1/n18-1002","title":"Neural Fine-Grained Entity Type Classification with Hierarchy-Aware Loss","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Heuristics; Artificial intelligence; Normalization (sociology); Sentence; Hierarchy; Artificial neural network; Machine learning; Task (project management); Natural language processing","score_opus":0.03957987951996678,"score_gpt":0.26872099550189044,"score_spread":0.22914111598192366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963085936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1333672,0.0000056600534,0.85978603,0.0022086026,0.00028034634,0.00008594732,5.2279063e-7,0.00021602835,0.0040496695],"genre_scores_gemma":[0.96063435,6.689254e-7,0.03759417,0.00028551134,0.0001475338,0.000003119494,0.000003566876,0.00000465758,0.0013264499],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992339,0.000026574844,0.00010725327,0.00028552595,0.00017577279,0.00017095744],"domain_scores_gemma":[0.9992192,0.000018694225,0.00003656389,0.0005243668,0.000143599,0.000057608187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009574675,0.000075690354,0.00006823778,0.00004563374,0.00009371904,0.00009624098,0.00046022685,0.000031224317,0.00008109123],"category_scores_gemma":[0.000013936731,0.000056080196,0.000012665462,0.0002535431,0.000059309834,0.00032461667,0.000106389234,0.00006883756,0.00013160492],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009963836,0.00023072866,0.044804662,0.000052877193,0.00005814655,0.000049078775,0.002354503,0.00033395202,0.0051326337,0.68325543,0.011782599,0.25184575],"study_design_scores_gemma":[0.0002665094,0.00018395645,0.012165897,0.000006374989,0.0000032418754,0.000015995465,0.000015049613,0.9793916,0.00085710554,0.0016122644,0.005320703,0.00016131332],"about_ca_topic_score_codex":0.00006579284,"about_ca_topic_score_gemma":0.00015458556,"teacher_disagreement_score":0.9790576,"about_ca_system_score_codex":0.000021432954,"about_ca_system_score_gemma":0.000051193572,"threshold_uncertainty_score":0.2286884},"labels":[],"label_agreement":null},{"id":"W2963172229","doi":"10.1609/aaai.v33i01.33016762","title":"Contextualized Non-Local Neural Networks for Sequence Learning","year":2019,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Science and Technology Commission of Shanghai Municipality; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Interpretability; Computer science; Artificial intelligence; Leverage (statistics); Artificial neural network; Sentence; Machine learning; Sequence learning; Transformer; Natural language processing","score_opus":0.09166343411648817,"score_gpt":0.31093158964930734,"score_spread":0.21926815553281917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963172229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14780328,0.000019027782,0.8457384,0.0015723428,0.00081906747,0.00083102117,0.0000015390798,0.00011815181,0.003097164],"genre_scores_gemma":[0.99374574,0.000010033425,0.0052447203,0.00032737356,0.000086098764,0.000049240527,5.781226e-7,0.000016668691,0.00051956065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978374,0.00002073931,0.0005870392,0.0006516112,0.00040931583,0.00049385877],"domain_scores_gemma":[0.99827856,0.00021170254,0.00040548522,0.00035519514,0.0006543714,0.000094713985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006534018,0.00024933647,0.0003613667,0.0000890796,0.0001982083,0.000261608,0.0022607998,0.00012374936,0.00004077971],"category_scores_gemma":[0.00029080495,0.00019491347,0.00017745791,0.00040671512,0.00019173436,0.00048453978,0.00041708522,0.00044566617,0.00004800053],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009372917,0.000047313108,0.00037504785,0.000050974762,0.000014269418,2.8815967e-7,0.0009600315,0.023888865,0.018683802,0.7849715,0.000038226197,0.170876],"study_design_scores_gemma":[0.000063190346,0.00023181624,0.000027273634,0.00013416036,0.0000070120705,0.000003856957,0.00045633712,0.91808134,0.05290932,0.02777752,0.00009506576,0.00021312574],"about_ca_topic_score_codex":0.00004217475,"about_ca_topic_score_gemma":0.000004664814,"teacher_disagreement_score":0.89419246,"about_ca_system_score_codex":0.000054972214,"about_ca_system_score_gemma":0.00007703328,"threshold_uncertainty_score":0.7948341},"labels":[],"label_agreement":null},{"id":"W2963172394","doi":"10.1109/icassp.2019.8682634","title":"Why Do Neural Dialog Systems Generate Short and Meaningless Replies? a Comparison between Dialog and Translation","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Natural Science Foundation of China","keywords":"Dialog box; Computer science; Utterance; Natural language processing; Machine translation; Randomness; Dialog system; Sequence (biology); Artificial intelligence; Translation (biology); Speech recognition; Conjecture; World Wide Web; Mathematics","score_opus":0.05761809124299732,"score_gpt":0.26601110357707974,"score_spread":0.20839301233408242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963172394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57917243,0.00074612745,0.4177231,0.00033620952,0.00030681444,0.00023703455,0.0000013493001,0.0000989866,0.0013779501],"genre_scores_gemma":[0.9923786,0.000013310926,0.0072270674,0.00017931282,0.00013308604,0.0000068677186,0.0000038075534,0.000008140256,0.000049833194],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987443,0.00008079218,0.00029232108,0.0004850932,0.0001927235,0.00020477807],"domain_scores_gemma":[0.99934113,0.00009806113,0.00005083491,0.0003876871,0.000034391564,0.00008788834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003125678,0.00013290207,0.00027436222,0.00006577279,0.00007833762,0.00038063506,0.00023267118,0.00007301476,0.0000038886606],"category_scores_gemma":[0.0000057025877,0.00011485709,0.000021958007,0.00009894678,0.000022517608,0.0004181369,0.00010940249,0.00010695726,0.0000033741765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001597269,0.00003615754,0.70544285,0.00019638153,0.000074165466,0.0000083072,0.0052578216,0.010752652,0.0049303123,0.050575275,0.00055104453,0.22215907],"study_design_scores_gemma":[0.0002828087,0.00006170047,0.0087369215,0.00002491744,0.000012377277,0.000008948681,0.000026113643,0.98930067,0.00022987278,0.0004838085,0.000628105,0.0002037356],"about_ca_topic_score_codex":0.00018148714,"about_ca_topic_score_gemma":0.00003355269,"teacher_disagreement_score":0.97854805,"about_ca_system_score_codex":0.000013293435,"about_ca_system_score_gemma":0.000011185116,"threshold_uncertainty_score":0.46837363},"labels":[],"label_agreement":null},{"id":"W2963185998","doi":"","title":"Plan, Attend, Generate: Planning for Sequence-to-Sequence Models","year":2017,"lang":"en","type":"article","venue":"Neural Information Processing Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université de Montréal","funders":"","keywords":"Computer science; Sequence (biology); Plan (archaeology); Task (project management); Baseline (sea); Artificial intelligence; Character (mathematics); Mechanism (biology); Machine learning; Mathematics; Engineering","score_opus":0.19433423543765413,"score_gpt":0.3457445669782557,"score_spread":0.15141033154060154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963185998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02542496,0.00007626649,0.97025406,0.000892886,0.0011248187,0.0005513773,0.000017555638,0.0002760892,0.001381996],"genre_scores_gemma":[0.97291225,0.0000011770593,0.025817843,0.00066945335,0.00021411863,0.00017150865,0.000019131305,0.000009358797,0.00018517116],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983677,0.00002176576,0.00057467044,0.00027549703,0.00037435626,0.00038601045],"domain_scores_gemma":[0.99822575,0.00002774889,0.00055219606,0.0007031691,0.00035585117,0.0001352839],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00042958738,0.00018508935,0.0002123338,0.00014269394,0.0010782324,0.003395981,0.001465027,0.00009144203,3.892098e-7],"category_scores_gemma":[0.00009601073,0.0001669647,0.000042165586,0.000101688165,0.00003061372,0.011025705,0.00018682431,0.00012757807,0.00002666492],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017831098,0.000007675356,0.0003411934,0.00061290717,0.000009470624,0.0000057898187,0.0062166112,0.8520806,0.0017261109,0.024400277,0.00089103845,0.11369053],"study_design_scores_gemma":[0.00024893094,0.000031043426,0.000038813112,0.00018229845,0.0000028543925,0.00005213922,0.00012006983,0.99573,0.00041259587,0.00056277215,0.0024025035,0.00021600409],"about_ca_topic_score_codex":0.000099853154,"about_ca_topic_score_gemma":0.0000013604271,"teacher_disagreement_score":0.9474873,"about_ca_system_score_codex":0.00008537388,"about_ca_system_score_gemma":0.00013910461,"threshold_uncertainty_score":0.9976386},"labels":[],"label_agreement":null},{"id":"W2963241005","doi":"10.1145/3322640.3326711","title":"A Reliable and Accurate Multiple Choice Question Answering System for Due Diligence","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cisco Systems (Canada)","funders":"","keywords":"Question answering; Computer science; Due diligence; Scarcity; Artificial intelligence; Classifier (UML); Task (project management); Machine learning; Oversampling; Bandwidth (computing); Finance","score_opus":0.021179623793798882,"score_gpt":0.2575918210204401,"score_spread":0.2364121972266412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963241005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28857285,0.000051248586,0.7100106,0.00011464203,0.00033638754,0.0002548468,3.7587756e-7,0.00017397747,0.0004850784],"genre_scores_gemma":[0.9137626,0.0000025107813,0.08543131,0.00004628214,0.000037468555,0.00002341449,4.4960024e-7,0.0000048085503,0.00069111434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999262,0.000010199714,0.0001410014,0.00032322897,0.00008812033,0.00017546062],"domain_scores_gemma":[0.99937063,0.00014401395,0.00004276822,0.00034341495,0.000052378156,0.000046779664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023115923,0.000074326534,0.000102410675,0.000032589207,0.00006254805,0.00011606005,0.00025760403,0.000036913076,0.0000016063525],"category_scores_gemma":[0.000052988893,0.00006570151,0.000018482426,0.000079421065,0.0000049878936,0.0005200816,0.00011857748,0.000040907486,0.000018697207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044628072,0.00008112536,0.20090827,0.0025384135,0.00005192503,0.0000130741955,0.0022151289,0.08409472,0.049260892,0.5986215,0.0003706748,0.06179966],"study_design_scores_gemma":[0.00021404121,0.000025429228,0.0030086748,0.0000666128,0.0000016956681,0.000008296129,0.000034013054,0.99174535,0.003713302,0.00013275482,0.0009524172,0.000097405034],"about_ca_topic_score_codex":0.0003169595,"about_ca_topic_score_gemma":0.00003565858,"teacher_disagreement_score":0.90765065,"about_ca_system_score_codex":0.00003240356,"about_ca_system_score_gemma":0.000018988689,"threshold_uncertainty_score":0.267923},"labels":[],"label_agreement":null},{"id":"W2963301888","doi":"10.18653/v1/n18-4017","title":"Training a Ranking Function for Open-Domain Question Answering","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Advanced Research Projects Agency; Tencent; Defense Advanced Research Projects Agency; Canadian Institute for Advanced Research; Samsung; Nvidia","keywords":"Computer science; Question answering; Artificial intelligence; Natural language processing; Paragraph; Reading (process); Reading comprehension; Relevance (law); Ranking (information retrieval); Similarity (geometry); Task (project management); Domain (mathematical analysis); Information retrieval; Linguistics; World Wide Web","score_opus":0.07747956067232864,"score_gpt":0.31364003545740976,"score_spread":0.23616047478508112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963301888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011889017,0.000010897964,0.9769564,0.00041428424,0.00067419175,0.00023746921,1.5247913e-7,0.00017402908,0.009643527],"genre_scores_gemma":[0.5696326,2.196687e-7,0.42958272,0.00032054412,0.00020908157,0.000021736118,4.8593705e-7,0.0000042471333,0.00022837443],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999256,0.000024987034,0.00014142714,0.00029160807,0.00009503245,0.00019093938],"domain_scores_gemma":[0.99956053,0.000040187344,0.000039870723,0.00025991045,0.00006342223,0.00003607872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007121162,0.000066452434,0.00008282059,0.00005068119,0.00019143515,0.0002682195,0.00050848245,0.00003323484,0.000017445964],"category_scores_gemma":[0.000032281754,0.00006290535,0.000025101168,0.000117906544,0.000013553127,0.00073660264,0.00017623555,0.000038859598,0.0000120299255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015443904,0.000008751416,0.000061255916,0.0000067439655,0.0000074306913,5.1265357e-7,0.00236409,0.00013267802,0.0038002075,0.55523956,0.00012310526,0.43824023],"study_design_scores_gemma":[0.00077193615,0.00022517265,0.00030620207,0.00005589887,0.000004604122,0.000010259394,0.0002456899,0.8662101,0.0017400172,0.11413465,0.016090611,0.00020485646],"about_ca_topic_score_codex":0.00004453001,"about_ca_topic_score_gemma":0.000055972272,"teacher_disagreement_score":0.8660774,"about_ca_system_score_codex":0.000029765726,"about_ca_system_score_gemma":0.000036586487,"threshold_uncertainty_score":0.2586447},"labels":[],"label_agreement":null},{"id":"W2963386218","doi":"","title":"A Structured Self-Attentive Sentence Embedding.","year":2017,"lang":"en","type":"article","venue":"International Conference on Learning Representations","topic":"Topic Modeling","field":"Computer Science","cited_by":365,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Embedding; Sentence; Computer science; Natural language processing; Artificial intelligence; Logical consequence; Regularization (linguistics)","score_opus":0.05458417324847135,"score_gpt":0.3661503131841141,"score_spread":0.31156613993564275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963386218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20733437,0.000009337242,0.61912674,0.01932611,0.0028440699,0.000321693,0.000009187956,0.00065918156,0.15036929],"genre_scores_gemma":[0.97295785,0.000016305514,0.023332516,0.00012730162,0.00013965726,0.000027745775,0.000009214751,0.0000085149195,0.003380905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984345,0.00007258538,0.00022501407,0.0005461299,0.00051537156,0.00020642507],"domain_scores_gemma":[0.9982703,0.00009588754,0.00031014747,0.0008310878,0.0004087544,0.00008387479],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00016096939,0.00013870822,0.00011854371,0.0001438523,0.00072068436,0.001207229,0.0019680345,0.000052137028,0.0001747201],"category_scores_gemma":[0.00056964334,0.0001399169,0.00007505622,0.000056604644,0.00006472192,0.0009221535,0.0004465283,0.00034919815,0.00015785913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001917215,0.00012093693,0.05404845,0.000007798694,0.00019221491,0.0000850249,0.0075552133,0.011844891,0.0035887947,0.8878938,0.00043858847,0.0342051],"study_design_scores_gemma":[0.0003974006,0.000037815335,0.048741177,0.000053764586,0.0000071725653,0.000022069587,0.00039609495,0.935191,0.000536455,0.0130770495,0.0013325,0.00020750705],"about_ca_topic_score_codex":0.00013930745,"about_ca_topic_score_gemma":0.000018146853,"teacher_disagreement_score":0.9233461,"about_ca_system_score_codex":0.00006897849,"about_ca_system_score_gemma":0.00009412341,"threshold_uncertainty_score":0.9998296},"labels":[],"label_agreement":null},{"id":"W2963412005","doi":"10.18653/v1/d16-1233","title":"Conditional Generation and Snapshot Learning in Neural Dialogue Systems","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Ciencias del Mar y Limnología, Universidad Nacional Autónoma de México; Institute for Catastrophic Loss Reduction","keywords":"Snapshot (computer storage); Computer science; Artificial intelligence; Artificial neural network; Natural language processing; Cognitive science; Machine learning; Psychology; Operating system","score_opus":0.038899565773714104,"score_gpt":0.23756521787474763,"score_spread":0.19866565210103354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963412005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27449688,0.000045739456,0.72392344,0.000770168,0.00017776608,0.000041903982,3.689754e-7,0.00003394927,0.00050977775],"genre_scores_gemma":[0.9973604,0.0000032804721,0.0021808653,0.00007848472,0.00009873266,0.0000065548093,0.000004280729,0.0000014632969,0.00026590703],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99954766,0.00004356619,0.000095371994,0.0001520343,0.000077425786,0.00008396992],"domain_scores_gemma":[0.9998198,0.000045025357,0.0000182686,0.00007765991,0.000015027886,0.000024211971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012703221,0.00003654131,0.000046489196,0.000040847695,0.00003248242,0.000059329286,0.000081663406,0.000020862273,0.000012458788],"category_scores_gemma":[0.000021524282,0.000024536796,0.000006285836,0.000036795587,0.0000096226995,0.00029444072,0.000046550776,0.0000327684,0.000005671484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021834046,0.000020736656,0.05153539,0.0000129726905,0.000006301575,0.000020475682,0.0005179042,0.040700715,0.043203175,0.7999123,0.00070392276,0.06336394],"study_design_scores_gemma":[0.0001722347,0.00001209357,0.004474502,0.000004862923,2.6962093e-7,0.000011272391,0.000004311392,0.9943558,0.00020675902,0.00047165502,0.00023733122,0.000048920043],"about_ca_topic_score_codex":0.000048335696,"about_ca_topic_score_gemma":0.000020658968,"teacher_disagreement_score":0.95365506,"about_ca_system_score_codex":0.000015784057,"about_ca_system_score_gemma":0.000012079865,"threshold_uncertainty_score":0.10005815},"labels":[],"label_agreement":null},{"id":"W2963494066","doi":"10.18653/v1/p17-2059","title":"A Deep Network with Visual Text Composition Behavior","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Principle of compositionality; Computer science; Sentence; Artificial intelligence; Contrast (vision); Natural language processing; Composition (language); Layer (electronics); Linguistics","score_opus":0.027882928834677967,"score_gpt":0.2943428115788486,"score_spread":0.26645988274417065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963494066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020739,0.00008377381,0.9723212,0.00031152062,0.0007674336,0.00035257288,4.618487e-7,0.00027653485,0.005147481],"genre_scores_gemma":[0.6835343,0.000005517435,0.31554326,0.00014645746,0.00035713828,0.000076642704,0.000010248981,0.0000117656455,0.0003146586],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984926,0.00004112778,0.00019965923,0.00066373486,0.0003076064,0.00029525932],"domain_scores_gemma":[0.9982036,0.00002158915,0.00020266019,0.0013882113,0.0000906479,0.00009333346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016450114,0.00022074173,0.00024918694,0.0000473333,0.00022232629,0.0006519328,0.0014793279,0.00018248492,0.000026841955],"category_scores_gemma":[0.0000025135128,0.00018133273,0.00006921797,0.000037227124,0.00003769174,0.00020626295,0.0017895347,0.0004131771,0.00004742451],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041447147,0.0005338848,0.0146612525,0.00017333681,0.00016927182,0.00044232304,0.0012910003,0.3407437,0.00013361314,0.08811115,0.001559337,0.5521397],"study_design_scores_gemma":[0.00019953244,0.00006225977,0.005779802,0.00015573628,0.000033643963,0.00003736712,0.0000034672807,0.99072653,0.00006971565,0.0023779303,0.00017630485,0.00037768242],"about_ca_topic_score_codex":0.00020688237,"about_ca_topic_score_gemma":0.000111011905,"teacher_disagreement_score":0.6627953,"about_ca_system_score_codex":0.00005628495,"about_ca_system_score_gemma":0.00010695663,"threshold_uncertainty_score":0.7394534},"labels":[],"label_agreement":null},{"id":"W2963494503","doi":"10.1609/aaai.v33i01.33013526","title":"Improved Knowledge Graph Embedding Using Background Taxonomic Information","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Embedding; Knowledge graph; Computer science; Theoretical computer science; Graph; Mathematics; Artificial intelligence","score_opus":0.03363265289143851,"score_gpt":0.2717997519343149,"score_spread":0.23816709904287636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963494503","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2639583,0.00002247962,0.7248088,0.000023729408,0.0005339516,0.00012253475,1.6594309e-7,0.00010142934,0.010428589],"genre_scores_gemma":[0.769855,0.0000019421602,0.22980411,0.00011848983,0.00003417689,0.0000025411148,7.7277804e-7,0.0000030593292,0.0001799102],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934816,0.000015533342,0.0002151968,0.00016665448,0.00005955736,0.00019489396],"domain_scores_gemma":[0.99939716,0.000026217433,0.000069532856,0.00041230134,0.000049706472,0.000045071352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001882015,0.000086896,0.00009431388,0.00012857236,0.000057162473,0.00022884416,0.00041355024,0.0000446298,0.00004514738],"category_scores_gemma":[0.0000034618245,0.00008131959,0.00004344497,0.00016549112,0.000007811388,0.0024435688,0.00022034843,0.000073702584,0.00034052812],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012785259,0.000075630756,0.0020246657,0.00017887741,0.00005909128,8.2943154e-7,0.0040022335,0.040607043,0.03964659,0.5982409,0.00091801246,0.31423333],"study_design_scores_gemma":[0.00021001727,0.000011141619,0.00008315935,0.000009649581,0.0000010590586,0.0000042632537,0.00007861649,0.9945028,0.0006075757,0.0004102242,0.0039633983,0.000118134245],"about_ca_topic_score_codex":0.00005448516,"about_ca_topic_score_gemma":0.0000038157095,"teacher_disagreement_score":0.9538957,"about_ca_system_score_codex":0.000071480776,"about_ca_system_score_gemma":0.00005030993,"threshold_uncertainty_score":0.4376914},"labels":[],"label_agreement":null},{"id":"W2963506530","doi":"10.18653/v1/p19-1602","title":"Generating Sentences from Disentangled Syntactic and Semantic Spaces","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Natural Science Foundation of China; National Science Foundation","keywords":"Computer science; Paraphrase; Natural language processing; Artificial intelligence; Syntax; Language model; Latent semantic analysis","score_opus":0.027091851340920344,"score_gpt":0.25425543778985954,"score_spread":0.2271635864489392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963506530","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44398165,0.0006450821,0.5522928,0.0009552587,0.0011645596,0.00016622678,0.0000025773247,0.00013589802,0.0006559396],"genre_scores_gemma":[0.83330446,0.00007394254,0.165729,0.0002194655,0.00020264417,0.000008185899,0.000005301573,0.000008741823,0.00044824157],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983191,0.00007234267,0.00025496093,0.00085538597,0.00027982864,0.0002183767],"domain_scores_gemma":[0.9987102,0.0001704375,0.00015801711,0.00084642397,0.000037328067,0.00007759232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014333178,0.00022649144,0.00030888442,0.000068784146,0.00007441626,0.00081697694,0.00072900817,0.00012740782,0.000023032617],"category_scores_gemma":[0.000037189115,0.00018878924,0.00006162995,0.00005235479,0.000021948059,0.00024140591,0.0021758054,0.0002849256,0.000033617776],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025314355,0.00038244014,0.48959982,0.0024673108,0.0014856189,0.000505052,0.030146118,0.2058083,0.0150223505,0.05418428,0.0024045466,0.19796883],"study_design_scores_gemma":[0.000090169175,0.0000072887037,0.000733494,0.00015228188,0.000019731777,0.000005491348,0.00021121767,0.9935177,0.00031170205,0.0046736407,0.000026285492,0.00025097872],"about_ca_topic_score_codex":0.0017784061,"about_ca_topic_score_gemma":0.000115795636,"teacher_disagreement_score":0.7877094,"about_ca_system_score_codex":0.000029857238,"about_ca_system_score_gemma":0.00007966219,"threshold_uncertainty_score":0.7878127},"labels":[],"label_agreement":null},{"id":"W2963539636","doi":"","title":"ClaC: Semantic Relatedness of Words and Phrases","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Semantic similarity; Computer science; Natural language processing; Similarity (geometry); Artificial intelligence; Semantics (computer science); Task (project management); Metric (unit); Distributional semantics; Semantic computing; Semantic compression; Semantic technology; Semantic Web; Programming language","score_opus":0.014849971191806121,"score_gpt":0.2227922787747524,"score_spread":0.2079423075829463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963539636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5928604,0.00006856155,0.40329835,0.00048234026,0.0000673089,0.00004719999,3.6720696e-8,0.000045549634,0.0031302324],"genre_scores_gemma":[0.9637474,0.0000082204015,0.035228886,0.000099997545,0.000009097915,0.0000023516977,6.420182e-8,0.000001839095,0.0009021509],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99958915,0.000011717364,0.000106382395,0.00013012183,0.00007747886,0.00008516258],"domain_scores_gemma":[0.99965,0.000035765894,0.000024298555,0.00023692373,0.000020557944,0.000032464857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000057834262,0.000040516337,0.00006916426,0.000032320688,0.000016791153,0.00003463755,0.00018958027,0.000024698951,0.000057874004],"category_scores_gemma":[0.000012112847,0.000031503532,0.000011304079,0.00008491873,0.000018477938,0.00025951397,0.00012374758,0.0000348176,0.00002725214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026246569,0.00013113164,0.037601512,0.00016330458,0.00004940022,0.000012648523,0.008625647,0.0005864701,0.009692925,0.5211208,0.00204902,0.4199645],"study_design_scores_gemma":[0.00029510751,0.000042183634,0.008349171,0.000050482395,0.0000052378196,0.000018002833,0.00022446018,0.9598639,0.004713461,0.026075765,0.00018324787,0.00017899487],"about_ca_topic_score_codex":0.00022013338,"about_ca_topic_score_gemma":0.0000052587516,"teacher_disagreement_score":0.9592774,"about_ca_system_score_codex":0.000003242389,"about_ca_system_score_gemma":0.000010404362,"threshold_uncertainty_score":0.12846768},"labels":[],"label_agreement":null},{"id":"W2963595285","doi":"","title":"Simple Search Algorithms on Semantic Networks Learned from Language Use","year":2016,"lang":"en","type":"article","venue":"eScholarship (California Digital Library)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Semantic memory; Artificial intelligence; Simple (philosophy); Task (project management); Natural language processing; Structuring; Theoretical computer science; Machine learning; Cognition; Psychology","score_opus":0.03446120323187399,"score_gpt":0.2433639120874294,"score_spread":0.20890270885555542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963595285","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49726054,0.00010777263,0.49735785,0.0018671841,0.00022047771,0.00022401048,0.0006157371,0.0009227318,0.0014237212],"genre_scores_gemma":[0.9889664,0.0000157207,0.0077600004,0.0011621293,0.00034555577,0.000010329373,0.00014082121,0.000066308225,0.0015327315],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99721724,0.0001502048,0.00039046386,0.0008981395,0.000556279,0.0007876768],"domain_scores_gemma":[0.9975454,0.0006998298,0.00008529592,0.0012559416,0.000031580665,0.00038190428],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021442202,0.00031694426,0.00027663432,0.00015520261,0.00015342321,0.0026763463,0.0014866422,0.00017285472,0.00024544826],"category_scores_gemma":[0.0002334596,0.0002274621,0.00015578454,0.00040531307,0.00006199349,0.0069062235,0.00094646483,0.00043730822,0.0028401264],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011652001,0.00032218106,0.14361812,0.00002139483,0.00011204387,0.00050805416,0.00017505845,0.0010139188,0.00092453166,0.0135999145,0.003078215,0.83651006],"study_design_scores_gemma":[0.0071157124,0.00088274083,0.05659835,0.0012637,0.000053727348,0.000061347615,0.00013040048,0.58330685,0.029929085,0.10321078,0.21251674,0.0049305614],"about_ca_topic_score_codex":0.00003043496,"about_ca_topic_score_gemma":0.000002163691,"teacher_disagreement_score":0.8315795,"about_ca_system_score_codex":0.000045975565,"about_ca_system_score_gemma":0.00007379603,"threshold_uncertainty_score":0.99835896},"labels":[],"label_agreement":null},{"id":"W2963603213","doi":"","title":"Efficient Exact Gradient Update for training Deep Networks with Very Large Sparse Targets.","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal; Canadian Institute for Advanced Research","funders":"","keywords":"Softmax function; Backpropagation; Computer science; Artificial neural network; Speedup; Dimension (graph theory); Algorithm; Deep learning; Computation; Sparse matrix; Gradient descent; Artificial intelligence; Mathematics; Parallel computing","score_opus":0.04118044383817406,"score_gpt":0.2430355192364063,"score_spread":0.20185507539823222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963603213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026255801,0.00018070384,0.9707464,0.00037165958,0.0005822916,0.00027956284,0.0000010686925,0.00021147644,0.0013710432],"genre_scores_gemma":[0.7450822,0.0000015453217,0.25414085,0.00051519705,0.00011384271,0.00002889913,0.0000039109086,0.000012117623,0.000101432575],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844724,0.000030992207,0.00020929427,0.00045852354,0.00026044052,0.0005935265],"domain_scores_gemma":[0.9990252,0.000052062136,0.000068961825,0.0005066273,0.00009874815,0.00024834886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006556185,0.00016099594,0.00018806072,0.0000665837,0.0001065488,0.00011408366,0.000528024,0.00005050006,0.000008845044],"category_scores_gemma":[0.000025519601,0.00012149037,0.000055153912,0.00018901532,0.00001939576,0.00013655043,0.00016433204,0.000105783125,0.000014728746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022587757,0.000080643265,0.00018558362,0.0000052182577,0.00001975416,0.000015209127,0.0021332987,0.9191078,0.000001994518,0.066533186,0.0005786258,0.0113161],"study_design_scores_gemma":[0.00087036745,0.00012715906,0.0000395365,0.000011680062,0.0000068187396,0.000012729247,0.0001945613,0.98938674,0.00002600593,0.00065423094,0.008478409,0.00019176792],"about_ca_topic_score_codex":0.000012243256,"about_ca_topic_score_gemma":0.00004767317,"teacher_disagreement_score":0.7188264,"about_ca_system_score_codex":0.00007045,"about_ca_system_score_gemma":0.000086044034,"threshold_uncertainty_score":0.49542335},"labels":[],"label_agreement":null},{"id":"W2963615308","doi":"10.1609/aaai.v33i01.3301232","title":"Multi-Perspective Relevance Matching with Hierarchical ConvNets for Social Media Search","year":2019,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Ranking (information retrieval); Social media; Relevance (law); Microblogging; Information retrieval; Convolutional neural network; Phrase; Artificial intelligence; Artificial neural network; Feature (linguistics); Matching (statistics); World Wide Web","score_opus":0.10936196247753777,"score_gpt":0.3302808550666266,"score_spread":0.2209188925890888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963615308","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49266478,0.000020752752,0.49426618,0.007618262,0.0005577222,0.0011997179,0.000010393796,0.00014385398,0.0035183262],"genre_scores_gemma":[0.94739157,0.000006679099,0.05211529,0.00015780999,0.0001088852,0.000038521946,3.518354e-7,0.00001788279,0.00016302601],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977745,0.000022093744,0.00040870823,0.00071586616,0.0006123757,0.00046644954],"domain_scores_gemma":[0.9979771,0.00039039168,0.00023557252,0.00028729226,0.0010237145,0.000085951484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057255995,0.00023048467,0.00032039912,0.000111139874,0.00023293446,0.0002216351,0.0019453173,0.0001039522,0.000023086986],"category_scores_gemma":[0.0003606007,0.00016614138,0.00011132175,0.00040647358,0.00025837828,0.00042287138,0.00034383414,0.00046490456,0.000051045456],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013341683,0.00008689519,0.000093759096,0.000046002522,0.000016681837,3.148934e-7,0.010965697,0.00020985026,0.031457216,0.94064873,0.000012691717,0.016328761],"study_design_scores_gemma":[0.00019749411,0.00031130115,0.00032588918,0.00032330205,0.000014497768,0.0000074064337,0.00567353,0.39732978,0.24897656,0.34634465,0.00004634459,0.00044924888],"about_ca_topic_score_codex":0.000042110332,"about_ca_topic_score_gemma":0.000026433157,"teacher_disagreement_score":0.5943041,"about_ca_system_score_codex":0.00009869122,"about_ca_system_score_gemma":0.00018600229,"threshold_uncertainty_score":0.6775049},"labels":[],"label_agreement":null},{"id":"W2963897632","doi":"10.18653/v1/n18-2047","title":"Strong Baselines for Simple Question Answering over Knowledge Graphs with and without Neural Networks","year":2018,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Question answering; Computer science; Simple (philosophy); Artificial neural network; Computational linguistics; Knowledge graph; Artificial intelligence; Volume (thermodynamics); Natural language processing; Data science; Epistemology; Philosophy","score_opus":0.022088721345324257,"score_gpt":0.28927770348054704,"score_spread":0.2671889821352228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963897632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18087296,0.00009219027,0.81833094,0.00006643125,0.00015225448,0.0001361303,3.1303216e-7,0.00012230675,0.00022645522],"genre_scores_gemma":[0.9074325,0.000002679025,0.092055395,0.00009803892,0.00028616015,0.0000118951575,0.0000012155705,0.000007928512,0.00010421666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928355,0.000020881735,0.00011597185,0.0002984384,0.000067315224,0.00021384687],"domain_scores_gemma":[0.999526,0.000041116604,0.000033295237,0.00023946566,0.00009731878,0.000062775165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001774807,0.00010155165,0.00009737556,0.000045425313,0.000121211146,0.00011197896,0.00017141573,0.000033733053,0.000004279599],"category_scores_gemma":[0.000011165069,0.000076461125,0.000018012262,0.00011005318,0.000041777887,0.0003867732,0.00008939211,0.000049083683,5.861068e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010967318,0.00008175908,0.22218807,0.00008459938,0.000056973902,0.000002116242,0.0013711486,0.02540225,0.00034059412,0.35186732,0.0011740007,0.3973215],"study_design_scores_gemma":[0.00031753193,0.0001307323,0.0028692626,0.000014230274,0.000005075399,0.000005432898,0.000011974884,0.9950796,0.0001021738,0.0009026036,0.00044626443,0.00011512238],"about_ca_topic_score_codex":0.00005488756,"about_ca_topic_score_gemma":0.0005884483,"teacher_disagreement_score":0.9696773,"about_ca_system_score_codex":0.00000886601,"about_ca_system_score_gemma":0.000014069479,"threshold_uncertainty_score":0.3117994},"labels":[],"label_agreement":null},{"id":"W2963903950","doi":"10.18653/v1/d16-1230","title":"How NOT To Evaluate Your Dialogue System: An Empirical Study of Unsupervised Evaluation Metrics for Dialogue Response Generation","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":916,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"","keywords":"Computer science; Empirical research; Artificial intelligence; Machine learning; Natural language processing; Statistics; Mathematics","score_opus":0.2550579332141903,"score_gpt":0.39305640244623175,"score_spread":0.13799846923204145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963903950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4955571,0.0000049700457,0.5013325,0.0015171588,0.00034062922,0.0011702433,0.000006217076,0.00006380085,0.000007371614],"genre_scores_gemma":[0.95232975,5.445966e-7,0.046872083,0.00015593121,0.00022803587,0.0002718078,0.000006446245,0.000013650199,0.00012172261],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996129,0.0013956294,0.00046584557,0.0006885901,0.0010529924,0.0002679643],"domain_scores_gemma":[0.997132,0.00053502695,0.00013476449,0.0010318478,0.001008711,0.00015763479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066731176,0.00016792018,0.00028307998,0.00042690735,0.000118696335,0.00017145513,0.0006975773,0.00008847511,0.000003489981],"category_scores_gemma":[0.00207707,0.000113780996,0.000063953004,0.00060433906,0.000010827073,0.0006733279,0.00016456775,0.00004046387,0.000008152426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017121318,0.0018957829,0.006831488,0.00011114065,0.00018887485,0.000010519686,0.024930486,0.019754743,0.45629552,0.00915315,0.001363337,0.4777528],"study_design_scores_gemma":[0.0026955572,0.0016788399,0.0060006212,0.000015246404,0.000059704445,0.0000020157836,0.00053478015,0.9783614,0.010218867,0.00016861212,0.000047822024,0.00021650548],"about_ca_topic_score_codex":0.000073601135,"about_ca_topic_score_gemma":0.00016956867,"teacher_disagreement_score":0.95860666,"about_ca_system_score_codex":0.0002584695,"about_ca_system_score_gemma":0.000234544,"threshold_uncertainty_score":0.46398544},"labels":[],"label_agreement":null},{"id":"W2963929190","doi":"10.18653/v1/k16-1028","title":"Abstractive Text Summarization using Sequence-to-sequence RNNs and Beyond","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2209,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Automatic summarization; Sequence (biology); Computer science; Natural language processing; Artificial intelligence; Information retrieval; Biology; Genetics","score_opus":0.07923942989030704,"score_gpt":0.31578085645877263,"score_spread":0.2365414265684656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963929190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040316604,0.00004176645,0.9466335,0.0014366193,0.0007280678,0.0003824147,0.000018839899,0.00018595842,0.010256192],"genre_scores_gemma":[0.6938267,0.000026421314,0.30485216,0.0005148061,0.00016228904,0.000017610722,0.000004964082,0.000016705078,0.0005783935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99782753,0.000057386842,0.0003529034,0.0010693391,0.00035007787,0.0003427813],"domain_scores_gemma":[0.99838394,0.000102362006,0.00019890779,0.00094264245,0.00019160328,0.00018057175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029457538,0.0002820988,0.00026912382,0.00020392476,0.00012550432,0.00038721168,0.0009478129,0.0002504221,0.00002940328],"category_scores_gemma":[0.000078721714,0.00023749041,0.000050998024,0.00014837981,0.00006355652,0.0006036849,0.0020359328,0.0003230206,0.000038044065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018362181,0.00009785961,0.0029083581,0.0003077505,0.00015098201,0.00013253643,0.006224663,0.04277358,0.108887516,0.45113778,0.0003208148,0.3870398],"study_design_scores_gemma":[0.00025628388,0.000035902125,0.0009405413,0.00041632072,0.000022681534,0.00005174505,0.00005574581,0.82238334,0.006174138,0.16821179,0.00049981335,0.00095171056],"about_ca_topic_score_codex":0.0003401756,"about_ca_topic_score_gemma":0.000029061373,"teacher_disagreement_score":0.77960974,"about_ca_system_score_codex":0.00023915771,"about_ca_system_score_gemma":0.00035409996,"threshold_uncertainty_score":0.9684578},"labels":[],"label_agreement":null},{"id":"W2963935808","doi":"","title":"Focused Hierarchical RNNs for Conditional Sequence Processing","year":2018,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; McGill University; Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Computer science; Security token; Recurrent neural network; Encoder; Sequence (biology); Generalization; Context (archaeology); Artificial intelligence; Embedding; Dependency (UML); Machine learning; Artificial neural network","score_opus":0.027547415482368918,"score_gpt":0.2714953414140823,"score_spread":0.2439479259317134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963935808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01488501,0.00015538532,0.9751123,0.007604971,0.00014362954,0.00063584786,0.00003209234,0.0009795107,0.00045125058],"genre_scores_gemma":[0.51814425,0.0000037993802,0.47875786,0.002189286,0.0003150273,0.00033949935,0.000013882961,0.000022380935,0.00021400124],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99759096,0.00007481571,0.00043264191,0.0007028827,0.00041725553,0.00078145653],"domain_scores_gemma":[0.99824136,0.00014398224,0.00017301901,0.0008541521,0.0002988036,0.00028866506],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006383296,0.00026599786,0.00026509725,0.00028216196,0.0005115281,0.00037840384,0.0012972641,0.00021091229,0.000017901164],"category_scores_gemma":[0.00023095512,0.0002681698,0.000114631795,0.0004602002,0.00020558712,0.00080812833,0.00031695323,0.00029989873,0.000020312766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005954423,0.00017262956,0.0020735564,0.00006459287,0.00003047916,0.000031465333,0.0007519959,0.00081564346,0.021287331,0.7530458,0.0030236444,0.21864334],"study_design_scores_gemma":[0.00045637545,0.00020978047,0.0017030255,0.000039040595,0.000008844371,0.0000947055,0.000010175905,0.8877911,0.010566331,0.0936512,0.0051243887,0.00034504602],"about_ca_topic_score_codex":0.0004036048,"about_ca_topic_score_gemma":0.0003101461,"teacher_disagreement_score":0.88697547,"about_ca_system_score_codex":0.00028737175,"about_ca_system_score_gemma":0.0005284439,"threshold_uncertainty_score":0.99997705},"labels":[],"label_agreement":null},{"id":"W2964026269","doi":"10.1145/3322640.3326742","title":"Statute Law Information Retrieval and Entailment","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Paragraph; Textual entailment; Logical consequence; Statute; Information retrieval; Natural language processing; Artificial intelligence; Law; Political science; World Wide Web","score_opus":0.008123675063360826,"score_gpt":0.21202897323979214,"score_spread":0.20390529817643133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964026269","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1962242,0.000011198743,0.7531227,0.00066354556,0.00025143416,0.000112632224,3.0634007e-7,0.00008021831,0.049533807],"genre_scores_gemma":[0.9585195,0.000003359879,0.039716482,0.0012188733,0.000007703805,4.4812495e-7,8.282702e-7,7.4647784e-7,0.0005320486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996625,0.000005285189,0.000079937876,0.00006909382,0.00011010052,0.00007309236],"domain_scores_gemma":[0.9997597,0.000009164519,0.000017682232,0.00017073048,0.000016344107,0.000026391692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009004904,0.000029820754,0.00003319804,0.00001793571,0.000018611989,0.000102074766,0.00011408294,0.000013989365,0.00002445341],"category_scores_gemma":[0.0000021219544,0.000024901425,0.000006563512,0.000038453152,0.000004587037,0.0010698366,0.00011394142,0.000028452396,0.00014388587],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025085842,0.0000024313867,0.00037007497,0.000006718129,0.0000018783402,1.8437949e-7,0.0004638509,0.000075776465,0.00012783789,0.9870737,0.00010887832,0.011766113],"study_design_scores_gemma":[0.0009299857,0.000118999415,0.0034478283,0.000014050483,0.0000022798572,0.000011175566,0.00014155109,0.8399257,0.006037413,0.0113346875,0.13779163,0.0002447009],"about_ca_topic_score_codex":0.000038251073,"about_ca_topic_score_gemma":0.0000021109752,"teacher_disagreement_score":0.97573906,"about_ca_system_score_codex":0.000012829182,"about_ca_system_score_gemma":0.000010394155,"threshold_uncertainty_score":0.184941},"labels":[],"label_agreement":null},{"id":"W2964035032","doi":"","title":"Towards Binary-Valued Gates for Robust LSTM Training","year":2018,"lang":"en","type":"article","venue":"International Conference on Machine Learning","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Generalization; Binary number; Computation; Sequence (biology); Compression (physics); Artificial intelligence; Rank (graph theory); Algorithm; Logic gate; Theoretical computer science; Arithmetic; Mathematics","score_opus":0.12127680136731257,"score_gpt":0.3393365146854237,"score_spread":0.21805971331811114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964035032","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017644458,0.000018441639,0.94406253,0.005775835,0.0010468302,0.00014389295,0.0000056858116,0.00025961522,0.031042684],"genre_scores_gemma":[0.8588766,0.000005669601,0.13856037,0.0004585178,0.00044926163,0.000025598172,0.000019622443,0.00001464481,0.0015897226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985109,0.00006976075,0.00026010355,0.0004879106,0.00038354154,0.00028780417],"domain_scores_gemma":[0.99907976,0.00009413883,0.00013929752,0.00024471708,0.00036318778,0.00007890744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047177752,0.00017280281,0.00016293806,0.00018570089,0.00022440014,0.00029941925,0.0010895141,0.00006264564,0.00031844666],"category_scores_gemma":[0.00038050333,0.00016348738,0.00008022815,0.000116731506,0.000055356606,0.00033604525,0.00020956136,0.00030309928,0.00008074324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004893364,0.000037747905,0.000695111,0.000008553753,0.000048677455,0.0000075746107,0.0024502038,0.009994771,0.0019424038,0.8078807,0.00010981759,0.17677553],"study_design_scores_gemma":[0.00044044195,0.0002871559,0.000379365,0.00006270204,0.0000034506788,0.000009427218,0.000101277685,0.9832795,0.0004315979,0.008827111,0.005990924,0.00018700177],"about_ca_topic_score_codex":0.000083848456,"about_ca_topic_score_gemma":0.000020134943,"teacher_disagreement_score":0.9732848,"about_ca_system_score_codex":0.00006261229,"about_ca_system_score_gemma":0.000118420125,"threshold_uncertainty_score":0.6666822},"labels":[],"label_agreement":null},{"id":"W2964087600","doi":"","title":"Improved Relation Classification by Deep Recurrent Neural Networks with Data Augmentation","year":2016,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Relation (database); Artificial intelligence; Task (project management); Convolutional neural network; Abstraction; Artificial neural network; Representation (politics); Machine learning; Deep learning; Layer (electronics); Recurrent neural network; SemEval; Deep neural networks; External Data Representation; Data mining","score_opus":0.09306325500152063,"score_gpt":0.19577380823893065,"score_spread":0.10271055323741002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964087600","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085468374,0.000017423306,0.91367745,0.00029662458,0.00015812341,0.00012576801,0.0000028806348,0.000106733954,0.00014661359],"genre_scores_gemma":[0.9964454,0.000032171643,0.0031771,0.00004295438,0.000033660624,4.8832607e-7,0.000032310818,0.00000598291,0.00022989813],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989984,0.00006654362,0.00010972712,0.00059738953,0.000058388676,0.00016953557],"domain_scores_gemma":[0.99877733,0.000057594898,0.00012949872,0.00090867997,0.000058175938,0.00006870035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001410785,0.00009525834,0.000069285285,0.00005232442,0.000100039564,0.000045279106,0.00076806406,0.00005178945,0.0000094873285],"category_scores_gemma":[0.000013375993,0.00007633552,0.000016225535,0.00028443045,0.000032762953,0.0015031161,0.00019917994,0.00007545855,0.000009412173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026681065,0.00025739585,0.039119374,0.000023418797,0.000110845016,0.000039364135,0.0004261612,0.17043151,0.0070498604,0.20495808,0.0015739487,0.57574326],"study_design_scores_gemma":[0.0005422141,0.00004699991,0.002416534,0.00001146562,0.00001340708,0.0000014935174,0.000020423198,0.9963212,0.000042620937,0.00033594525,0.00012691724,0.00012076658],"about_ca_topic_score_codex":0.000019308838,"about_ca_topic_score_gemma":0.000029459245,"teacher_disagreement_score":0.91097707,"about_ca_system_score_codex":0.00011085126,"about_ca_system_score_gemma":0.000021424481,"threshold_uncertainty_score":0.31128722},"labels":[],"label_agreement":null},{"id":"W2964122685","doi":"10.18653/v1/p19-1153","title":"Towards Lossless Encoding of Sentences","year":2019,"lang":"","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Lossless compression; Computer science; Sentence; Encoding (memory); Embedding; Feature (linguistics); Natural language processing; Focus (optics); Artificial intelligence; Task (project management); Sequence labeling; Compression (physics); Sequence (biology); Data compression; Speech recognition; Linguistics","score_opus":0.017228668152795897,"score_gpt":0.24107585302181855,"score_spread":0.22384718486902266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964122685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2830577,0.0029307988,0.7048396,0.0029086617,0.0012216113,0.0010458123,0.000030672065,0.0003892145,0.0035759718],"genre_scores_gemma":[0.84088403,0.00060534774,0.15563978,0.0009871376,0.00023314598,0.00009225745,0.0000044676717,0.00006676975,0.0014870336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9934075,0.0003670788,0.0016564827,0.0015199076,0.0013945766,0.0016544636],"domain_scores_gemma":[0.9946584,0.00023067233,0.0010133908,0.0030582505,0.00047485338,0.00056441705],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020181062,0.00078568456,0.0011900949,0.00088917493,0.00026766976,0.0005475331,0.0035705494,0.00064714043,0.00022948958],"category_scores_gemma":[0.00024958205,0.0008273559,0.0005601731,0.0015468532,0.0002488712,0.0014451044,0.0017570363,0.0009508726,0.00011434675],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015815467,0.0008634096,0.19813775,0.000988347,0.00031289388,0.0001880514,0.0053998567,0.03614147,0.044839937,0.37437487,0.00057153456,0.33802372],"study_design_scores_gemma":[0.00074423465,0.00035353942,0.013462249,0.000621602,0.0000569405,0.00015107359,0.00046079536,0.9354562,0.041966274,0.005090679,0.0007246896,0.00091172504],"about_ca_topic_score_codex":0.016091747,"about_ca_topic_score_gemma":0.00055545155,"teacher_disagreement_score":0.8993147,"about_ca_system_score_codex":0.00061888964,"about_ca_system_score_gemma":0.0010907047,"threshold_uncertainty_score":0.9994177},"labels":[],"label_agreement":null},{"id":"W2964127085","doi":"10.18653/v1/w19-3007","title":"The importance of sharing patient-generated clinical speech and language data","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Natural language processing; Speech recognition; Artificial intelligence","score_opus":0.11208722925809173,"score_gpt":0.3567917858136232,"score_spread":0.24470455655553147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964127085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78362286,0.0017206451,0.20965947,0.00052849,0.0014109452,0.00036228105,0.000023155253,0.00009455221,0.002577627],"genre_scores_gemma":[0.8656176,0.00029354062,0.13275109,0.00033778168,0.00015807744,0.000004324842,0.000046932102,0.000013428769,0.0007772556],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810874,0.0000589639,0.0005955076,0.000840299,0.00022908938,0.00016740123],"domain_scores_gemma":[0.99530613,0.00016758064,0.00029120783,0.0041224915,0.00006451505,0.00004807154],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0010183981,0.00012936699,0.00024761577,0.00002459133,0.00004231111,0.00017432575,0.0030991114,0.00013545324,0.000007642701],"category_scores_gemma":[0.00015668408,0.00008613843,0.0000388063,0.000057881654,0.000040822062,0.00013383476,0.012922904,0.00039063924,0.000005761638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001553719,0.00010401079,0.2851015,0.00024138232,0.00021305414,0.000055686553,0.0015644407,0.001871097,0.00022040402,0.029053366,0.0040858975,0.6774736],"study_design_scores_gemma":[0.00012251188,0.000017301547,0.001816065,0.000050888008,0.000007962735,0.0000046553814,0.000052151365,0.99553293,0.0002718659,0.0013352339,0.0006345424,0.00015388217],"about_ca_topic_score_codex":0.00014830435,"about_ca_topic_score_gemma":0.00013354362,"teacher_disagreement_score":0.9936618,"about_ca_system_score_codex":0.000009854252,"about_ca_system_score_gemma":0.0001073148,"threshold_uncertainty_score":0.9950604},"labels":[],"label_agreement":null},{"id":"W2964166731","doi":"10.18653/v1/p19-1128","title":"Graph Neural Networks with Generated Parameters for Relation Extraction","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":176,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Relationship extraction; Artificial neural network; Artificial intelligence; Graph; Relation (database); Generator (circuit theory); Machine learning; Natural language processing; Data mining; Theoretical computer science; Power (physics)","score_opus":0.04244054077691106,"score_gpt":0.26377833464473355,"score_spread":0.22133779386782249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964166731","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052420355,0.000059265265,0.94419247,0.00035040456,0.0017699854,0.0006897474,8.4997487e-7,0.00024897075,0.00026796132],"genre_scores_gemma":[0.6232652,0.000007729741,0.37604845,0.00016253762,0.00009442202,0.00006389057,0.00003407636,0.0000125867255,0.0003111037],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986995,0.000045441193,0.00023543704,0.0006339493,0.0001689546,0.0002167374],"domain_scores_gemma":[0.9988203,0.000086847576,0.00019602064,0.00073417573,0.00011645101,0.000046206438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019607332,0.00018504613,0.0001808524,0.00010494767,0.00006134427,0.00024311332,0.00043320746,0.00023862615,0.0000030449623],"category_scores_gemma":[0.0000093833505,0.0001516586,0.00008398803,0.000121260855,0.000010785507,0.00029088944,0.00019098283,0.00037075253,0.0000027036815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011540132,0.000007396321,0.0003337507,0.000015562317,0.000020064992,7.954182e-7,0.000037971662,0.9862186,0.000014071015,0.0025898642,0.00015945856,0.010590932],"study_design_scores_gemma":[0.00025510584,0.000046410096,0.000532489,0.000023808594,0.0000147570345,0.000005882675,0.0000034084412,0.9970435,0.00007621022,0.0017359165,0.00005543681,0.00020705852],"about_ca_topic_score_codex":0.00008742196,"about_ca_topic_score_gemma":0.000021201606,"teacher_disagreement_score":0.5708449,"about_ca_system_score_codex":0.00004970194,"about_ca_system_score_gemma":0.000050813625,"threshold_uncertainty_score":0.6184458},"labels":[],"label_agreement":null},{"id":"W2965121914","doi":"","title":"Hybrid Deep Neural Networks to Predict Socio-Moral Reasoning Skills.","year":2019,"lang":"en","type":"article","venue":"Espace ÉTS (ETS)","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec; Université du Québec à Montréal","funders":"","keywords":"Artificial neural network; Computer science; Artificial intelligence; Deep neural networks; Machine learning","score_opus":0.008193866942364045,"score_gpt":0.2282034845638554,"score_spread":0.22000961762149135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965121914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36634374,0.00015762418,0.62695146,0.0024507986,0.0016080994,0.00029806694,0.000001114064,0.0003305311,0.0018585763],"genre_scores_gemma":[0.9588986,0.000004694239,0.0374467,0.0013364347,0.00043170183,0.000015407857,0.0000032369871,0.000027336659,0.0018358757],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784213,0.00009207881,0.00023994403,0.00072007696,0.00041792053,0.0006878702],"domain_scores_gemma":[0.99843246,0.000099211145,0.00009738027,0.0010365284,0.00006985976,0.00026458668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036988765,0.00023801479,0.0002683242,0.0001020898,0.00013976368,0.00026768647,0.0011317709,0.000083592,0.000065794695],"category_scores_gemma":[0.000075856165,0.00023429461,0.0001094187,0.00026136203,0.000023344479,0.00053845183,0.000649922,0.00033840313,0.00035269442],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033219378,0.00010901884,0.0756144,0.000032274416,0.00005722442,0.00014252446,0.0046127783,0.75446856,0.00017521,0.029626766,0.0071545294,0.12797347],"study_design_scores_gemma":[0.0003263267,0.000077518096,0.006151052,0.000038430524,0.0000058620367,0.000033020347,0.000036177546,0.9906924,0.00008830642,0.00035245245,0.0019073983,0.000291076],"about_ca_topic_score_codex":0.000045002693,"about_ca_topic_score_gemma":0.000017413435,"teacher_disagreement_score":0.59255487,"about_ca_system_score_codex":0.000101961654,"about_ca_system_score_gemma":0.00004312402,"threshold_uncertainty_score":0.9554257},"labels":[],"label_agreement":null},{"id":"W2965233127","doi":"10.24963/ijcai.2019/731","title":"Modeling Noisy Hierarchical Types in Fine-Grained Entity Typing: A Content-Based Weighting Approach","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Ottawa","funders":"National Key Research and Development Program of China; Beijing Advanced Innovation Center for Big Data and Brain Computing; State Key Laboratory of Software Development Environment; National Natural Science Foundation of China","keywords":"Computer science; Weighting; Artificial intelligence; Benchmark (surveying); Embedding; Schema (genetic algorithms); Process (computing); Noisy data; Sentence; Set (abstract data type); Data mining; Machine learning; Natural language processing","score_opus":0.045829028796194674,"score_gpt":0.24012107199333468,"score_spread":0.19429204319714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965233127","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3337744,0.000039154755,0.66100085,0.00045630542,0.00013122408,0.00015726448,2.7138978e-7,0.00012826298,0.0043122657],"genre_scores_gemma":[0.75998235,5.179402e-7,0.23932277,0.00027284576,0.00003584215,0.000009423184,0.000002633123,0.000007910242,0.00036569758],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984412,0.00007411795,0.0003324537,0.0005481939,0.00023278674,0.00037123894],"domain_scores_gemma":[0.99917126,0.00007399364,0.000041103653,0.0005708104,0.00006206922,0.00008077187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048283237,0.00014796905,0.00022633412,0.00017860673,0.000050863317,0.0001189751,0.0006911728,0.000084534,0.000031788084],"category_scores_gemma":[0.000074246054,0.00012862751,0.00007628776,0.00030263397,0.000014709002,0.0002972248,0.00023037386,0.00027158344,0.000066942775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005319615,0.00039997054,0.024763867,0.00017688262,0.000033848195,0.000015126867,0.0011904032,0.45812696,0.0062461635,0.48271006,0.000029954845,0.026253575],"study_design_scores_gemma":[0.0006396898,0.000019551208,0.00014930568,0.000029747169,0.0000018108229,0.000002169815,0.00003092001,0.9975058,0.00029261096,0.0011173534,0.000040810053,0.00017024152],"about_ca_topic_score_codex":0.00029923784,"about_ca_topic_score_gemma":0.00006570661,"teacher_disagreement_score":0.5393788,"about_ca_system_score_codex":0.00005476534,"about_ca_system_score_gemma":0.00010090412,"threshold_uncertainty_score":0.5245278},"labels":[],"label_agreement":null},{"id":"W2965484644","doi":"10.48550/arxiv.1907.11843","title":"Analyzing Linguistic Complexity and Scientific Impact","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Citation; Proxy (statistics); Scientific literature; Scientific writing; Context (archaeology); Scientific communication; Linguistics; Linguistic context; Linguistic sequence complexity; Linguistic analysis; Psychology; Computer science; Library science; History; Biology; Philosophy","score_opus":0.1372479509848239,"score_gpt":0.2273120980192345,"score_spread":0.0900641470344106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965484644","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4621366,0.00012117071,0.5359655,0.000020933128,0.0007386501,0.00013141576,0.0000082784145,0.000115983246,0.0007614631],"genre_scores_gemma":[0.9939121,0.000022309365,0.0049071177,0.000013749509,0.00007452934,1.5718383e-7,0.00001025285,0.0000110586,0.0010487298],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978472,0.00009913423,0.00017828564,0.0014115685,0.00009396457,0.00036984342],"domain_scores_gemma":[0.99770385,0.000091832175,0.00019664824,0.0016356888,0.00018354948,0.00018845017],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004253107,0.00026932836,0.00033922985,0.00035747886,0.00024658293,0.0005272964,0.0015136047,0.00016884827,0.00001890473],"category_scores_gemma":[0.00007616178,0.00029684533,0.00017304963,0.00046645055,0.0002047857,0.00023848058,0.002955227,0.00050529855,0.00006088116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013072135,0.000060305338,0.04596511,0.00019075425,0.00013237803,0.00020993041,0.0008076987,0.5724089,0.00005485717,0.37910688,0.00011370085,0.00093641126],"study_design_scores_gemma":[0.0001877657,0.000017333537,0.004533009,0.00007536056,0.00003467739,0.000004192171,0.000013256665,0.9182514,0.000010144479,0.07646394,0.00010332716,0.0003055696],"about_ca_topic_score_codex":0.00033338973,"about_ca_topic_score_gemma":0.000047769943,"teacher_disagreement_score":0.5317755,"about_ca_system_score_codex":0.00021277288,"about_ca_system_score_gemma":0.00028892854,"threshold_uncertainty_score":0.9999484},"labels":[],"label_agreement":null},{"id":"W2965587560","doi":"","title":"End-to-end Neural Information Retrieval","year":2019,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Information retrieval; End-to-end principle; Computer science; Artificial neural network; Artificial intelligence","score_opus":0.010519293261457988,"score_gpt":0.19852714659480175,"score_spread":0.18800785333334377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965587560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98473734,0.00002095357,0.010874378,0.0012146943,0.0012541033,0.00032499662,0.000016529326,0.00011989675,0.0014371328],"genre_scores_gemma":[0.54783505,0.000029039937,0.030283727,0.00018777797,0.000075755604,2.8304453e-7,0.00054657034,0.00002182993,0.42101994],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987646,0.000037767863,0.00015319095,0.00031218043,0.00047467873,0.0002575883],"domain_scores_gemma":[0.99879736,0.000026015085,0.00024519587,0.00060978765,0.00021575531,0.00010585944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015457929,0.00018737128,0.00028356077,0.0004190236,0.000117797696,0.00007865397,0.0011482342,0.00022375252,0.00009430975],"category_scores_gemma":[0.000017144228,0.00022722609,0.00012470027,0.0003040007,0.000017722705,0.0014827905,0.00020613453,0.00024423967,0.00036669688],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000485395,0.000077046345,0.0005788544,0.0009811072,0.00017674864,0.000053732645,0.8079677,0.0055005085,0.00458533,0.012938207,0.0040327413,0.16262259],"study_design_scores_gemma":[0.00520614,0.0013245998,0.03341394,0.0010419531,0.00036158765,0.00003382401,0.28153887,0.6353951,0.011475102,0.0012374232,0.025160545,0.0038108802],"about_ca_topic_score_codex":0.008004933,"about_ca_topic_score_gemma":0.0023880068,"teacher_disagreement_score":0.6298946,"about_ca_system_score_codex":0.000088836125,"about_ca_system_score_gemma":0.00012291029,"threshold_uncertainty_score":0.99860084},"labels":[],"label_agreement":null},{"id":"W2965774554","doi":"10.1109/access.2019.2933354","title":"Syntactic, Semantic and Sentiment Analysis: The Joint Effect on Automated Essay Evaluation","year":2019,"lang":"en","type":"article","venue":"IEEE Access","topic":"Topic Modeling","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Natural Sciences and Engineering Research Council of Canada; Lakehead University","keywords":"Computer science; Artificial intelligence; Natural language processing; Semantic similarity; Sentiment analysis; Syntax; Graph; Similarity (geometry); Information retrieval; Machine learning; Theoretical computer science","score_opus":0.0303102827429724,"score_gpt":0.3266139024221374,"score_spread":0.29630361967916496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965774554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92820567,0.00005446126,0.06934981,0.000731372,0.00053599494,0.000470941,2.912508e-7,0.00017872363,0.00047275992],"genre_scores_gemma":[0.9993892,0.0000017563796,0.00023419691,0.00025816134,0.000029724517,0.000028555396,8.554721e-7,0.000004635694,0.000052951822],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985523,0.00028001764,0.00016906265,0.00036190412,0.00047961494,0.00015706227],"domain_scores_gemma":[0.9989701,0.00018031176,0.0001015834,0.00065455,0.000058122685,0.000035312674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012317869,0.00010617437,0.00017265392,0.0001368928,0.000085411506,0.00043215774,0.00053130864,0.00003416891,0.000026067848],"category_scores_gemma":[0.000030145804,0.00006763146,0.00005867371,0.00043437068,0.000011051739,0.0004223405,0.00014140662,0.00008959004,0.00007501447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006612612,0.00035639372,0.1217194,0.00039002296,0.003730684,0.000041551404,0.0051723407,0.60254127,0.027198106,0.00603209,0.0013960798,0.23135597],"study_design_scores_gemma":[0.00023636472,0.00004430601,0.031422094,0.000021913576,0.00022576045,0.0000024051872,0.000004509392,0.9580356,0.0096868165,0.00022553935,0.000010278731,0.00008439824],"about_ca_topic_score_codex":0.00008391796,"about_ca_topic_score_gemma":0.000010915757,"teacher_disagreement_score":0.35549435,"about_ca_system_score_codex":0.000056597815,"about_ca_system_score_gemma":0.00003494204,"threshold_uncertainty_score":0.4167307},"labels":[],"label_agreement":null},{"id":"W2965914381","doi":"10.1109/visual.2019.8933744","title":"Visualizing RNN States with Predictive Semantic Encodings","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Intuition; Recurrent neural network; Artificial intelligence; Visualization; Natural language; Semantics (computer science); Natural language processing; Task (project management); Encoding (memory); Artificial neural network; Programming language; Cognitive science","score_opus":0.020631734389863935,"score_gpt":0.26448334919274974,"score_spread":0.2438516148028858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965914381","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03336928,0.00009735888,0.9558399,0.000468187,0.0006730323,0.00043191368,0.0000032002542,0.00050783023,0.008609318],"genre_scores_gemma":[0.86586875,0.000044175853,0.1320008,0.000343595,0.000111933055,0.00003088346,0.000008936092,0.000023889463,0.00156701],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99783164,0.000051162842,0.0002897857,0.0009895379,0.00047292237,0.00036495793],"domain_scores_gemma":[0.99830765,0.00010268117,0.0001917201,0.0011584578,0.00014976473,0.000089729365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028872644,0.00029860993,0.00035311523,0.00014970046,0.00006259102,0.00038685044,0.0013605041,0.0001602348,0.000022383088],"category_scores_gemma":[0.000016138205,0.00023093933,0.00007216216,0.0001271196,0.00003263079,0.0003211573,0.0022247906,0.00049743947,0.000072812756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006457611,0.0002710378,0.022354098,0.0020665117,0.000812876,0.00018290093,0.035159603,0.72553474,0.0003998881,0.18728504,0.0035283656,0.02234037],"study_design_scores_gemma":[0.00017425843,0.000083488056,0.0002886272,0.00035769524,0.000017820317,0.0000108355425,0.00013361355,0.9894721,0.0006569601,0.008129068,0.00032085698,0.00035469493],"about_ca_topic_score_codex":0.00032671622,"about_ca_topic_score_gemma":0.0000176951,"teacher_disagreement_score":0.8324995,"about_ca_system_score_codex":0.00009626639,"about_ca_system_score_gemma":0.00023817981,"threshold_uncertainty_score":0.94174325},"labels":[],"label_agreement":null},{"id":"W2966132766","doi":"10.1609/aaai.v33i01.33019987","title":"A Multi-Task Learning Framework for Abstractive Text Summarization","year":2019,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Syntax; Natural language processing; Categorization; Task (project management); Artificial intelligence; Encoder","score_opus":0.08044737931383913,"score_gpt":0.31492123089233054,"score_spread":0.2344738515784914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966132766","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09707777,0.000010837694,0.8979569,0.0013847962,0.0005479711,0.00071763166,0.0000022439706,0.000098918434,0.002202922],"genre_scores_gemma":[0.91236776,0.000009692471,0.086990625,0.00011811488,0.000057840087,0.000036493075,5.2009506e-7,0.00001279338,0.0004061461],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998368,0.00001320926,0.00042725643,0.0005368814,0.00034326522,0.00031137472],"domain_scores_gemma":[0.998358,0.00024832255,0.00042729496,0.00027299282,0.00063491514,0.000058477992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044763397,0.00018258339,0.00022120686,0.00010001189,0.00016971011,0.00024215035,0.0014306655,0.00013079031,0.00003729186],"category_scores_gemma":[0.0009030392,0.00014753632,0.00011393904,0.0003732543,0.00007558598,0.0004800978,0.0002581698,0.0004054276,0.000117654025],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035100085,0.000075684446,0.0006786372,0.000043371623,0.0000115284065,6.223606e-8,0.001760293,0.0014756948,0.042416804,0.8988907,0.00000781784,0.054604355],"study_design_scores_gemma":[0.000034519315,0.00014385286,0.00028387405,0.00023647913,0.0000071009053,9.833836e-7,0.0006524849,0.628559,0.17197911,0.19779783,0.00011656013,0.00018819755],"about_ca_topic_score_codex":0.00002401584,"about_ca_topic_score_gemma":0.000003122487,"teacher_disagreement_score":0.81529003,"about_ca_system_score_codex":0.00004878836,"about_ca_system_score_gemma":0.000082094295,"threshold_uncertainty_score":0.6016357},"labels":[],"label_agreement":null},{"id":"W2966194045","doi":"10.1007/s42113-019-00046-x","title":"Correction to: An Instance Theory of Semantic Memory","year":2019,"lang":"en","type":"article","venue":"Computational Brain & Behavior","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Semantic memory; Natural language processing; Cognitive science; Artificial intelligence; Semantic theory of truth; Cognitive psychology; Psychology; Linguistics; Philosophy; Neuroscience; Cognition","score_opus":0.02157729932495907,"score_gpt":0.27988757523807395,"score_spread":0.2583102759131149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966194045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5026632,0.000011720894,0.49551216,0.00015615618,0.0010514795,0.00018100192,0.000001429431,0.000061840154,0.0003609906],"genre_scores_gemma":[0.94440985,1.4593671e-7,0.053953268,0.0006038628,0.00004196859,0.000017634808,0.0000077095865,0.0000088969455,0.0009566698],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998834,0.00009927045,0.00024377763,0.00035443177,0.00032274672,0.00014576559],"domain_scores_gemma":[0.99897313,0.00032471426,0.0000875641,0.00038631578,0.00015118418,0.00007711043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037154817,0.000098403354,0.00013803026,0.00012604962,0.00004934637,0.000042022602,0.0004890304,0.000033610486,0.000046461548],"category_scores_gemma":[0.000060197435,0.0001049872,0.00004625553,0.00025261784,0.000022571754,0.00037602623,0.000115921524,0.00009678195,0.000092403105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029585199,0.0003875643,0.013306673,0.000028199047,0.000014103112,0.000014010027,0.0037885627,0.35532588,0.008968902,0.16407607,0.0012992927,0.45276117],"study_design_scores_gemma":[0.00054089923,0.00025035537,0.24446854,0.00008812959,0.000011500299,0.00003756919,0.00016768371,0.7408507,0.0013009809,0.0117457155,0.00021066486,0.0003273039],"about_ca_topic_score_codex":0.000014802936,"about_ca_topic_score_gemma":0.0000059165413,"teacher_disagreement_score":0.45243385,"about_ca_system_score_codex":0.000044719647,"about_ca_system_score_gemma":0.000103004095,"threshold_uncertainty_score":0.42812538},"labels":[],"label_agreement":null},{"id":"W2966345719","doi":"10.48550/arxiv.1804.08053","title":"Learning Sentence Embeddings for Coherence Modelling and Beyond","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Coherence (philosophical gambling strategy); Heuristics; Sentence; Artificial intelligence; Structuring; Embedding; Natural language processing; Task (project management)","score_opus":0.0829964850624605,"score_gpt":0.2002490946187492,"score_spread":0.1172526095562887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966345719","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26128918,0.00004615502,0.73715603,0.000055859833,0.00029992548,0.00024130334,0.0000033113981,0.00017320813,0.00073503534],"genre_scores_gemma":[0.928707,0.00009394086,0.06971838,0.000072771916,0.000098895805,0.0000018934443,0.000004443928,0.00001629177,0.0012863671],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794525,0.000059516282,0.00018699857,0.0013395437,0.0000855298,0.00038318496],"domain_scores_gemma":[0.99851334,0.00014817061,0.00023111851,0.00071365054,0.00024212955,0.00015159436],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034433446,0.00027216598,0.0002861595,0.00015698864,0.00027938222,0.00019961604,0.0012235568,0.0002324921,0.00000573468],"category_scores_gemma":[0.000043174532,0.00033043965,0.00011085497,0.00020105607,0.00011962009,0.00041624383,0.001882861,0.00048135925,0.000012864678],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012529276,0.0000145849435,0.0009677112,0.00009964502,0.00003111257,0.000025382858,0.0007386587,0.94061697,0.000028389019,0.05635589,0.0000511945,0.0010579125],"study_design_scores_gemma":[0.00022899428,0.000054523345,0.000015156241,0.00009605923,0.000028085133,0.0000041733088,0.000109405075,0.92147446,0.000087293505,0.077335484,0.00024326686,0.0003231085],"about_ca_topic_score_codex":0.000081755636,"about_ca_topic_score_gemma":0.000007118235,"teacher_disagreement_score":0.6674377,"about_ca_system_score_codex":0.00009204459,"about_ca_system_score_gemma":0.00011637304,"threshold_uncertainty_score":0.99991477},"labels":[],"label_agreement":null},{"id":"W2966381300","doi":"10.48550/arxiv.1907.12697","title":"Dual-FOFE-net Neural Models for Entity Linking with PageRank","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Artificial intelligence; Recurrent neural network; Convolutional neural network; ENCODE; Task (project management); Forgetting; Dual (grammatical number); PageRank; Artificial neural network; Ranking (information retrieval); Cluster analysis; Machine learning; Theoretical computer science","score_opus":0.09641080250186186,"score_gpt":0.18676043684463028,"score_spread":0.09034963434276842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966381300","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20943695,0.000042773394,0.78782743,0.00009594696,0.0007226021,0.0005545778,0.000014043923,0.00023163132,0.0010740169],"genre_scores_gemma":[0.9791527,0.000031851778,0.018744692,0.0001542026,0.0001396724,0.0000025754127,0.00002530067,0.00002756242,0.0017214788],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99757993,0.000087188295,0.00022318396,0.0014797346,0.00014476145,0.00048517194],"domain_scores_gemma":[0.9975299,0.00013013704,0.00027683677,0.0017032486,0.0002229199,0.00013696037],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002918012,0.00036223707,0.00041265367,0.00021503918,0.0001738689,0.00025043183,0.0016487034,0.00028955954,0.0000067093993],"category_scores_gemma":[0.00001088335,0.00038400004,0.00022379989,0.00027306125,0.000055354354,0.00080500107,0.001812734,0.0005938148,0.0000201841],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027516728,0.000031582003,0.000706488,0.00013313508,0.000059323902,0.000107298496,0.00020720289,0.89673716,0.000007748737,0.10127331,0.00004322364,0.0006660263],"study_design_scores_gemma":[0.00062341476,0.00005673913,0.000113061215,0.000116176685,0.000058307185,0.0000073461197,0.00001890623,0.93833363,0.000028841161,0.06001471,0.00018663364,0.00044225453],"about_ca_topic_score_codex":0.00016535133,"about_ca_topic_score_gemma":0.0000638888,"teacher_disagreement_score":0.7697157,"about_ca_system_score_codex":0.0001549249,"about_ca_system_score_gemma":0.0002151382,"threshold_uncertainty_score":0.9998612},"labels":[],"label_agreement":null},{"id":"W2966574105","doi":"","title":"Understanding Posterior Collapse in Generative Latent Variable Models","year":2019,"lang":"en","type":"article","venue":"International Conference on Learning Representations","topic":"Topic Modeling","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Latent variable; Generative grammar; Computer science; Latent variable model; Variable (mathematics); Artificial intelligence; Mathematics","score_opus":0.17610585578987872,"score_gpt":0.3340231839156236,"score_spread":0.15791732812574485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966574105","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12096861,0.0000056106346,0.7889301,0.0034176935,0.0007070298,0.00024831793,0.0000033498604,0.00009898303,0.0856203],"genre_scores_gemma":[0.9817831,0.000010051415,0.013032527,0.0001869812,0.000034323653,0.0000286766,0.000014320835,0.000008025383,0.0049020043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986269,0.000107789514,0.0002585895,0.00044396956,0.00037778524,0.00018496596],"domain_scores_gemma":[0.9992688,0.00013971997,0.00010659494,0.00028008473,0.00015531678,0.0000495139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002110538,0.00011047948,0.00012316467,0.0002611708,0.0000850083,0.00031346673,0.000542112,0.000049644048,0.00030215766],"category_scores_gemma":[0.000071426606,0.00011636264,0.000035440997,0.00024220705,0.000018286128,0.00070510485,0.0001781761,0.00026854844,0.00011860574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007841905,0.00002450966,0.00505066,0.0000018415783,0.000013310603,0.000005759282,0.0014545589,0.34480882,0.0017723547,0.6465956,0.000022825749,0.00024194364],"study_design_scores_gemma":[0.00039992316,0.00004186925,0.0009041129,0.00005986789,0.000001445092,0.000006731809,0.00047640438,0.93590736,0.00013772552,0.061886016,0.000058410817,0.00012011922],"about_ca_topic_score_codex":0.0001288772,"about_ca_topic_score_gemma":0.000025118405,"teacher_disagreement_score":0.86081445,"about_ca_system_score_codex":0.00026946323,"about_ca_system_score_gemma":0.00013657048,"threshold_uncertainty_score":0.47451305},"labels":[],"label_agreement":null},{"id":"W2966610483","doi":"10.48550/arxiv.1907.12009","title":"Representation Degeneration Problem in Training Natural Language\\n Generation Models","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Regularization (linguistics); Artificial intelligence; Machine translation; Representation (politics); Maximization; Natural language processing; Language model; Natural language; Natural language understanding; Tying; Machine learning; Mathematical optimization; Mathematics","score_opus":0.16495969665061164,"score_gpt":0.21955934847399716,"score_spread":0.054599651823385525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966610483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39809814,0.00008715241,0.6002331,0.00007103327,0.00044776747,0.00027953376,0.0000015331893,0.00009296404,0.00068879104],"genre_scores_gemma":[0.97371787,0.000035463872,0.025157845,0.0000664446,0.00015258163,0.0000025998843,0.00007518705,0.000012980648,0.0007790116],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817276,0.00017590167,0.00024652874,0.0010387511,0.00011498115,0.0002510736],"domain_scores_gemma":[0.9987831,0.000035677876,0.00019682624,0.0008366675,0.000096423995,0.00005129923],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028855304,0.0002060728,0.00023833803,0.00030945824,0.00006745218,0.00015854894,0.00074215955,0.00021322092,0.0000043710857],"category_scores_gemma":[0.000017224931,0.000251687,0.000095079085,0.00041068284,0.000016331858,0.0009980003,0.00058652024,0.0004601567,0.000015255356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000406317,0.00001426261,0.00028457158,0.00002096465,0.000010288269,0.00003720374,0.0029282954,0.93083,0.000853451,0.061953813,0.000024034594,0.003039053],"study_design_scores_gemma":[0.0003303697,0.000009521723,0.00010180469,0.000046823046,0.000010682815,0.000002447915,0.00019625227,0.984295,0.00050202804,0.014247632,0.0000041491826,0.0002532615],"about_ca_topic_score_codex":0.00036409387,"about_ca_topic_score_gemma":0.00032016754,"teacher_disagreement_score":0.57561976,"about_ca_system_score_codex":0.00027306544,"about_ca_system_score_gemma":0.00019438239,"threshold_uncertainty_score":0.99999356},"labels":[],"label_agreement":null},{"id":"W2967813257","doi":"10.1007/s10791-019-09361-0","title":"Evaluating sentence-level relevance feedback for high-recall information retrieval","year":2019,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relevance feedback; Relevance (law); Recall; Computer science; Sentence; Baseline (sea); Information retrieval; Precision and recall; Natural language processing; Artificial intelligence; Cognitive psychology; Psychology; Image retrieval","score_opus":0.046889037076321534,"score_gpt":0.292025163440755,"score_spread":0.2451361263644335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967813257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2182396,0.000016024203,0.77572924,0.00093111146,0.0019465592,0.0011457411,0.000042616735,0.00029213502,0.0016569571],"genre_scores_gemma":[0.7672732,0.000014935377,0.22958718,0.0021081946,0.00019051605,0.000020718922,0.0001948523,0.000013963115,0.0005964512],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99687326,0.000056119028,0.0011590549,0.0002631182,0.0011423145,0.00050615775],"domain_scores_gemma":[0.9969814,0.00035141956,0.0006795368,0.00081848627,0.0010387616,0.00013040485],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016578173,0.0002508897,0.0002852199,0.00029412174,0.0002080377,0.0006004287,0.0009571533,0.00020630515,0.000053029653],"category_scores_gemma":[0.001572526,0.00024816263,0.00011809158,0.00072862575,0.000030044108,0.0123847425,0.00026186585,0.0002828366,0.001411036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015631478,0.00008240072,0.0010562608,0.0011581822,0.000130585,0.0000013752292,0.011845332,0.06378419,0.0036497493,0.2340185,0.0047643227,0.677946],"study_design_scores_gemma":[0.0026235513,0.00040659506,0.0018679746,0.00009905322,0.000012605132,0.000017403221,0.0002236504,0.9673481,0.0053612343,0.0036413579,0.017933413,0.00046508657],"about_ca_topic_score_codex":0.000022124355,"about_ca_topic_score_gemma":8.6951013e-7,"teacher_disagreement_score":0.9035639,"about_ca_system_score_codex":0.00025310353,"about_ca_system_score_gemma":0.0003034283,"threshold_uncertainty_score":0.9999971},"labels":[],"label_agreement":null},{"id":"W2968398601","doi":"10.18653/v1/d19-1458","title":"CLUTRR: A Diagnostic Benchmark for Inductive Reasoning from Text","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Mila - Quebec Artificial Intelligence Institute; McGill University","funders":"Samsung; Samsung Advanced Institute of Technology; Canadian Institute for Advanced Research","keywords":"Robustness (evolution); Computer science; Natural language understanding; Inductive logic programming; Artificial intelligence; Suite; Benchmark (surveying); Generalization; Machine learning; Theoretical computer science; Natural language; Mathematics","score_opus":0.027357898001301048,"score_gpt":0.2664366112061615,"score_spread":0.23907871320486046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968398601","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027541442,0.00036658702,0.96062094,0.0007483576,0.0028803924,0.0009874739,0.000033741515,0.00022412893,0.006596952],"genre_scores_gemma":[0.46482176,0.000025034322,0.5333225,0.00034855568,0.0004996532,0.0002100544,0.000041091385,0.000021063981,0.00071025884],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766546,0.00006171851,0.00035719105,0.0012533391,0.00028778717,0.00037450885],"domain_scores_gemma":[0.9962331,0.0016414528,0.00021784617,0.0016602329,0.00014754762,0.000099819576],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028101914,0.00030531263,0.00041871055,0.00010966566,0.000077321594,0.00031275643,0.0018057032,0.00035185218,0.000062145016],"category_scores_gemma":[0.0007590551,0.0002866414,0.00018409305,0.00008820684,0.00002100625,0.0002452397,0.0027750286,0.00054822967,0.000088454566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039208273,0.00032370523,0.013858936,0.000505342,0.0007733096,0.000044100474,0.013559413,0.07657279,0.0002303479,0.46104002,0.021277245,0.4117756],"study_design_scores_gemma":[0.0004280191,0.00004614089,0.0029802613,0.00048534886,0.000039711795,0.0000020234575,0.00007804084,0.85891694,0.00029661192,0.1326808,0.0033763112,0.00066979375],"about_ca_topic_score_codex":0.0012926094,"about_ca_topic_score_gemma":0.000053208492,"teacher_disagreement_score":0.78234416,"about_ca_system_score_codex":0.0001369327,"about_ca_system_score_gemma":0.00029812485,"threshold_uncertainty_score":0.9999586},"labels":[],"label_agreement":null},{"id":"W2970008578","doi":"10.18653/v1/d19-1235","title":"Predicting Discourse Structure using Distant Supervision from Sentiment","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Huawei Technologies","keywords":"Computer science; Natural language processing; Joint (building); Artificial intelligence; Sentiment analysis; Natural (archaeology); Linguistics; History; Engineering; Philosophy","score_opus":0.015138556839577332,"score_gpt":0.2579810429993879,"score_spread":0.24284248615981058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970008578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57963115,0.000026049382,0.4193228,0.00012655088,0.00050339237,0.00007359224,0.0000031052232,0.00006542343,0.000247948],"genre_scores_gemma":[0.8803562,6.481733e-7,0.119333394,0.00008497735,0.00008136214,3.4950676e-7,0.0000038488124,0.0000058154396,0.00013340235],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989412,0.00002493528,0.0001680318,0.0003900814,0.00028149545,0.00019430072],"domain_scores_gemma":[0.9992446,0.000028207314,0.00004155821,0.0006041498,0.000021957701,0.000059531078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007146579,0.00010027012,0.000105223335,0.000030703,0.00006260339,0.00014042351,0.00043213702,0.000040293784,0.00023303581],"category_scores_gemma":[0.000004579594,0.000077007266,0.000036603786,0.00008122736,0.000007975899,0.00043896338,0.00036291368,0.000091560716,0.000023308412],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001447594,0.000110696164,0.44442987,0.000048756632,0.00009806639,0.000036862602,0.007651113,0.06034649,0.38400066,0.053557675,0.00012636387,0.049578965],"study_design_scores_gemma":[0.00017535004,0.000010132141,0.001564096,0.000031761327,0.0000043214504,0.00000244027,0.00017161529,0.9903716,0.005495295,0.0020029105,0.00006063044,0.00010983335],"about_ca_topic_score_codex":0.00038058715,"about_ca_topic_score_gemma":0.000021504156,"teacher_disagreement_score":0.9300251,"about_ca_system_score_codex":0.000046780908,"about_ca_system_score_gemma":0.000028606439,"threshold_uncertainty_score":0.3140265},"labels":[],"label_agreement":null},{"id":"W2970060558","doi":"","title":"Ordered Memory","year":2019,"lang":"en","type":"article","venue":"Neural Information Processing Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Treebank; Inference; Recurrent neural network; Artificial intelligence; Task (project management); Representation (politics); Tree (set theory); Machine learning; Theoretical computer science; Artificial neural network; Natural language processing; Annotation","score_opus":0.01587798405192172,"score_gpt":0.23179901244507461,"score_spread":0.2159210283931529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970060558","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13091564,0.00025676558,0.83340377,0.000649959,0.0027519332,0.0005444728,0.0000012094805,0.0007962472,0.030679991],"genre_scores_gemma":[0.9965655,6.8195965e-7,0.002279022,0.00043221546,0.000053754353,0.000014059299,0.000004287114,0.0000036094457,0.0006468399],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901134,0.000023795454,0.00036638195,0.00012276156,0.00029895248,0.0001767443],"domain_scores_gemma":[0.9992672,0.000014692703,0.0002016792,0.00032078248,0.000150609,0.000045019206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020484258,0.00009077985,0.00011600677,0.00010480441,0.00008690094,0.00069242605,0.00045713945,0.000050394927,0.0000054297575],"category_scores_gemma":[0.000018052006,0.00007835326,0.000023593931,0.0002341582,0.0000071561626,0.0054660724,0.00007889294,0.000095406045,0.00041358915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011231381,0.000024941824,0.0016817536,0.0018815288,0.000014436266,0.00000281107,0.0116946045,0.16076908,0.0012193335,0.035839155,0.0016753601,0.78518575],"study_design_scores_gemma":[0.00019936588,0.000014243377,0.000105685154,0.000043095653,8.611815e-7,0.000029703922,0.00021546986,0.9926797,0.00014881969,0.000052529063,0.0064039696,0.00010651859],"about_ca_topic_score_codex":0.000028446511,"about_ca_topic_score_gemma":2.3270373e-7,"teacher_disagreement_score":0.8656499,"about_ca_system_score_codex":0.00003442422,"about_ca_system_score_gemma":0.00006467893,"threshold_uncertainty_score":0.66770804},"labels":[],"label_agreement":null},{"id":"W2970161670","doi":"10.18653/v1/w19-5025","title":"Can Character Embeddings Improve Cause-of-Death Classification for Verbal Autopsy Narratives?","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Verbal autopsy; Character (mathematics); Narrative; Coding (social sciences); Computer science; Natural language processing; Autopsy; Artificial intelligence; Word (group theory); Cause of death; Speech recognition; Linguistics; Medicine; Pathology; Mathematics; Statistics","score_opus":0.03445423808597654,"score_gpt":0.28287964064471305,"score_spread":0.24842540255873652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970161670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43912843,0.0000055393516,0.5546282,0.0019033629,0.0006299279,0.00042377337,0.0000041201633,0.00009906437,0.0031775858],"genre_scores_gemma":[0.93364275,7.847868e-7,0.06188478,0.00022583998,0.00006734941,0.000031125826,0.0000037254736,0.0000073684337,0.004136275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907875,0.000015485752,0.00021488307,0.0003529867,0.00014771284,0.00019016821],"domain_scores_gemma":[0.9991772,0.000046497124,0.0001218733,0.0004947069,0.00011220398,0.000047511825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001631502,0.00009631652,0.00013866788,0.00005134024,0.000037448248,0.00005601294,0.00043015563,0.000058503636,0.000032620148],"category_scores_gemma":[0.000015337173,0.00008186326,0.000054903292,0.00008290561,0.000011176801,0.00036509,0.00007897819,0.00006571346,0.000022638787],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012144903,0.00004400166,0.0030975698,0.000052119573,0.000030426312,5.3013474e-7,0.006831217,0.00003088596,0.108992666,0.8663679,0.00023398495,0.014306591],"study_design_scores_gemma":[0.0010422112,0.00019872464,0.012364795,0.000027088621,0.00000760929,0.0000044521553,0.00041523643,0.95164317,0.020628091,0.009817339,0.003527424,0.00032384618],"about_ca_topic_score_codex":0.000032432858,"about_ca_topic_score_gemma":0.000005862587,"teacher_disagreement_score":0.9516123,"about_ca_system_score_codex":0.000051637755,"about_ca_system_score_gemma":0.000080002224,"threshold_uncertainty_score":0.3338287},"labels":[],"label_agreement":null},{"id":"W2970259172","doi":"10.18653/v1/d19-1349","title":"Evaluating Topic Quality with Posterior Variability","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Natural language processing; Joint (building); Quality (philosophy); Artificial intelligence; Engineering; Philosophy; Epistemology","score_opus":0.08068371065089569,"score_gpt":0.36537438333173433,"score_spread":0.28469067268083864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970259172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58487934,0.00000210199,0.40358296,0.00040674396,0.00011478597,0.00011723641,9.941281e-8,0.000085932,0.010810784],"genre_scores_gemma":[0.7587661,5.5401287e-8,0.23982576,0.00032830838,0.000018540755,0.0000037652344,1.8178027e-7,0.0000021276833,0.001055135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988893,0.00013885002,0.00018102142,0.0003666013,0.00026409177,0.00016012983],"domain_scores_gemma":[0.99883467,0.00013065744,0.000047747708,0.0008738482,0.000071580915,0.00004146789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012021603,0.00007078908,0.00011540859,0.00001717792,0.00003321306,0.000078198755,0.00042819243,0.000027949724,0.00018148754],"category_scores_gemma":[0.000056739536,0.000050669707,0.000023001154,0.00009927392,0.000009067585,0.00028526102,0.0001919668,0.000070878996,0.00009405805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022225586,0.00009300646,0.2614315,0.00012251735,0.000026980419,0.0000030378387,0.0018001567,0.0018895303,0.012013902,0.3933479,0.000014517791,0.32923478],"study_design_scores_gemma":[0.0010821136,0.00036418007,0.15957877,0.000035526675,0.0000061306896,0.00002017535,0.000075600066,0.82142735,0.0024889528,0.014175733,0.0002943385,0.00045114252],"about_ca_topic_score_codex":0.00010974316,"about_ca_topic_score_gemma":0.00001093477,"teacher_disagreement_score":0.8195378,"about_ca_system_score_codex":0.000032980563,"about_ca_system_score_gemma":0.000071194714,"threshold_uncertainty_score":0.20662507},"labels":[],"label_agreement":null},{"id":"W2970263339","doi":"10.18653/v1/d19-1298","title":"Extractive Summarization of Long Documents by Combining Global and Local Context","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Huawei Technologies","keywords":"Automatic summarization; Computer science; Context (archaeology); Information retrieval; Multi-document summarization; Geography; Archaeology","score_opus":0.008216913181033503,"score_gpt":0.2435327832202689,"score_spread":0.23531587003923538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970263339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24803977,0.000056352503,0.74664205,0.00007072555,0.00009994591,0.00006981858,7.306592e-7,0.000020639267,0.00499996],"genre_scores_gemma":[0.9945297,0.0000032336573,0.0049815583,0.00011750502,0.0000032908085,8.559369e-7,0.0000015654157,0.0000016163186,0.00036066957],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994488,0.000020237525,0.00012256383,0.00018161601,0.00013331983,0.00009348884],"domain_scores_gemma":[0.9996845,0.000032562755,0.000053765405,0.00015851934,0.000037706624,0.00003293857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000842028,0.000052221003,0.0000872156,0.000012770224,0.000017262626,0.00003993718,0.0001650461,0.00003091545,0.000022108256],"category_scores_gemma":[0.0000061040405,0.000048508868,0.000011383564,0.000071715105,0.000019283283,0.00044062326,0.00012673067,0.00003416409,0.000010900494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013237646,0.00007110076,0.23808627,0.000027907296,0.000031944583,0.00000299541,0.0005884609,0.00058190885,0.0011285016,0.23909318,0.00041231912,0.5199622],"study_design_scores_gemma":[0.0015889291,0.00015292694,0.021493154,0.0000622595,0.0000069919097,0.000012827653,0.00039332578,0.96306527,0.0071306163,0.005402426,0.0004407538,0.0002505287],"about_ca_topic_score_codex":0.00029046115,"about_ca_topic_score_gemma":0.000019666291,"teacher_disagreement_score":0.96248335,"about_ca_system_score_codex":0.000027807244,"about_ca_system_score_gemma":0.000017832146,"threshold_uncertainty_score":0.19781342},"labels":[],"label_agreement":null},{"id":"W2970344992","doi":"10.2139/ssrn.3304756","title":"Focused Concept Miner (FCM): Interpretable Deep Learning for Text Exploration","year":2018,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Artificial intelligence; Deep learning; Computer science; Natural language processing; Psychology; Machine learning","score_opus":0.015196180519923854,"score_gpt":0.2513088160287952,"score_spread":0.23611263550887132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970344992","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008399861,0.00093514106,0.9883843,0.0010135629,0.0004747711,0.00013527722,1.14872826e-7,0.0000807965,0.0005761453],"genre_scores_gemma":[0.97679126,0.00011580975,0.019932305,0.0001503466,0.00078793394,0.000014701486,0.0000013155317,0.000017512773,0.0021888062],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767315,0.000081357306,0.00027905783,0.00028203413,0.00020669561,0.001477723],"domain_scores_gemma":[0.9992566,0.000066082575,0.00016587474,0.00023396414,0.00020689257,0.00007055239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010668531,0.00013074513,0.0001524447,0.00010130088,0.00033861582,0.00021783038,0.0006303748,0.00006318942,0.000018044328],"category_scores_gemma":[0.00012517613,0.00011764044,0.00009030182,0.00016407362,0.000036746736,0.0010770729,0.000083811916,0.0007714875,0.000037001417],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033024087,0.000028403085,0.00011105738,0.0000036874685,0.0000705295,0.0000010430366,0.0033897099,0.0019848098,0.0014656945,0.23379144,0.00017883116,0.75894177],"study_design_scores_gemma":[0.0009991826,0.00095596426,0.00001318224,0.000026750242,0.000015976295,0.00012696147,0.0007746643,0.73695856,0.0015221761,0.2463816,0.0119725745,0.00025240696],"about_ca_topic_score_codex":0.000013491558,"about_ca_topic_score_gemma":0.00020761804,"teacher_disagreement_score":0.96845204,"about_ca_system_score_codex":0.0003892624,"about_ca_system_score_gemma":0.0005892798,"threshold_uncertainty_score":0.4797238},"labels":[],"label_agreement":null},{"id":"W2970434547","doi":"","title":"Entity and Event Extraction from Scratch Using Minimal Training Data.","year":2018,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scratch; Computer science; Event (particle physics); Artificial intelligence; Extraction (chemistry); Training set; Natural language processing; Programming language; Chromatography","score_opus":0.050751457151561076,"score_gpt":0.3190120562127388,"score_spread":0.2682605990611777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970434547","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31254068,0.00019380229,0.68690413,0.000066877255,0.000030161324,0.000060286806,0.000008272477,0.000019599705,0.0001761578],"genre_scores_gemma":[0.9558084,0.000018441113,0.04396215,0.000030137378,0.0001391058,0.00000775469,0.0000074635122,0.0000026066773,0.000023919945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994542,0.000040890383,0.00013226183,0.0002328723,0.00006645124,0.00007331746],"domain_scores_gemma":[0.99928045,0.00011418887,0.00007182932,0.00046035106,0.00004330698,0.000029845653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042686783,0.000053754135,0.00007935254,0.000029336026,0.00016936711,0.000053957963,0.0002791805,0.000027239646,0.0000080206755],"category_scores_gemma":[0.000018920908,0.0000523121,0.000007184955,0.00008459903,0.00018064684,0.0004626614,0.00020030481,0.000041638257,0.0000013813716],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010777548,0.000018503317,0.00020464842,0.000009014379,0.0000116555,1.2405978e-7,0.0023850382,0.000008850016,0.009400816,0.8514577,0.000010326414,0.13648255],"study_design_scores_gemma":[0.00012814195,0.000020545975,0.0009227799,0.00001123974,0.00002433573,0.0000041463722,0.0013199274,0.03759059,0.00842476,0.9499178,0.0015253933,0.00011036312],"about_ca_topic_score_codex":0.00007563144,"about_ca_topic_score_gemma":0.00001124806,"teacher_disagreement_score":0.64326775,"about_ca_system_score_codex":0.000004517233,"about_ca_system_score_gemma":0.0000314828,"threshold_uncertainty_score":0.21332255},"labels":[],"label_agreement":null},{"id":"W2970435863","doi":"","title":"GAIA - A Multi-media Multi-lingual Knowledge Extraction and Hypothesis Generation System.","year":2018,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Extraction (chemistry); Artificial intelligence; Natural language processing; Chromatography; Chemistry","score_opus":0.04184139271989265,"score_gpt":0.2906546889050337,"score_spread":0.24881329618514106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970435863","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10974639,0.00067455036,0.888937,0.000032786436,0.00008554684,0.00017307705,0.0000031086863,0.000078144585,0.00026941858],"genre_scores_gemma":[0.93530357,0.000035086945,0.064177625,0.000010855831,0.00024229469,0.00007748668,0.0000023715186,0.000005487054,0.00014525415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934256,0.000079524616,0.00018922171,0.0002416334,0.00005286043,0.00009420277],"domain_scores_gemma":[0.9992078,0.00021175151,0.00009108908,0.00031047393,0.00013381775,0.000045043416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047648422,0.00008562383,0.00011042093,0.000071603805,0.00022370787,0.000057057892,0.00016890775,0.000052864667,0.0000025217846],"category_scores_gemma":[0.000055279488,0.00007870611,0.000015533356,0.00012650517,0.00020055613,0.00023405724,0.000071383416,0.000047720918,0.000010300582],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006629611,0.000049802584,0.000057485264,0.000045418496,0.000009534006,1.1055758e-7,0.0040187826,0.000007666693,0.012380031,0.83347887,0.000008640785,0.14993702],"study_design_scores_gemma":[0.0021606318,0.0001919236,0.006094533,0.00011320539,0.00016395202,0.0001303997,0.008677039,0.5402814,0.30807987,0.12572882,0.0073201777,0.0010580202],"about_ca_topic_score_codex":0.000014266466,"about_ca_topic_score_gemma":0.00002474909,"teacher_disagreement_score":0.8255572,"about_ca_system_score_codex":0.00001217639,"about_ca_system_score_gemma":0.000031306256,"threshold_uncertainty_score":0.3209542},"labels":[],"label_agreement":null},{"id":"W2970600560","doi":"10.18653/v1/d19-1620","title":"Countering the Effects of Lead Bias in News Summarization via Multi-Stage Training and Auxiliary Losses","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Institut de Valorisation des Données; Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Automatic summarization; Computer science; Natural language processing; Artificial intelligence; Natural (archaeology); Joint (building); Natural language; Speech recognition; Engineering; History","score_opus":0.06762744025516274,"score_gpt":0.28303542772080464,"score_spread":0.2154079874656419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970600560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48534346,0.00005233276,0.5139304,0.00007370635,0.00015328011,0.00012226176,1.0174041e-7,0.00001733422,0.00030712187],"genre_scores_gemma":[0.9818449,0.0000148018735,0.01742484,0.00014088057,0.000012411582,0.000003173857,3.2884498e-7,0.0000039545857,0.0005546801],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994066,0.000044941804,0.0001515602,0.00018224363,0.000098266755,0.000116429794],"domain_scores_gemma":[0.99947137,0.00020206712,0.000048601512,0.00024800017,0.000015308438,0.000014663725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020717765,0.00006517048,0.00010700558,0.000053363212,0.000021218906,0.00004561919,0.0002345132,0.000028858703,0.0000033152403],"category_scores_gemma":[0.000052956362,0.00004629196,0.000014741639,0.000120167846,0.00001500889,0.00028475188,0.0001323189,0.00006259391,0.0000036688066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013845803,0.00013300317,0.4200903,0.0010283603,0.000035369318,0.000015955497,0.03753005,0.01361731,0.1504644,0.022619192,0.00003738065,0.35441482],"study_design_scores_gemma":[0.00035413553,0.00003023734,0.008661738,0.00007354427,0.000001214554,0.0000018689178,0.00023310994,0.9871842,0.0032283776,0.00008035197,0.00008220128,0.00006900835],"about_ca_topic_score_codex":0.00041688528,"about_ca_topic_score_gemma":0.0002888923,"teacher_disagreement_score":0.9735669,"about_ca_system_score_codex":0.000011875692,"about_ca_system_score_gemma":0.000020142606,"threshold_uncertainty_score":0.18877313},"labels":[],"label_agreement":null},{"id":"W2970696237","doi":"","title":"The UTexas system for TAC SM-KBP task 3: Probabilistic generation of coherent hypotheses.","year":2018,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Probabilistic logic; Task (project management); Computer science; Artificial intelligence; Systems engineering; Engineering","score_opus":0.026984973425116365,"score_gpt":0.2557323405725275,"score_spread":0.22874736714741112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970696237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01955766,0.00035476245,0.97845596,0.00012257927,0.000070009824,0.00056895096,0.000007775985,0.000033019427,0.0008292604],"genre_scores_gemma":[0.993798,0.000011585605,0.0054533416,0.000010902587,0.00013936851,0.00036585462,0.000002647193,0.000004089143,0.00021419894],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99940574,0.00005556424,0.00022168574,0.00015798272,0.00007165739,0.00008736991],"domain_scores_gemma":[0.99881154,0.00034698207,0.00013702433,0.0004733468,0.00020986593,0.000021244801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006353153,0.0000622353,0.00009995651,0.000022299879,0.0002434969,0.000041245003,0.00035223673,0.000026733394,0.0000010123802],"category_scores_gemma":[0.000049808004,0.0000430205,0.000023711582,0.00009915659,0.00028467042,0.00008459446,0.00006375891,0.000023586295,0.0000016105203],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008621425,0.0000119087435,0.000007610009,0.000058247373,0.000008689652,6.016143e-9,0.0003530686,0.000043052034,0.0023826046,0.9713756,0.00004043547,0.025710143],"study_design_scores_gemma":[0.00019248064,0.000108229295,0.000069380985,0.000018605058,0.000029963647,0.0000036795861,0.00049507205,0.028694881,0.050229378,0.91118604,0.008858888,0.000113419876],"about_ca_topic_score_codex":0.000009954948,"about_ca_topic_score_gemma":0.000009112619,"teacher_disagreement_score":0.97424036,"about_ca_system_score_codex":0.000011010188,"about_ca_system_score_gemma":0.00004237425,"threshold_uncertainty_score":0.1872806},"labels":[],"label_agreement":null},{"id":"W2970808735","doi":"10.18653/v1/d19-1069","title":"KnowledgeNet: A Benchmark Dataset for Knowledge Base Population","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Benchmark (surveying); Computer science; Natural language processing; Base (topology); Population; Artificial intelligence; Knowledge base; Joint (building); Geography; Cartography; Engineering; Demography; Mathematics; Sociology","score_opus":0.03238429445618977,"score_gpt":0.28857149760848305,"score_spread":0.25618720315229326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970808735","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016350562,0.00015152727,0.9727568,0.00019341017,0.0008395255,0.00044145368,0.00008025373,0.000093617055,0.009092826],"genre_scores_gemma":[0.7881288,0.0000017794013,0.20763794,0.0002552771,0.00015785357,0.000033242348,0.0007196965,0.000009641004,0.0030557588],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991509,0.000023665918,0.00016324133,0.0003663894,0.000082264574,0.00021356563],"domain_scores_gemma":[0.9990431,0.00009995658,0.00003469871,0.0007062824,0.000049916438,0.000066051594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027029525,0.00008696677,0.00010192539,0.0000668594,0.000047812162,0.00006656735,0.0005075631,0.00004156489,0.00013081849],"category_scores_gemma":[0.00003368627,0.00007776544,0.00003774538,0.00012804446,0.0000038339576,0.00034910275,0.00020031129,0.00003887657,0.00040169054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014016718,0.00021562594,0.010255837,0.00018367809,0.000029909277,0.000001452829,0.00067220285,0.0015591523,0.0014702837,0.63778,0.113286324,0.23453152],"study_design_scores_gemma":[0.00037488752,0.000041716678,0.0010578409,0.0000105256595,0.0000032607913,0.000001921327,0.000008798682,0.9157022,0.00040041105,0.0054265363,0.07681304,0.00015885776],"about_ca_topic_score_codex":0.00003504905,"about_ca_topic_score_gemma":0.000076252734,"teacher_disagreement_score":0.914143,"about_ca_system_score_codex":0.000034502795,"about_ca_system_score_gemma":0.00004067736,"threshold_uncertainty_score":0.5163053},"labels":[],"label_agreement":null},{"id":"W2970844223","doi":"","title":"Team EP at TAC 2018: Automating data extraction in systematic reviews of environmental agents.","year":2018,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mistake; Computer science; Regularization (linguistics); Task (project management); Word (group theory); Artificial intelligence; Natural language processing; Set (abstract data type); Training set; Data extraction; Sequence (biology); Layer (electronics); Information retrieval; Machine learning; Programming language","score_opus":0.039178447338124624,"score_gpt":0.30054230997182163,"score_spread":0.261363862633697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970844223","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09090588,0.0018567928,0.90453804,0.000043607233,0.00005055845,0.00094778574,0.000014146593,0.000032478667,0.0016106984],"genre_scores_gemma":[0.9908535,0.00017053843,0.00865996,0.000014216334,0.000028919796,0.00009197065,0.000009078604,0.0000032234864,0.00016861568],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990713,0.00015405123,0.00041440054,0.00019753982,0.00008936988,0.00007331361],"domain_scores_gemma":[0.9986138,0.00020021231,0.00028066832,0.00087583036,0.000009966984,0.000019563542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014095927,0.00006535109,0.00020020861,0.0000481182,0.00007805642,0.000012485722,0.00050314644,0.000026483154,0.000021861813],"category_scores_gemma":[0.00006342052,0.00005539476,0.000014937798,0.00010245561,0.00013403452,0.00031724674,0.0003083344,0.000036238638,0.000015814525],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001636221,0.00020752188,0.00072156475,0.006015386,0.000031031414,4.3469342e-7,0.0049853357,0.000034361783,0.019672872,0.8930521,0.00016475913,0.07509826],"study_design_scores_gemma":[0.001438097,0.0003034476,0.009053528,0.0034398637,0.0002837076,0.00019113811,0.0065975883,0.25699973,0.06842728,0.6281925,0.023771163,0.0013019578],"about_ca_topic_score_codex":0.0000091481215,"about_ca_topic_score_gemma":0.000004904719,"teacher_disagreement_score":0.8999476,"about_ca_system_score_codex":0.000019000683,"about_ca_system_score_gemma":0.000009449776,"threshold_uncertainty_score":0.22589327},"labels":[],"label_agreement":null},{"id":"W2970877041","doi":"","title":"Overview of the TAC 2018 Systematic Review Information Extraction Track.","year":2018,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Track (disk drive); Computer science; Extraction (chemistry); Information extraction; Information retrieval; Chromatography; Operating system; Chemistry","score_opus":0.019582331816022865,"score_gpt":0.28274399945225454,"score_spread":0.26316166763623167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970877041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011807667,0.0117976805,0.9838419,0.00036026165,0.00006070884,0.00080092286,0.0000032167652,0.000029923562,0.00192464],"genre_scores_gemma":[0.99534434,0.0021548807,0.0018741745,0.00028953934,0.000033979817,0.00017454331,0.0000018600492,0.000002497307,0.00012417804],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993362,0.00009406481,0.00033717512,0.000069918555,0.000111650836,0.000051035582],"domain_scores_gemma":[0.9988653,0.00010920701,0.00030349847,0.0005671592,0.00014085673,0.0000139772455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007772617,0.000052320207,0.00015542026,0.000026456859,0.00009331485,0.000017785747,0.00036251004,0.00002221573,0.0000070176543],"category_scores_gemma":[0.00007169171,0.000034146055,0.000032321997,0.00022515448,0.00013108052,0.0004973936,0.00006730083,0.000035483594,0.000008791761],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011086637,0.000007372793,0.0000030905344,0.019480169,0.000005954819,2.8866618e-9,0.00037731475,0.0000012747306,0.000079121404,0.9755255,0.000038025533,0.004481055],"study_design_scores_gemma":[0.0001918375,0.00006625642,0.0003539219,0.013525184,0.00025544205,0.00003128461,0.0006010493,0.0017520993,0.018916897,0.95797306,0.0060959645,0.00023697472],"about_ca_topic_score_codex":0.0000054572592,"about_ca_topic_score_gemma":9.588026e-7,"teacher_disagreement_score":0.9941636,"about_ca_system_score_codex":0.000006094943,"about_ca_system_score_gemma":0.000025558778,"threshold_uncertainty_score":0.13924357},"labels":[],"label_agreement":null},{"id":"W2971001654","doi":"10.18653/v1/d19-1451","title":"Aligning Cross-Lingual Entities with Multi-Aspect Information","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":167,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Ministry of Education, India; Singapore University of Technology and Design; Compute Canada","keywords":"Computer science; Natural language processing; Joint (building); Natural (archaeology); Artificial intelligence; Engineering; History; Archaeology; Architectural engineering","score_opus":0.013448448807038492,"score_gpt":0.25059866825851046,"score_spread":0.23715021945147197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971001654","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32173234,0.00000569577,0.66543007,0.00004417602,0.00017868543,0.00007030212,2.2393452e-7,0.00014836241,0.012390118],"genre_scores_gemma":[0.8426223,5.223512e-7,0.15547961,0.00022691523,0.000019978914,0.000002251193,0.0000013927197,0.0000022135675,0.001644821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940795,0.0000076122947,0.00013445648,0.00012236166,0.0001813186,0.00014631577],"domain_scores_gemma":[0.9995555,0.000018163444,0.00004594496,0.000284867,0.00006790027,0.00002758133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012236253,0.0000650952,0.00006547804,0.000059230035,0.000051165884,0.00036672343,0.00030423218,0.000024416699,0.000047134745],"category_scores_gemma":[0.000009098046,0.000049785434,0.000017718616,0.000086129214,0.000012056263,0.00190164,0.00010951512,0.000054911514,0.00031958392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020747588,0.00007107613,0.22151645,0.00015480658,0.00006981884,0.0000131923,0.0291105,0.06447799,0.0008871072,0.61453724,0.0003122981,0.06882875],"study_design_scores_gemma":[0.0010198054,0.000082981125,0.007715039,0.00003396753,0.0000022226168,0.0000208874,0.00046703772,0.97738856,0.009471914,0.0004833195,0.0030347093,0.0002795838],"about_ca_topic_score_codex":0.00009868362,"about_ca_topic_score_gemma":0.000013835277,"teacher_disagreement_score":0.9129105,"about_ca_system_score_codex":0.000020195204,"about_ca_system_score_gemma":0.000043092048,"threshold_uncertainty_score":0.41077113},"labels":[],"label_agreement":null},{"id":"W2971048662","doi":"10.18653/v1/d19-1403","title":"Induction Networks for Few-Shot Text Classification","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":201,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Computer science; Ping (video games); Natural language processing; Shot (pellet); Artificial intelligence; Joint (building); Computer security; Engineering; Chemistry","score_opus":0.07470951185655068,"score_gpt":0.2798845743633619,"score_spread":0.20517506250681122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971048662","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02220968,0.000013175991,0.9688573,0.0012243151,0.00079355837,0.00021313233,7.777567e-8,0.00011144184,0.006577318],"genre_scores_gemma":[0.9306842,0.0000020087932,0.06665507,0.00025262864,0.00013434306,0.00001712618,0.0000019049373,0.0000035384498,0.0022491566],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946237,0.000010624928,0.000104726285,0.00022661254,0.000076250966,0.0001194448],"domain_scores_gemma":[0.9995034,0.000032791104,0.00003638815,0.00035822348,0.000044254204,0.00002498659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014970357,0.000046178495,0.000051986473,0.000031049738,0.000037124817,0.000065704866,0.00025768223,0.00005115549,0.000027837394],"category_scores_gemma":[0.000006022072,0.000040717838,0.000025522677,0.000096666685,0.000004139379,0.00029766746,0.00004155684,0.000050444767,0.00007312695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038810845,0.000023084587,0.001293954,0.000009560886,0.0000064514184,8.0075644e-8,0.00015937013,0.011361355,0.0025388626,0.6589318,0.0022007548,0.32347083],"study_design_scores_gemma":[0.00011355728,0.000019860006,0.0025489659,0.0000030278788,9.575189e-7,0.0000012682777,0.00002102101,0.99013275,0.00023317267,0.002033847,0.0048305527,0.000061016977],"about_ca_topic_score_codex":0.000011311896,"about_ca_topic_score_gemma":0.0000033028857,"teacher_disagreement_score":0.9787714,"about_ca_system_score_codex":0.000025181107,"about_ca_system_score_gemma":0.000016600514,"threshold_uncertainty_score":0.16604252},"labels":[],"label_agreement":null},{"id":"W2971160449","doi":"10.18653/v1/d19-1272","title":"Keep Calm and Switch On! Preserving Sentiment and Fluency in Semantic Text Exchange","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Huawei Technologies","keywords":"Fluency; Natural (archaeology); Natural language; Semantics (computer science); Joint (building)","score_opus":0.013427869232149468,"score_gpt":0.2322421173530616,"score_spread":0.21881424812091213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971160449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9580587,0.00026049884,0.0342748,0.0011817694,0.000097102944,0.00020461724,1.3634957e-7,0.000042246727,0.005880113],"genre_scores_gemma":[0.98897696,0.000021149668,0.008453645,0.00035061908,0.000016624303,0.0000052184555,1.145733e-7,0.0000042026595,0.0021714785],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999192,0.000023853689,0.00012193777,0.0003405364,0.00014011495,0.00018156538],"domain_scores_gemma":[0.9995703,0.000046097528,0.000020724632,0.00029923324,0.000011860828,0.00005175284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017431074,0.00008037763,0.00010436305,0.000077776764,0.000025260506,0.00008359472,0.0002176202,0.000031885524,0.0000644625],"category_scores_gemma":[0.000007626712,0.00006857493,0.000009650858,0.000094669806,0.0000070157394,0.00022292457,0.00040947576,0.00007214833,0.00003991527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000206838,0.00032149197,0.56241626,0.0009431345,0.000050490282,0.000112692775,0.017725717,0.0018135197,0.011197669,0.09811039,0.0009148376,0.30637312],"study_design_scores_gemma":[0.0006412311,0.00007087713,0.060410142,0.00010366625,0.0000023718135,0.0000122746305,0.00007912102,0.9339433,0.0006269222,0.0032026481,0.000696564,0.00021090239],"about_ca_topic_score_codex":0.0002959314,"about_ca_topic_score_gemma":0.000100031284,"teacher_disagreement_score":0.93212974,"about_ca_system_score_codex":0.000016596126,"about_ca_system_score_gemma":0.000009738587,"threshold_uncertainty_score":0.27964047},"labels":[],"label_agreement":null},{"id":"W2971569798","doi":"10.18653/v1/d19-1006","title":"How Contextual are Contextualized Word Representations? Comparing the Geometry of BERT, ELMo, and GPT-2 Embeddings","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Word (group theory); Similarity (geometry); Context (archaeology); Computer science; Embedding; Cosine similarity; Natural language processing; Task (project management); Artificial intelligence; Variance (accounting); Linguistics; Pattern recognition (psychology); Image (mathematics); History; Philosophy","score_opus":0.05486834225772868,"score_gpt":0.29590379590506066,"score_spread":0.24103545364733198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971569798","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27984017,0.0010935449,0.7096664,0.0036091541,0.0007505333,0.0007381329,0.000008710141,0.00015081554,0.0041425745],"genre_scores_gemma":[0.97557825,0.00006525419,0.019777102,0.00035004676,0.00008887046,0.000038310638,0.000007778914,0.00001752421,0.004076884],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974257,0.00017702153,0.000578934,0.00095247803,0.0005325007,0.00033341887],"domain_scores_gemma":[0.9963535,0.00067054667,0.0006942761,0.0019002068,0.00028543198,0.000096003954],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00063083175,0.00033514653,0.0007810699,0.00022229167,0.0001293104,0.0007464007,0.0018259909,0.00021826854,0.00001672644],"category_scores_gemma":[0.00030384117,0.00024927527,0.00017850069,0.00023343226,0.00016559994,0.00035831166,0.0037334887,0.0006496249,0.000007086249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017475973,0.00036362454,0.23352121,0.0019161318,0.001569718,0.000047723508,0.02717924,0.025028171,0.0013651337,0.60227907,0.021089187,0.085466065],"study_design_scores_gemma":[0.0021487991,0.00004574791,0.028025432,0.0007390559,0.00008992337,0.00004572667,0.005236313,0.9484156,0.0012674324,0.01010889,0.002929121,0.0009479766],"about_ca_topic_score_codex":0.0006473709,"about_ca_topic_score_gemma":0.00011923945,"teacher_disagreement_score":0.9233874,"about_ca_system_score_codex":0.000047163867,"about_ca_system_score_gemma":0.000095414514,"threshold_uncertainty_score":0.99999595},"labels":[],"label_agreement":null},{"id":"W2972479880","doi":"10.18653/v1/w19-3221","title":"Detection of Adverse Drug Reaction Mentions in Tweets Using ELMo","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Computer science; Natural language processing; Task (project management); Lexicon; Similarity (geometry); Representation (politics); Artificial intelligence; Matching (statistics); Word (group theory); Information retrieval; Adverse drug reaction; Semantic similarity; Drug; Linguistics; Medicine; Image (mathematics)","score_opus":0.02021065579365378,"score_gpt":0.25405002550630984,"score_spread":0.23383936971265606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972479880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65062064,0.0000032525636,0.34704405,0.000026538752,0.00021927358,0.000060719536,4.9964154e-8,0.000024564833,0.002000926],"genre_scores_gemma":[0.98147637,0.0000010023216,0.018080069,0.000013567944,0.000010057348,0.000001149008,1.4011042e-7,0.0000018791387,0.00041576623],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995269,0.000021729073,0.00013632243,0.00013952918,0.00009861794,0.00007689755],"domain_scores_gemma":[0.99967843,0.000013477464,0.000047518595,0.00022275047,0.000023791312,0.000014022422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015034375,0.000035420213,0.000055832104,0.00011061543,0.000016223694,0.0000050641743,0.00010989964,0.000020507916,0.00001136925],"category_scores_gemma":[0.0000053805193,0.000035451936,0.000023508706,0.00017981215,0.000003656199,0.00040255545,0.000048533468,0.000046706424,0.000018840676],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004540184,0.00006872544,0.010921941,0.000024484076,0.0000075947646,0.0000013489384,0.00088118843,0.015601703,0.9417021,0.010351872,0.0000043628916,0.020430107],"study_design_scores_gemma":[0.00024485507,0.000011449771,0.012452303,0.000023401819,0.0000022268991,0.0000040675927,0.0001179906,0.9361279,0.049841993,0.0009929833,0.000111617774,0.000069201546],"about_ca_topic_score_codex":0.0006501038,"about_ca_topic_score_gemma":0.0001388122,"teacher_disagreement_score":0.9205262,"about_ca_system_score_codex":0.000054949513,"about_ca_system_score_gemma":0.00001692862,"threshold_uncertainty_score":0.1445688},"labels":[],"label_agreement":null},{"id":"W2972603547","doi":"10.18653/v1/w19-4115","title":"Relevant and Informative Response Generation using Pointwise Mutual Information","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Japan Society for the Promotion of Science; Microsoft Research Asia; Microsoft Research","keywords":"Pointwise; Pointwise mutual information; Computer science; Utterance; Sequence (biology); Mutual information; Simple (philosophy); Artificial intelligence; Machine learning; Mathematics","score_opus":0.021586017779013967,"score_gpt":0.23908199842080233,"score_spread":0.21749598064178835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972603547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5351071,0.0000039212496,0.463821,0.00019899498,0.000099433484,0.00007995657,2.6827723e-7,0.000036213532,0.00065315614],"genre_scores_gemma":[0.86873823,0.0000035866399,0.13056464,0.0005298414,0.000018220358,0.0000014360043,0.0000017003106,0.0000015207364,0.00014079145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99944764,0.000041864027,0.00019691077,0.00008723022,0.00012302076,0.000103306],"domain_scores_gemma":[0.9995708,0.00004111955,0.00006501648,0.00022384571,0.000063010935,0.000036202364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038362344,0.000060354072,0.000061432074,0.00010493796,0.00005180012,0.00017064562,0.0001229461,0.000034112338,0.000010842874],"category_scores_gemma":[0.000048631977,0.00005165508,0.000012196326,0.00009511109,0.000008205424,0.003733524,0.00013317016,0.000051233994,0.000091392874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034212728,0.00003803353,0.002488212,0.00009471466,0.000043557335,0.0000038179683,0.078803,0.06529557,0.039338544,0.509052,0.00067556254,0.30382487],"study_design_scores_gemma":[0.00022856436,0.000036598805,0.00068133377,0.000005933661,9.1710615e-7,0.000015575508,0.00013745777,0.99587435,0.0015185673,0.00028436974,0.0011395402,0.000076791606],"about_ca_topic_score_codex":0.000020518506,"about_ca_topic_score_gemma":0.0000024495744,"teacher_disagreement_score":0.93057877,"about_ca_system_score_codex":0.000038699163,"about_ca_system_score_gemma":0.000058531354,"threshold_uncertainty_score":0.2706715},"labels":[],"label_agreement":null},{"id":"W2972703796","doi":"10.48550/arxiv.1909.05246","title":"Self-Attentional Models Application in Task-Oriented Dialogue Generation Systems","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Task (project management); Sequence (biology); Machine translation; Artificial intelligence; Mechanism (biology); Sequence learning; Convolution (computer science); Machine learning; Natural language processing; Artificial neural network; Engineering","score_opus":0.06918778667700219,"score_gpt":0.18057491312508084,"score_spread":0.11138712644807865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972703796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15194075,0.0000602434,0.84545994,0.000045919212,0.0009717025,0.00061159104,0.000011510177,0.00019369606,0.00070463074],"genre_scores_gemma":[0.99426085,0.00006286024,0.004959939,0.000033044395,0.00016040889,0.000008480236,0.00013305181,0.000012977464,0.00036840717],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979661,0.00015529327,0.00028373362,0.001196578,0.0001418669,0.00025643146],"domain_scores_gemma":[0.9983012,0.00003593392,0.00025354858,0.0011583269,0.00017242788,0.00007854764],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031628137,0.00022677593,0.00025883358,0.00031916946,0.00007336412,0.00010631638,0.0010183443,0.00029729764,0.0000013768191],"category_scores_gemma":[0.0000064617134,0.0002846414,0.00010281573,0.0004007943,0.00001759497,0.00056316133,0.0008909757,0.00037767307,0.00007143652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019888553,0.00004267366,0.0009091229,0.000045369816,0.000015332618,0.000009610811,0.000099382465,0.65897584,0.00004513341,0.3397649,0.000027360053,0.00006329259],"study_design_scores_gemma":[0.0003342142,0.000009364341,0.00022361109,0.000039622217,0.0000169858,0.0000020552409,0.000018455477,0.98693216,0.000009898667,0.01197015,0.00017812086,0.0002653701],"about_ca_topic_score_codex":0.00049244525,"about_ca_topic_score_gemma":0.000077130215,"teacher_disagreement_score":0.8423201,"about_ca_system_score_codex":0.0004738173,"about_ca_system_score_gemma":0.00021311469,"threshold_uncertainty_score":0.9999606},"labels":[],"label_agreement":null},{"id":"W2972715831","doi":"10.1016/j.neucom.2019.08.082","title":"Finding decision jumps in text classification","year":2019,"lang":"en","type":"article","venue":"Neurocomputing","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Natural Science Foundation of China","keywords":"Computer science; Artificial intelligence; Jumper; Machine learning; Benchmark (surveying); Process (computing); Artificial neural network; Feature (linguistics); Reinforcement learning; Key (lock); Reading (process)","score_opus":0.03601712965880887,"score_gpt":0.27722046955661817,"score_spread":0.2412033398978093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972715831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59405786,0.000011262708,0.40299597,0.00016536698,0.00040672912,0.000110459434,3.5076418e-8,0.000089238354,0.002163073],"genre_scores_gemma":[0.943703,0.0000012084823,0.055970144,0.00019964395,0.000060687413,0.0000020704747,3.1616656e-7,0.000007953474,0.00005496838],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987107,0.000049535316,0.00027915,0.00048035858,0.00022469631,0.00025553908],"domain_scores_gemma":[0.9991108,0.0002608688,0.00008778509,0.00047621474,0.000025020501,0.000039306367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034107902,0.00009378255,0.00011647281,0.00018350182,0.00005846107,0.00011910027,0.00063159,0.000047719375,0.00000793154],"category_scores_gemma":[0.000059173915,0.00009704636,0.0000340733,0.00041414442,0.0000049652167,0.0003001718,0.0002980176,0.00020186955,0.00023171793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003931262,0.000040568888,0.077162705,0.000021710717,0.0000017734724,0.000021181548,0.00080097525,0.03657264,0.011652228,0.030472556,0.0000796124,0.8431701],"study_design_scores_gemma":[0.00021685193,0.000014046941,0.07358849,0.00005359127,3.9595233e-7,0.000010671353,0.000014975003,0.92405844,0.00023097891,0.0010307608,0.0006851618,0.00009562327],"about_ca_topic_score_codex":0.000010180063,"about_ca_topic_score_gemma":0.0000020301834,"teacher_disagreement_score":0.8874858,"about_ca_system_score_codex":0.00004856987,"about_ca_system_score_gemma":0.0000270814,"threshold_uncertainty_score":0.39574358},"labels":[],"label_agreement":null},{"id":"W2973276266","doi":"10.48550/arxiv.1909.09268","title":"Towards Neural Language Evaluators","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Metric (unit); Natural language processing; Transformer; Artificial intelligence; BLEU; Machine learning; Information retrieval; Machine translation; Engineering","score_opus":0.08674456871558647,"score_gpt":0.211965579487791,"score_spread":0.12522101077220452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973276266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47423032,0.00008638452,0.519201,0.00010351514,0.0011717131,0.00019666647,0.0000050231797,0.00024857733,0.004756812],"genre_scores_gemma":[0.99429804,0.00002352884,0.0028754496,0.00017631883,0.00011541401,4.992042e-7,0.0000070552655,0.000016614895,0.0024870986],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980412,0.0001392381,0.00016711946,0.0011466322,0.00014782639,0.0003579454],"domain_scores_gemma":[0.99763054,0.00004433037,0.0001623192,0.0019258452,0.00009831653,0.00013866845],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028017972,0.0002785608,0.00029897704,0.00020646257,0.00006886589,0.00012574178,0.0024789693,0.0002526959,0.0000550636],"category_scores_gemma":[0.000032751974,0.00031465106,0.00021834126,0.00030514487,0.00004013156,0.00031610284,0.0030688238,0.0005889575,0.00024037466],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010634228,0.00004666011,0.0027809402,0.000103310886,0.00007421684,0.00043691852,0.0011542251,0.8711441,0.000043889664,0.11611548,0.00030250542,0.0077870726],"study_design_scores_gemma":[0.00027580876,0.000021739037,0.0007389361,0.00003686032,0.00003202024,0.000004169196,0.00007918988,0.98921824,0.000083751205,0.008963221,0.00019321726,0.00035284582],"about_ca_topic_score_codex":0.0003145168,"about_ca_topic_score_gemma":0.000017433722,"teacher_disagreement_score":0.5200677,"about_ca_system_score_codex":0.00020214997,"about_ca_system_score_gemma":0.00027688144,"threshold_uncertainty_score":0.99993056},"labels":[],"label_agreement":null},{"id":"W2973459423","doi":"10.48550/arxiv.1909.08187","title":"Learning to Generate Questions with Adaptive Copying Neural Networks","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Copying; Computer science; Artificial intelligence; Component (thermodynamics); Artificial neural network; Recurrent neural network; Natural language processing; Natural language generation; Machine learning; Natural language","score_opus":0.06812994601911321,"score_gpt":0.18441406856087042,"score_spread":0.11628412254175721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973459423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23589998,0.000031982705,0.7622519,0.00008090564,0.00046637107,0.000261021,0.000001273609,0.00025077412,0.0007557924],"genre_scores_gemma":[0.9824109,0.000022580307,0.0154288355,0.0001651765,0.00013010264,0.0000015723978,0.0000052092346,0.000022358818,0.0018132741],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796426,0.0001808157,0.00015115058,0.0011954318,0.0000899974,0.00041832848],"domain_scores_gemma":[0.99838054,0.0000777471,0.0001730258,0.0009829565,0.00018884653,0.0001968583],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018500515,0.00029773227,0.00029498604,0.00021334499,0.00022170407,0.00018437751,0.0012916942,0.00019059396,0.000007804286],"category_scores_gemma":[0.00001596382,0.00032306334,0.000095480784,0.0004996991,0.000036862762,0.00032827526,0.0018406877,0.0009771378,0.000051908988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019082043,0.000011241687,0.0021017177,0.0000092424125,0.000036893918,0.00012209934,0.0002963024,0.9709585,0.00000440499,0.02549323,0.000025971834,0.0009213313],"study_design_scores_gemma":[0.00019989007,0.000114044415,0.000321984,0.000108880165,0.00003189689,0.0000058477785,0.00008469568,0.99790734,0.000008414709,0.0007435669,0.00007818535,0.0003952723],"about_ca_topic_score_codex":0.00025402213,"about_ca_topic_score_gemma":0.000054195792,"teacher_disagreement_score":0.7468231,"about_ca_system_score_codex":0.0002041227,"about_ca_system_score_gemma":0.00015201337,"threshold_uncertainty_score":0.99992216},"labels":[],"label_agreement":null},{"id":"W2973475963","doi":"10.18653/v1/d19-1389","title":"BottleSum: Unsupervised and Self-supervised Sentence Summarization using the Information Bottleneck Principle","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Army Research Office; Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Samsung; Allen Institute for Artificial Intelligence; Naval Information Warfare Center Pacific; National Science Foundation","keywords":"Automatic summarization; Computer science; Sentence; Bottleneck; Artificial intelligence; Natural language processing; Information bottleneck method; Language model; Machine learning; Cluster analysis","score_opus":0.027054068520040685,"score_gpt":0.2545242226792956,"score_spread":0.2274701541592549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973475963","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10838065,0.00010391886,0.8875636,0.00076364406,0.00084458856,0.00082649034,0.000005814265,0.0003325838,0.0011787002],"genre_scores_gemma":[0.6188774,0.00024118944,0.379315,0.0011727558,0.00013228896,0.000034479486,0.000052146563,0.000021603137,0.0001531514],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979782,0.00012443835,0.00053971977,0.00053157966,0.00050598435,0.00032007223],"domain_scores_gemma":[0.99784446,0.000086087166,0.0002454517,0.0014938774,0.0002453179,0.000084834566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005599767,0.00030643123,0.00027352865,0.00015180474,0.00020610756,0.0008859764,0.0013131738,0.00025904225,0.000013470102],"category_scores_gemma":[0.000052992727,0.00023064134,0.00007973947,0.00022076562,0.000032995526,0.001787356,0.0028502974,0.00042390294,0.000023308588],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028393792,0.00025325635,0.036288988,0.0025581499,0.00035618144,0.000008353696,0.025186243,0.6272282,0.0012621647,0.2312972,0.00048845506,0.07504439],"study_design_scores_gemma":[0.00026232077,0.000010686886,0.0010850176,0.0000836178,0.000020892585,0.000009572002,0.000088764355,0.99547005,0.00013889025,0.0014275529,0.0011131564,0.00028948436],"about_ca_topic_score_codex":0.00026547044,"about_ca_topic_score_gemma":0.00001080646,"teacher_disagreement_score":0.51049674,"about_ca_system_score_codex":0.0001263702,"about_ca_system_score_gemma":0.00033763293,"threshold_uncertainty_score":0.9405281},"labels":[],"label_agreement":null},{"id":"W2973837416","doi":"10.1145/3342558.3345404","title":"Impact of In-domain Vector Representations on the Classification of Disease-related Tweets","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Word embedding; Artificial intelligence; Sentiment analysis; Word (group theory); Natural language processing; Domain (mathematical analysis); Task (project management); Convolutional neural network; Embedding; Initialization; Machine learning; Mathematics","score_opus":0.0348331680969018,"score_gpt":0.305411897964036,"score_spread":0.2705787298671342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973837416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703528,0.0000059523604,0.023347111,0.0010599002,0.000055536402,0.00017907194,0.0000013405534,0.00001476896,0.0049834736],"genre_scores_gemma":[0.9987232,9.3314634e-7,0.0010823399,0.000014082593,0.0000035912442,0.0000041827793,0.0000010606178,0.000002134681,0.00016845821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99939096,0.00006254713,0.00019150547,0.00014250976,0.00014281385,0.00006963989],"domain_scores_gemma":[0.99910676,0.00015461618,0.000082945706,0.0005967109,0.000034430468,0.000024511948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016050591,0.00004059312,0.0000686882,0.00006206751,0.00001098092,0.0000088343195,0.00030384387,0.000017384886,0.000078601384],"category_scores_gemma":[0.00004244926,0.000025238722,0.00005320092,0.00024179679,0.000015546659,0.00010310439,0.000041433806,0.000047537087,0.000022366534],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017346247,0.00014354626,0.2590959,0.000010143358,0.000022863023,5.6386375e-7,0.0012603814,0.011810936,0.024693888,0.70148396,0.00017669836,0.0012837597],"study_design_scores_gemma":[0.000121771605,0.000029898614,0.8163091,0.00001300873,0.0000010737525,1.10820956e-7,0.00003063193,0.17684375,0.000273213,0.0063487585,0.0000021063117,0.000026567433],"about_ca_topic_score_codex":0.0001199148,"about_ca_topic_score_gemma":0.0000055253795,"teacher_disagreement_score":0.69513524,"about_ca_system_score_codex":0.000028476803,"about_ca_system_score_gemma":0.000057705045,"threshold_uncertainty_score":0.102920525},"labels":[],"label_agreement":null},{"id":"W2973947483","doi":"10.1145/3345557","title":"Question Answering in Knowledge Bases","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Dream Project of Ministry of Science and Technology of the People's Republic of China; Fundamental Research Funds for the Central Universities; Foundation for Innovative Research Groups of the National Natural Science Foundation of China; State Key Laboratory of Software Development Environment","keywords":"Computer science; Correctness; Question answering; Bottleneck; Knowledge base; Relation (database); Information bottleneck method; Artificial intelligence; Information retrieval; Machine learning; Data mining; Programming language","score_opus":0.018027592806274667,"score_gpt":0.2547266321229922,"score_spread":0.2366990393167175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973947483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02507856,0.000027226164,0.96769655,0.0001331723,0.001378116,0.00030355892,0.0000027065546,0.00018803045,0.005192105],"genre_scores_gemma":[0.99489707,0.000007841607,0.0047346083,0.00006712925,0.000017508237,0.000051560248,0.0000031838579,0.000003487371,0.00021759338],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991094,0.00005346349,0.00038665457,0.00012438204,0.00017897687,0.00014712039],"domain_scores_gemma":[0.99912554,0.00008198915,0.00007622812,0.0006077478,0.000069592614,0.000038873728],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034666166,0.00008995636,0.000113488364,0.0003614702,0.00005788518,0.00016792047,0.0004144112,0.00006241322,0.000010891715],"category_scores_gemma":[0.000015656216,0.00009003766,0.00003424982,0.0003555902,0.000005139439,0.0028599177,0.000008622498,0.00013075177,0.0008399507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015325924,0.00009521942,0.0014476976,0.00034859852,0.00001859518,0.0000010892467,0.0094121145,0.66096646,0.00020735379,0.050751038,0.00005983065,0.27667665],"study_design_scores_gemma":[0.00063479214,0.00006573444,0.0012488578,0.00025105765,0.0000024329343,0.000018525658,0.00070355076,0.97679037,0.0007039488,0.00016583162,0.019180575,0.00023433156],"about_ca_topic_score_codex":0.00015390613,"about_ca_topic_score_gemma":0.00001344621,"teacher_disagreement_score":0.96981853,"about_ca_system_score_codex":0.00011956194,"about_ca_system_score_gemma":0.000045944038,"threshold_uncertainty_score":0.999938},"labels":[],"label_agreement":null},{"id":"W2974383016","doi":"10.48550/arxiv.1909.07512","title":"Short-Text Classification Using Unsupervised Keyword Expansion","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Sentence; Word (group theory); Artificial intelligence; Natural language processing; Feature (linguistics); Limiting; Process (computing); Speech recognition; Linguistics","score_opus":0.196499995122714,"score_gpt":0.21952941962633857,"score_spread":0.02302942450362458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974383016","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44644865,0.000031484946,0.5515384,0.000044453216,0.0006544754,0.00021664466,0.0000022639254,0.00016458642,0.00089903927],"genre_scores_gemma":[0.98968333,0.000082978615,0.009290915,0.000068495516,0.000100917285,6.0046017e-7,0.000015031439,0.00002325909,0.00073445856],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975914,0.00015233105,0.00026655,0.0014739026,0.00015074974,0.00036507845],"domain_scores_gemma":[0.99721086,0.00006561427,0.00017496373,0.0022257296,0.00018048419,0.0001423336],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024890347,0.00032202,0.00033245384,0.0003052012,0.00014884448,0.00016154445,0.001991134,0.0003936416,0.00002112885],"category_scores_gemma":[0.000017730736,0.000387996,0.00019820874,0.00045898225,0.000049216014,0.000543454,0.001923647,0.000565553,0.00012178637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016541517,0.00007552848,0.007481644,0.0001053406,0.000053324762,0.000078696205,0.00040025922,0.90065753,0.0014363386,0.08266521,0.000057770063,0.006971794],"study_design_scores_gemma":[0.0002081577,0.00001330275,0.0026754772,0.00011594023,0.000040090024,0.0000031071806,0.00007848137,0.98959297,0.00014542672,0.0065488955,0.00016501035,0.00041313877],"about_ca_topic_score_codex":0.00011866407,"about_ca_topic_score_gemma":0.000010640838,"teacher_disagreement_score":0.5432347,"about_ca_system_score_codex":0.00037705313,"about_ca_system_score_gemma":0.00026892728,"threshold_uncertainty_score":0.9998572},"labels":[],"label_agreement":null},{"id":"W2974904219","doi":"10.48550/arxiv.1909.08089","title":"Extractive Summarization of Long Documents by Combining Global and Local Context","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Automatic summarization; Context (archaeology); Computer science; Information retrieval; ROUGE; Data science; Artificial intelligence; Natural language processing; History; Archaeology","score_opus":0.039371286163352094,"score_gpt":0.19511875905608572,"score_spread":0.15574747289273363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974904219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3066413,0.00009221609,0.6916148,0.000020031612,0.00027083795,0.00015812278,0.000012177811,0.000039354032,0.001151168],"genre_scores_gemma":[0.9987515,0.00006881247,0.00071724935,0.000041434283,0.000010073505,2.5153005e-7,0.000016117488,0.000006299016,0.00038825095],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868596,0.00009142246,0.00018335586,0.00074631843,0.0000985642,0.00019437826],"domain_scores_gemma":[0.9988441,0.00006863887,0.0002876781,0.0005907078,0.00012249396,0.00008640606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014107086,0.00018976057,0.0002775646,0.00006968111,0.000053216845,0.000067586705,0.0007462888,0.00020668209,0.0000073391684],"category_scores_gemma":[0.000014479537,0.00023458246,0.00006537964,0.00019264141,0.00009390338,0.00047092707,0.0014443361,0.00025341514,0.000009466196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008996638,0.00021414318,0.19137126,0.00029136194,0.00030358194,0.00015621833,0.0007989114,0.406352,0.000075487755,0.36236182,0.00032585813,0.037659366],"study_design_scores_gemma":[0.0007843444,0.00004799657,0.003509341,0.0001600415,0.000043956494,0.0000036535914,0.00016466966,0.9799104,0.00020640556,0.014799543,0.00006864705,0.00030101294],"about_ca_topic_score_codex":0.0006610184,"about_ca_topic_score_gemma":0.000044057768,"teacher_disagreement_score":0.69211024,"about_ca_system_score_codex":0.00020404422,"about_ca_system_score_gemma":0.0001177035,"threshold_uncertainty_score":0.95659953},"labels":[],"label_agreement":null},{"id":"W2976855657","doi":"10.1007/s10791-019-09364-x","title":"ReBoost: a retrieval-boosted sequence-to-sequence model for neural response generation","year":2019,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Computer science; Benchmark (surveying); Conversation; Sequence (biology); Process (computing); Artificial intelligence; Natural language generation; Artificial neural network; Language model; Natural language processing; Recurrent neural network; Machine learning; Natural language; Programming language; Linguistics","score_opus":0.06926171490965688,"score_gpt":0.29959857846808324,"score_spread":0.23033686355842636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976855657","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40818283,0.0000062756976,0.58837533,0.0015131133,0.00053363194,0.0009094819,0.000030324427,0.00019997731,0.00024905798],"genre_scores_gemma":[0.9350578,0.0000021223357,0.06088006,0.002997816,0.00009069626,0.000020059888,0.00005538219,0.00001238719,0.00088363636],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767905,0.000092692484,0.00073708943,0.00036894815,0.0006877419,0.00043447534],"domain_scores_gemma":[0.9978774,0.00017365815,0.00027023847,0.00090754335,0.00058954593,0.00018158434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014507044,0.00021617029,0.00022166909,0.00035613895,0.00018148121,0.0004467911,0.0008575641,0.0001681538,0.000014667229],"category_scores_gemma":[0.00086240034,0.00021705354,0.00010178794,0.0007054896,0.000024184365,0.0040901327,0.000158905,0.00019117884,0.00035870925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003132684,0.000030630734,0.00012636957,0.00011896733,0.000027850507,0.0000041785725,0.010979198,0.68053436,0.24611829,0.032734226,0.0015550157,0.024638196],"study_design_scores_gemma":[0.00079680333,0.00024183837,0.00005211249,0.000021199045,0.000004531062,0.000019686006,0.000029589304,0.9821163,0.013716036,0.00053965,0.0021882409,0.00027400683],"about_ca_topic_score_codex":0.0000067163414,"about_ca_topic_score_gemma":0.0000010079909,"teacher_disagreement_score":0.52749527,"about_ca_system_score_codex":0.00028532668,"about_ca_system_score_gemma":0.0003951143,"threshold_uncertainty_score":0.8851187},"labels":[],"label_agreement":null},{"id":"W2978238777","doi":"10.22215/etd/2019-13523","title":"Data-Driven Creativity Enhancement Through Word Association","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Creativity; Paragraph; Word Association; Word (group theory); Association (psychology); Task (project management); Blank; Computer science; Selection (genetic algorithm); Scale (ratio); Natural language processing; Artificial intelligence; Psychology; Linguistics; Engineering; Social psychology; World Wide Web; Geography","score_opus":0.05383212939535771,"score_gpt":0.32749862881887365,"score_spread":0.27366649942351595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978238777","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008849982,0.0001223237,0.87944305,0.00034564678,0.0026618873,0.00038127118,0.000019899036,0.00017771004,0.10799821],"genre_scores_gemma":[0.13095552,0.0003603913,0.3343202,0.0006699606,0.00051179226,0.000071270464,0.005092173,0.00004904063,0.52796966],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796426,0.000066450375,0.0003105187,0.0007924363,0.00060868444,0.00025762423],"domain_scores_gemma":[0.99762607,0.0001225335,0.00037866307,0.001694497,0.00014779123,0.000030462761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032257359,0.0002000152,0.00028490726,0.000048003087,0.00006967543,0.0002291965,0.0017464687,0.00023329628,0.00017312673],"category_scores_gemma":[0.00009949394,0.0001906157,0.000054111228,0.00014501963,0.000002381511,0.001111564,0.0003082746,0.0002474492,0.00046282858],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005068209,0.0008316677,0.0049242754,0.00088805123,0.0010887324,0.000018677329,0.01616131,0.0015745799,0.0035419469,0.20848514,0.120464794,0.64197016],"study_design_scores_gemma":[0.0009106641,0.00011619645,0.003276519,0.00041647386,0.0001464643,0.000001154253,0.0004918216,0.835471,0.008623468,0.007665817,0.14121199,0.0016684588],"about_ca_topic_score_codex":0.00022241131,"about_ca_topic_score_gemma":0.00043394722,"teacher_disagreement_score":0.8338964,"about_ca_system_score_codex":0.00027954765,"about_ca_system_score_gemma":0.00020118331,"threshold_uncertainty_score":0.7773082},"labels":[],"label_agreement":null},{"id":"W2980073313","doi":"10.1162/coli_a_00363","title":"Scalable Micro-planned Generation of Discourse from Structured Data","year":2019,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Natural language processing; Interpretability; Scalability; Artificial intelligence; Natural language generation; Sentence; Pipeline (software); Paragraph; Fluency; Natural language understanding; Data manipulation language; Natural language; Information retrieval; Programming language; Database; World Wide Web","score_opus":0.06693568368884965,"score_gpt":0.266282299033941,"score_spread":0.19934661534509135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980073313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5050892,0.00014602479,0.4776255,0.0010838825,0.00048065727,0.0005441492,0.0006705053,0.00059764704,0.013762448],"genre_scores_gemma":[0.97638446,0.000016555327,0.01947381,0.000082623366,0.00015459469,7.952254e-9,0.003107287,0.00030883655,0.00047180164],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862504,0.0001579626,0.00021465895,0.0005015688,0.00030086123,0.00019988322],"domain_scores_gemma":[0.9980997,0.000014458488,0.000105519175,0.0014938262,0.00021174444,0.000074789896],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00035944395,0.000089118425,0.00012031979,0.00009779821,0.00038031206,0.00047500103,0.0027062958,0.000043591892,0.0040938747],"category_scores_gemma":[0.00012256586,0.00008942572,0.000019801053,0.00026083415,0.00004275248,0.00066272524,0.0023520216,0.00012388306,0.0026160884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061956765,0.00018678274,0.00010855512,0.000079983874,0.00010863627,0.000010552973,0.0029477505,0.0036945532,0.5574244,0.017600194,0.15997705,0.25779957],"study_design_scores_gemma":[0.001121165,0.00021514487,0.0011097121,0.000050468745,0.000017377579,0.00003362812,0.00024154324,0.5142909,0.02138896,0.0009900663,0.4601786,0.0003623628],"about_ca_topic_score_codex":0.000034116954,"about_ca_topic_score_gemma":8.63755e-7,"teacher_disagreement_score":0.5360355,"about_ca_system_score_codex":0.00003916534,"about_ca_system_score_gemma":0.0000056735726,"threshold_uncertainty_score":0.9981605},"labels":[],"label_agreement":null},{"id":"W2980386803","doi":"10.1007/978-3-030-33509-0_13","title":"Introducing Connotation Similarity","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Connotation; Similarity (geometry); Cosine similarity; Semantic similarity; Natural language processing; Meaning (existential); Context (archaeology); Computer science; Artificial intelligence; Information retrieval; Linguistics; Pattern recognition (psychology); Psychology; History","score_opus":0.017260202823701925,"score_gpt":0.22344368508283416,"score_spread":0.20618348225913224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980386803","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000050625036,0.00787552,0.9775444,0.00023037412,0.002457427,0.00038936344,0.0000017793454,0.000065163,0.011385292],"genre_scores_gemma":[0.98489326,0.0003876998,0.0052122814,0.00052240596,0.0024803241,0.0000107625765,0.000029049,0.000052032006,0.0064121704],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843687,0.00004902183,0.00040257862,0.0006553642,0.00021009315,0.00024607312],"domain_scores_gemma":[0.9987011,0.00034276894,0.00020365411,0.0006413502,0.00006315517,0.000047965725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045267955,0.00026563933,0.00046173832,0.00011654622,0.000057924168,0.00024908636,0.00033545948,0.0005090254,0.000004751522],"category_scores_gemma":[0.00003919976,0.00023912653,0.00005256233,0.00004828741,0.00002318897,0.000112502974,0.00015981472,0.000636039,0.000005664698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030015728,0.0000022586146,0.00023779394,0.00011485829,0.000019036961,0.000012816154,0.0002299196,0.8102218,0.0000037668294,0.14566515,0.000060615042,0.043429002],"study_design_scores_gemma":[0.00014790661,0.000023351138,0.000025480309,0.00039818848,0.000007837228,0.000020797956,9.5119947e-7,0.98317546,0.0000012320518,0.009913748,0.006020379,0.00026467445],"about_ca_topic_score_codex":0.0000767782,"about_ca_topic_score_gemma":0.00007030869,"teacher_disagreement_score":0.98484266,"about_ca_system_score_codex":0.000071588685,"about_ca_system_score_gemma":0.000048327765,"threshold_uncertainty_score":0.97512966},"labels":[],"label_agreement":null},{"id":"W2980839612","doi":"10.2196/14850","title":"Combining Contextualized Embeddings and Prior Knowledge for Clinical Named Entity Recognition: Evaluation Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eli Lilly and Company","keywords":"Computer science; Named-entity recognition; Natural language processing; Artificial intelligence; Word embedding; Lexicon; F1 score; Deep learning; Context (archaeology); Leverage (statistics); Embedding; Information retrieval; Task (project management)","score_opus":0.11758840970701676,"score_gpt":0.4348812763784703,"score_spread":0.3172928666714535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980839612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8627554,0.00005036956,0.13282356,0.00019072946,0.0008873799,0.002040394,0.0000017386099,0.00010707979,0.001143312],"genre_scores_gemma":[0.9725004,0.000016459302,0.026415167,0.00062521413,0.000112539485,0.00022065989,0.000013434082,0.000007361136,0.000088794775],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975868,0.00016487036,0.0010360444,0.0002049923,0.0007771934,0.00023008554],"domain_scores_gemma":[0.99803114,0.00074991735,0.00026856037,0.00037636433,0.00034773193,0.00022629669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046650628,0.00012795918,0.00033635116,0.00007770201,0.00010288388,0.00014817948,0.00047441456,0.00016366447,0.000098529665],"category_scores_gemma":[0.0010398629,0.00011102767,0.000069876434,0.00014297124,0.00005843329,0.0006966701,0.00033427254,0.00028047676,0.0001092148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034160035,0.00045444554,0.004359905,0.00019921773,0.000057449317,8.782656e-7,0.037705097,0.0000017618552,0.0000013490305,0.0018197931,0.0012701459,0.9540958],"study_design_scores_gemma":[0.0067607667,0.00037032447,0.0017839107,0.00013673783,0.000026989219,0.000008285738,0.0023837117,0.9831243,0.0000052544237,0.0011303229,0.004092175,0.00017723405],"about_ca_topic_score_codex":0.0000029070811,"about_ca_topic_score_gemma":0.000007302233,"teacher_disagreement_score":0.9831225,"about_ca_system_score_codex":0.000040188588,"about_ca_system_score_gemma":0.00026491677,"threshold_uncertainty_score":0.45275772},"labels":[],"label_agreement":null},{"id":"W2981198292","doi":"10.48550/arxiv.1910.06575","title":"Aligning Cross-Lingual Entities with Multi-Aspect Information","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Computer science; Exploit; Entity linking; ENCODE; Embedding; Natural language processing; Artificial intelligence; Task (project management); Benchmark (surveying); Vector space; Graph; Bridge (graph theory); Information retrieval; Theoretical computer science; Knowledge base","score_opus":0.06723116264791881,"score_gpt":0.1982985583223212,"score_spread":0.1310673956744024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981198292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33979273,0.00001483658,0.6570253,0.000014254571,0.0004961421,0.00017952181,0.000005985359,0.00021423912,0.0022570326],"genre_scores_gemma":[0.98453236,0.000019549041,0.013738624,0.00008107007,0.000056155233,6.4610225e-7,0.000020679667,0.000010469732,0.0015404352],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865955,0.000049961305,0.00021370368,0.0006288899,0.00013381957,0.0003140769],"domain_scores_gemma":[0.9982632,0.00004778238,0.0002906106,0.0010849835,0.00022791457,0.00008551251],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020834222,0.00026170723,0.0002487254,0.00027522288,0.00014657131,0.00047604443,0.0014085245,0.00020464663,0.000014263468],"category_scores_gemma":[0.000022961389,0.00027886758,0.00010914325,0.0002468316,0.000072259,0.0016583587,0.0015246011,0.0004532881,0.00016653317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013216777,0.000020691357,0.014247045,0.000107161926,0.000056900186,0.000059966274,0.0014969383,0.9213991,0.000004119709,0.062107187,0.000023791117,0.00046386966],"study_design_scores_gemma":[0.00071717193,0.00003715938,0.0017929904,0.00013540336,0.000025953832,0.000006753947,0.000213148,0.99322104,0.0002447747,0.0027691652,0.00039593803,0.00044049733],"about_ca_topic_score_codex":0.00029788396,"about_ca_topic_score_gemma":0.000037986545,"teacher_disagreement_score":0.6447396,"about_ca_system_score_codex":0.00019184568,"about_ca_system_score_gemma":0.00029086965,"threshold_uncertainty_score":0.9999663},"labels":[],"label_agreement":null},{"id":"W2982424689","doi":"10.1016/j.yjbinx.2019.100057","title":"A survey of word embeddings for clinical text","year":2019,"lang":"en","type":"review","venue":"Journal of Biomedical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":240,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Word (group theory); Computer science; Blueprint; Natural language processing; Artificial intelligence; Information retrieval; Data science; Linguistics","score_opus":0.26105588914672456,"score_gpt":0.4618205473794558,"score_spread":0.20076465823273126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982424689","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000046913033,0.48211202,0.5158611,0.000035767083,0.0016612236,0.00024233614,0.000023701046,0.000007232219,0.000051942396],"genre_scores_gemma":[0.000005071084,0.85126776,0.14826699,0.000110120294,0.0002674206,0.0000023589016,0.000012925873,0.000012596315,0.000054737917],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992845,0.00018954823,0.0056738583,0.00011670566,0.000876858,0.0002980497],"domain_scores_gemma":[0.9905851,0.0027743047,0.0051514795,0.00058444345,0.00060631096,0.00029840064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076007103,0.00025690603,0.002660444,0.00047243433,0.000026837592,0.00008989685,0.0023687102,0.00053941447,0.000009976684],"category_scores_gemma":[0.0023507243,0.00016781085,0.0009911242,0.00057280494,0.00013008287,0.00046312567,0.00040180213,0.0008226775,0.000026348487],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003530454,0.000059620877,0.000004524281,0.008645172,0.0001493733,0.0000018649013,0.0001383267,0.0000015700903,4.755375e-9,0.00017154054,0.007511883,0.9833126],"study_design_scores_gemma":[0.00042966005,0.00034706132,0.0000107346505,0.00779607,0.00018463259,0.00011463478,0.000013298669,0.023427617,6.215451e-8,0.000081284925,0.9674192,0.0001757282],"about_ca_topic_score_codex":0.0000030570618,"about_ca_topic_score_gemma":3.5835495e-7,"teacher_disagreement_score":0.98313683,"about_ca_system_score_codex":0.00007247286,"about_ca_system_score_gemma":0.0016149031,"threshold_uncertainty_score":0.6843128},"labels":[],"label_agreement":null},{"id":"W2982709062","doi":"","title":"Ordered Memory","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Inference; Task (project management); Recurrent neural network; Representation (politics); Artificial intelligence; Tree (set theory); Theoretical computer science; Machine learning; Artificial neural network; Mathematics","score_opus":0.0850267741566962,"score_gpt":0.17822951988973412,"score_spread":0.09320274573303793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982709062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1367143,0.00006034589,0.8465079,0.0001325601,0.0013297811,0.00022804739,0.0000034756931,0.00031028714,0.014713316],"genre_scores_gemma":[0.9859882,0.000051629955,0.005288604,0.00016439705,0.00008623457,3.851102e-7,0.0000050605418,0.000014792758,0.008400676],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998138,0.00008982313,0.000158931,0.001197273,0.00009210387,0.00032387848],"domain_scores_gemma":[0.99737936,0.00006159349,0.0001672011,0.0021624153,0.000110818015,0.00011861786],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018445442,0.00025229357,0.0002883225,0.00019474776,0.000076373784,0.000107449785,0.0025584335,0.00027983735,0.000050375445],"category_scores_gemma":[0.000021711181,0.0003027388,0.0001743454,0.0002915387,0.000039788258,0.00029654976,0.0032095865,0.0005468109,0.00045328194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072026373,0.000041724314,0.0010242612,0.0000853172,0.000060394115,0.00021176638,0.00024925254,0.8172825,0.000022540084,0.17846319,0.0005404082,0.002011464],"study_design_scores_gemma":[0.00031557836,0.000015195581,0.00026160502,0.000053355237,0.000022470194,0.0000032703838,0.00003468262,0.96207726,0.00006632405,0.035863336,0.00090746337,0.00037943578],"about_ca_topic_score_codex":0.00016343792,"about_ca_topic_score_gemma":0.000018490471,"teacher_disagreement_score":0.8492739,"about_ca_system_score_codex":0.00015828563,"about_ca_system_score_gemma":0.0002700129,"threshold_uncertainty_score":0.9999425},"labels":[],"label_agreement":null},{"id":"W2983102021","doi":"10.48550/arxiv.1911.06136","title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Université de Montréal","funders":"","keywords":"Kepler; Embedding; Computer science; Benchmark (surveying); Representation (politics); Language model; Natural language processing; Construct (python library); ENCODE; Artificial intelligence; Programming language","score_opus":0.10695254559882145,"score_gpt":0.25321215459734564,"score_spread":0.1462596089985242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983102021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25884303,0.00007209491,0.7390459,0.000044229495,0.0002465977,0.0005198103,0.000012013295,0.00017296294,0.0010433381],"genre_scores_gemma":[0.9663846,0.000039798815,0.026756952,0.00003649318,0.000064866545,0.0000035664275,0.000020822703,0.000018715233,0.006674208],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982482,0.00006977282,0.00018668384,0.001149964,0.000060819573,0.00028451133],"domain_scores_gemma":[0.9982934,0.00018042544,0.00018010174,0.0011150822,0.0001261241,0.000104893275],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024701506,0.00023644694,0.00029134064,0.00021796164,0.00010610552,0.00012840405,0.0009295941,0.00022769325,0.0000031121858],"category_scores_gemma":[0.0000635375,0.00028171577,0.00013450425,0.00020585542,0.00003657284,0.0003660831,0.0013843066,0.0002699897,0.000007951076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026780324,0.00002948103,0.00025029166,0.00016812018,0.00004221702,0.000012573189,0.004922321,0.91014063,0.00014712459,0.08274837,0.000082255705,0.0014298556],"study_design_scores_gemma":[0.00062467344,0.000019759122,0.00010074833,0.000074948264,0.000041385592,0.0000018300813,0.00020998575,0.9762682,0.00007877564,0.022264736,0.00002605892,0.00028893765],"about_ca_topic_score_codex":0.000077086115,"about_ca_topic_score_gemma":0.000042940006,"teacher_disagreement_score":0.712289,"about_ca_system_score_codex":0.00011945461,"about_ca_system_score_gemma":0.0001805919,"threshold_uncertainty_score":0.9999635},"labels":[],"label_agreement":null},{"id":"W2983647115","doi":"10.1109/ijcnn52387.2021.9533769","title":"Soft-Label Dataset Distillation and Text Dataset Distillation","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Distillation; Computer science; Code (set theory); Artificial intelligence; Sample (material); Pattern recognition (psychology); Image (mathematics); Task (project management); MNIST database; Machine learning; Data mining; Deep learning; Chromatography; Engineering","score_opus":0.048223260901226375,"score_gpt":0.29652199813914903,"score_spread":0.24829873723792267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983647115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037037875,0.00031583183,0.9834049,0.0009023698,0.00060743897,0.00025004725,0.010434734,0.00012840379,0.00025253397],"genre_scores_gemma":[0.49995825,0.00015277763,0.27436307,0.00069864054,0.0003288998,0.000028645096,0.22426313,0.000026948659,0.00017962228],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977612,0.00008391778,0.00040436906,0.0011440099,0.00036931143,0.0002372314],"domain_scores_gemma":[0.99758106,0.00011284022,0.0001913807,0.0019215547,0.00006875873,0.0001243856],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002977492,0.0002710685,0.00028290224,0.00009014275,0.00012084687,0.0008463411,0.0007699274,0.00019875685,0.00006909486],"category_scores_gemma":[0.000114542454,0.00026170257,0.00002745975,0.00012540795,0.000039832605,0.0005681888,0.0038792593,0.00032565932,0.000027563512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017912504,0.00023462779,0.003523029,0.0009134382,0.00019134642,0.00011390969,0.0012407673,0.02127914,0.00037419138,0.046309993,0.17657262,0.749229],"study_design_scores_gemma":[0.00020957181,0.00000940017,0.0016137834,0.00006954497,0.000023269089,0.000016983064,0.000017356277,0.96971667,0.00004101065,0.0024761863,0.025425974,0.0003802617],"about_ca_topic_score_codex":0.0004158594,"about_ca_topic_score_gemma":0.00017246339,"teacher_disagreement_score":0.9484375,"about_ca_system_score_codex":0.00005943496,"about_ca_system_score_gemma":0.000121818746,"threshold_uncertainty_score":0.9999835},"labels":[],"label_agreement":null},{"id":"W2984469754","doi":"10.18653/v1/d19-1540","title":"Bridging the Gap between Relevance Matching and Semantic Matching for Short Text Similarity Modeling","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Bridging (networking); Computer science; Natural language processing; Relevance (law); Matching (statistics); Similarity (geometry); Semantic similarity; Artificial intelligence; Semantic matching; Natural language; Information retrieval; Mathematics; Image (mathematics)","score_opus":0.04279903629725576,"score_gpt":0.2781462756295075,"score_spread":0.23534723933225174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984469754","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41399062,0.00006796129,0.5836299,0.001403449,0.00012780246,0.00027437057,0.0000010108995,0.00011664978,0.00038822534],"genre_scores_gemma":[0.8796276,0.000011447219,0.11950203,0.0004874919,0.00015530673,0.000010507128,0.0000011296414,0.000016579641,0.00018789932],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838924,0.000043091037,0.00032429627,0.00057009136,0.00026634053,0.00040691087],"domain_scores_gemma":[0.9987384,0.0003917711,0.00005157386,0.0006972101,0.000052341467,0.00006871974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097368227,0.00017517085,0.00024101262,0.0000544341,0.00031282357,0.00035429254,0.00074955565,0.00006266684,0.000003449988],"category_scores_gemma":[0.000035089262,0.0001317421,0.00007002099,0.00011239499,0.000015658015,0.0006853524,0.00048177826,0.00025568737,0.000010418557],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011577055,0.000030275205,0.0148527445,0.00046955573,0.00010132052,0.0000055209352,0.007160555,0.5403447,0.004272106,0.1991528,0.00010144308,0.23349741],"study_design_scores_gemma":[0.00012441231,0.0000112110765,0.00024014451,0.00006974909,0.000010014941,0.0000082123925,0.00011050476,0.9449044,0.0001924845,0.054091513,0.000052307205,0.00018504099],"about_ca_topic_score_codex":0.0001800006,"about_ca_topic_score_gemma":0.00002288074,"teacher_disagreement_score":0.465637,"about_ca_system_score_codex":0.00003242346,"about_ca_system_score_gemma":0.00003325332,"threshold_uncertainty_score":0.5372287},"labels":[],"label_agreement":null},{"id":"W2984811147","doi":"10.18653/v1/d19-5627","title":"Transformer and seq2seq model for Paraphrase Generation","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Alberta Innovates; University of Lethbridge","keywords":"Paraphrase; Computer science; Transformer; Encoder; Sentence; Artificial intelligence; Natural language processing; Decoding methods; Speech recognition; Algorithm; Engineering; Voltage; Electrical engineering","score_opus":0.045415728540805424,"score_gpt":0.2551178433031982,"score_spread":0.20970211476239278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984811147","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13771674,0.000021496511,0.8604487,0.0004884806,0.000069418886,0.00016324408,5.775702e-7,0.000036394467,0.0010549293],"genre_scores_gemma":[0.7562383,0.0000042109814,0.24192186,0.00039619475,0.000020438934,0.000010400741,9.1888114e-7,0.000002149399,0.001405571],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99960476,0.0000035631772,0.00007249165,0.00017230827,0.00005645427,0.00009044272],"domain_scores_gemma":[0.9997782,0.000010618226,0.000009001631,0.00015640787,0.000017828315,0.000027955488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008147926,0.000042087646,0.00004829775,0.000022006117,0.000027604852,0.00004576012,0.00009772415,0.000023348875,0.0000060837415],"category_scores_gemma":[0.0000014955916,0.00003496511,0.00001819747,0.000026542475,0.0000033549322,0.00028487394,0.00000924096,0.000018554827,0.000006748887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005157727,0.000023043265,0.00036123084,0.000033886197,0.000010532634,2.9719652e-7,0.0017679255,0.089900106,0.038705874,0.7643382,0.00083478587,0.10401897],"study_design_scores_gemma":[0.00020746513,0.000013491439,0.000010769921,0.000001062002,0.0000011623961,0.0000011315555,0.0000038439202,0.99274004,0.0028236124,0.0039042234,0.00023838917,0.000054797725],"about_ca_topic_score_codex":0.0000052895734,"about_ca_topic_score_gemma":0.000010756563,"teacher_disagreement_score":0.90283996,"about_ca_system_score_codex":0.0000055039927,"about_ca_system_score_gemma":0.000019500914,"threshold_uncertainty_score":0.14258358},"labels":[],"label_agreement":null},{"id":"W2985067290","doi":"10.18653/v1/d19-1459","title":"Taskmaster-1: Toward a Realistic and Diverse Dialog Dataset","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Dialog box; Joint (building); Computer science; Natural language; Natural (archaeology); Natural language processing; Artificial intelligence; Engineering; World Wide Web; History; Architectural engineering; Archaeology","score_opus":0.0398766274616048,"score_gpt":0.25229376539206205,"score_spread":0.21241713793045724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985067290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034804944,0.00003600255,0.95075125,0.0011838388,0.00046646406,0.00017798973,0.00012621973,0.00012567702,0.012327651],"genre_scores_gemma":[0.9584105,0.0000068216723,0.03993301,0.00092653855,0.00003580146,0.0000022049228,0.000058017424,0.0000031319144,0.00062396546],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939996,0.000017116063,0.00008341986,0.00026461232,0.00010526431,0.00012960487],"domain_scores_gemma":[0.9993975,0.000036409438,0.000019615567,0.00047702604,0.000010504409,0.000058912952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000099082215,0.00005932403,0.0000775869,0.00002998528,0.000022155562,0.00008346606,0.00034787267,0.000022266497,0.00008110291],"category_scores_gemma":[0.000012430029,0.000048908318,0.000009843069,0.00005228063,0.000012331693,0.00027603304,0.00047463184,0.000043333177,0.00021243213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015415482,0.00008564073,0.019132083,0.0001438046,0.00004223054,0.00010890527,0.002847851,0.0005134972,0.0011267147,0.7344674,0.064505324,0.17701118],"study_design_scores_gemma":[0.0014358066,0.00018612,0.00763926,0.00003740406,0.000017808545,0.00006819524,0.000160997,0.89067537,0.00023026137,0.019233806,0.07965624,0.0006587485],"about_ca_topic_score_codex":0.00023638054,"about_ca_topic_score_gemma":0.000017426359,"teacher_disagreement_score":0.92360556,"about_ca_system_score_codex":0.000008251304,"about_ca_system_score_gemma":0.000013749282,"threshold_uncertainty_score":0.27304563},"labels":[],"label_agreement":null},{"id":"W2985573020","doi":"10.18653/v1/d19-5810","title":"Cross-Task Knowledge Transfer for Query-Based Text Summarization","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Computer science; Leverage (statistics); Natural language processing; Machine translation; Artificial intelligence; Task (project management); Multi-document summarization; Transfer of learning; Sentence; Information retrieval","score_opus":0.020091061961844847,"score_gpt":0.27673004615301783,"score_spread":0.256638984191173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985573020","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031709827,0.000026810303,0.95798737,0.0003231392,0.000439687,0.0003146452,0.0000020861862,0.00016163102,0.009034785],"genre_scores_gemma":[0.93683374,5.166513e-7,0.054564312,0.00038247788,0.000052852687,0.000023088338,0.0000064982337,0.0000087511635,0.008127785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992282,0.000016811282,0.0001581785,0.00031328027,0.00009659253,0.00018697826],"domain_scores_gemma":[0.99934673,0.00009164617,0.000011999484,0.00040448655,0.00010138379,0.000043742868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018307644,0.000083097424,0.00009359267,0.00005745688,0.000052939784,0.00014004436,0.0004076384,0.00005967061,0.000099880395],"category_scores_gemma":[0.000012942444,0.000073268486,0.00006270818,0.00013496153,0.000010798847,0.0003030695,0.000029053883,0.00004361395,0.0001898664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029884282,0.00019684326,0.017603707,0.00022196435,0.000020473935,8.616934e-7,0.0011817039,0.019837368,0.013844143,0.81855375,0.0011050797,0.12740424],"study_design_scores_gemma":[0.00067363057,0.000044366152,0.00075642107,0.000010296618,0.000001997674,3.4608397e-7,0.000003296759,0.9720473,0.0077272947,0.0009949614,0.017606562,0.00013352247],"about_ca_topic_score_codex":0.000018473951,"about_ca_topic_score_gemma":0.000025203848,"teacher_disagreement_score":0.95220995,"about_ca_system_score_codex":0.000026135438,"about_ca_system_score_gemma":0.00009762282,"threshold_uncertainty_score":0.29878023},"labels":[],"label_agreement":null},{"id":"W2985678088","doi":"10.18653/v1/d19-5513","title":"Contextualized Word Representations from Distant Supervision with and for NER","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Nvidia","keywords":"Computer science; Representation (politics); Word (group theory); Natural language processing; Named-entity recognition; Artificial intelligence; Linguistics; Task (project management)","score_opus":0.032033742000887405,"score_gpt":0.2866846165628594,"score_spread":0.254650874561972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985678088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30751047,0.000030608262,0.6903485,0.00069910666,0.00006406438,0.0001682879,0.0000017362771,0.000039144634,0.0011380966],"genre_scores_gemma":[0.7975734,0.0000025724933,0.20065276,0.00022073406,0.0000142227145,0.000011246041,0.000003907927,0.0000031151333,0.0015180827],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947476,0.000011730714,0.000087491906,0.0002555238,0.00008546809,0.0000849952],"domain_scores_gemma":[0.99944866,0.000121334844,0.000017837392,0.00034272106,0.00003475067,0.0000346903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000052737283,0.000047699792,0.00007753677,0.000017460778,0.000035981342,0.00008887163,0.00015266602,0.000016048645,0.000051508745],"category_scores_gemma":[0.000009810964,0.000031983574,0.000013752633,0.000047475092,0.000009290996,0.00023529533,0.00007365883,0.000022764543,0.00000873675],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016299913,0.00008177683,0.056016244,0.00002980931,0.00007157806,0.0000044518747,0.006672372,0.00054042495,0.011054851,0.7599126,0.0019579048,0.16349496],"study_design_scores_gemma":[0.0027989794,0.000100691774,0.010034249,0.000036437617,0.000008920634,0.0000028352854,0.0005539296,0.95819974,0.0012919647,0.019201359,0.007547531,0.00022335765],"about_ca_topic_score_codex":0.0002726653,"about_ca_topic_score_gemma":0.00007840052,"teacher_disagreement_score":0.9576593,"about_ca_system_score_codex":0.0000054075113,"about_ca_system_score_gemma":0.000012961837,"threshold_uncertainty_score":0.13042524},"labels":[],"label_agreement":null},{"id":"W2986143601","doi":"10.18653/v1/k19-1020","title":"Fully Unsupervised Crosslingual Semantic Textual Similarity Metric Based on BERT for Identifying Parallel Data","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Semantic similarity; Artificial intelligence; Metric (unit); Similarity (geometry); Natural language processing; Information retrieval; Pattern recognition (psychology)","score_opus":0.10503656253648687,"score_gpt":0.3355009182367941,"score_spread":0.23046435570030727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986143601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03693142,0.00004171688,0.95884985,0.00085526286,0.0005421985,0.00059493876,0.00001883188,0.00024000887,0.0019257488],"genre_scores_gemma":[0.7477927,0.0000014309752,0.24990812,0.0013799071,0.00009059296,0.000011068084,0.00004396812,0.000015327092,0.000756874],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974682,0.00005928085,0.00038762565,0.0010566763,0.00053893746,0.0004892837],"domain_scores_gemma":[0.9965508,0.00055651186,0.00008619405,0.0025704294,0.00011962538,0.000116443836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010124763,0.00021438036,0.0002810365,0.00025935532,0.00017313869,0.0004739496,0.0027977037,0.00010520749,0.00008831016],"category_scores_gemma":[0.00029779968,0.00019234364,0.00009723964,0.0005094633,0.000021068277,0.00072780484,0.000780753,0.00018597722,0.00014673175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005716267,0.0025126762,0.05251691,0.0021107357,0.00047073446,0.00014941698,0.0029440275,0.3625866,0.006246655,0.29446757,0.017011233,0.25841182],"study_design_scores_gemma":[0.0012289891,0.000091765745,0.0012601949,0.000028528975,0.000012227496,0.0000023624202,0.000039604904,0.9946271,0.0003037494,0.0007948546,0.001344611,0.000265986],"about_ca_topic_score_codex":0.00014183528,"about_ca_topic_score_gemma":0.000060825896,"teacher_disagreement_score":0.71086127,"about_ca_system_score_codex":0.00004774571,"about_ca_system_score_gemma":0.00018116129,"threshold_uncertainty_score":0.78435457},"labels":[],"label_agreement":null},{"id":"W2987386900","doi":"10.1016/j.asoc.2019.105913","title":"Structural block driven enhanced convolutional neural representation for relation extraction","year":2019,"lang":"en","type":"article","venue":"Applied Soft Computing","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"H2020 Marie Skłodowska-Curie Actions; Horizon 2020; Horizon 2020 Framework Programme","keywords":"Block (permutation group theory); Computer science; Convolutional neural network; Representation (politics); Extraction (chemistry); Relationship extraction; Pattern recognition (psychology); Relation (database); Artificial intelligence; Algorithm; Mathematics; Data mining; Chemistry; Chromatography; Combinatorics","score_opus":0.02200493358396193,"score_gpt":0.27983557893516414,"score_spread":0.2578306453512022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987386900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46026215,0.000005905862,0.5383052,0.00008508142,0.0004920717,0.00031199597,3.9688777e-7,0.00014004314,0.0003970933],"genre_scores_gemma":[0.87133336,1.969768e-7,0.12828061,0.00009846222,0.00019187173,0.000011513151,0.000018492832,0.000009634577,0.000055846886],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986722,0.000025361862,0.0003088026,0.000498197,0.00024350615,0.00025192913],"domain_scores_gemma":[0.99902123,0.00031002582,0.00021371667,0.00031815594,0.000093925126,0.0000429257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017311671,0.00012303407,0.00014270312,0.00006926144,0.00020821289,0.00009970413,0.00028992703,0.000075504715,0.0000060325883],"category_scores_gemma":[0.000030633644,0.00013512075,0.00006040088,0.00016241567,0.000014182703,0.00033704602,0.00011955355,0.00014866407,0.000030012501],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024135596,0.000011643954,0.002261213,0.000026331056,0.000019314037,4.0580161e-7,0.0010976061,0.7771837,0.076725885,0.08777334,0.00004538604,0.054831035],"study_design_scores_gemma":[0.00055630674,0.000018833247,0.010078783,0.000009205766,0.0000045581487,0.0000071014065,0.000048085614,0.981762,0.0027032027,0.004625966,0.0000356252,0.00015033018],"about_ca_topic_score_codex":0.000009182593,"about_ca_topic_score_gemma":0.0000013022068,"teacher_disagreement_score":0.4110712,"about_ca_system_score_codex":0.00007860342,"about_ca_system_score_gemma":0.000035245645,"threshold_uncertainty_score":0.5510064},"labels":[],"label_agreement":null},{"id":"W2987844692","doi":"10.18653/v1/d19-5607","title":"Transformer-based Model for Single Documents Neural Summarization","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Alberta Innovates; University of Lethbridge","keywords":"Automatic summarization; Computer science; Encoder; Transformer; ENCODE; Decoding methods; Artificial intelligence; Correctness; Natural language processing; Vocabulary; Speech recognition; Programming language; Algorithm","score_opus":0.031126324528247012,"score_gpt":0.25359788429103086,"score_spread":0.22247155976278385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987844692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02234052,0.0000042426586,0.97188234,0.00061168545,0.00019668424,0.00030492767,0.000001048498,0.000113245944,0.004545299],"genre_scores_gemma":[0.86321396,1.8332963e-7,0.13455206,0.0005641309,0.000011546905,0.000011939839,0.0000048432685,0.0000051391717,0.0016362094],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934816,0.0000069565835,0.00012562331,0.000223015,0.00013001711,0.00016620361],"domain_scores_gemma":[0.99962634,0.00002529455,0.000022838229,0.0002524504,0.000038404552,0.000034687808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007581231,0.0000668513,0.00006982356,0.000040861196,0.000034491462,0.00008060468,0.00029610502,0.00003121192,0.000015360527],"category_scores_gemma":[0.0000042657766,0.00005954891,0.000044215063,0.00007294126,0.0000039257848,0.00047026327,0.000014002385,0.00002743757,0.000015338936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012120036,0.00007793542,0.0006974437,0.00004025581,0.0000057465336,2.582719e-7,0.00028151667,0.86872864,0.023122583,0.06917028,0.00013597292,0.037727237],"study_design_scores_gemma":[0.00045360823,0.000044504894,0.000008413723,0.000003626064,0.0000017066161,2.8929702e-7,0.000002347045,0.9909735,0.0057608522,0.002503151,0.00016683807,0.0000812024],"about_ca_topic_score_codex":0.000010252782,"about_ca_topic_score_gemma":0.000011356332,"teacher_disagreement_score":0.8408734,"about_ca_system_score_codex":0.000025377562,"about_ca_system_score_gemma":0.000033926768,"threshold_uncertainty_score":0.2428334},"labels":[],"label_agreement":null},{"id":"W2987869401","doi":"10.26615/978-954-452-056-4_018","title":"Learning Sentence Embeddings for Coherence Modelling and Beyond","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Coherence (philosophical gambling strategy); Sentence; Artificial intelligence; Heuristics; Natural language processing; Embedding","score_opus":0.0217580173074763,"score_gpt":0.2430688725556375,"score_spread":0.2213108552481612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987869401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17945959,0.000036735324,0.81635535,0.00024397067,0.00011117096,0.00015141733,1.3791775e-7,0.00010109783,0.003540508],"genre_scores_gemma":[0.6664479,0.000005117714,0.33091557,0.00018129894,0.00001508532,0.00000624808,2.6418462e-7,0.0000039555384,0.002424579],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920267,0.000010542725,0.00011879703,0.000352306,0.00011570909,0.00019997991],"domain_scores_gemma":[0.99953675,0.000105157626,0.000039991577,0.00021125644,0.000055312783,0.000051533978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002059702,0.000077664976,0.00009897244,0.000035179295,0.00007430802,0.00012453481,0.00029036897,0.000033083084,0.000010996277],"category_scores_gemma":[0.000014942515,0.000070916954,0.000023418568,0.0000706092,0.0000112632315,0.0004020955,0.00015484462,0.000088286164,0.000021705737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009113842,0.000021473466,0.008292387,0.00010832766,0.00001683673,0.0000023768496,0.0038528077,0.5513825,0.0049079605,0.35900488,0.00014274634,0.072258584],"study_design_scores_gemma":[0.00015402002,0.000044095654,0.000014841047,0.000012399956,0.0000012783844,0.000004877536,0.00012252883,0.9919638,0.000614069,0.0063163983,0.00065075676,0.00010093773],"about_ca_topic_score_codex":0.000022491424,"about_ca_topic_score_gemma":0.0000010441881,"teacher_disagreement_score":0.4869883,"about_ca_system_score_codex":0.000010352571,"about_ca_system_score_gemma":0.000018621009,"threshold_uncertainty_score":0.28919095},"labels":[],"label_agreement":null},{"id":"W2990321249","doi":"10.1111/coin.12248","title":"A topic‐based term frequency normalization framework to enhance probabilistic information retrieval","year":2019,"lang":"en","type":"article","venue":"Computational Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; York University","funders":"Natural Sciences and Engineering Research Council of Canada; Yenepoya Research Centre","keywords":"Computer science; Divergence-from-randomness model; Normalization (sociology); Term Discrimination; Probabilistic logic; Artificial intelligence; Term (time); Language model; Natural language processing; Embedding; Sentence; Vector space model; Information retrieval; Visual Word","score_opus":0.017773968724452867,"score_gpt":0.2958569037642808,"score_spread":0.27808293503982795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990321249","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02911799,0.00001815246,0.9679973,0.0007987516,0.00065854704,0.00047794342,0.0000031102916,0.00015549094,0.0007727025],"genre_scores_gemma":[0.64195746,7.645368e-7,0.35670823,0.0012235189,0.000041209194,0.000011915942,0.000015933068,0.00000396909,0.000036955284],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984164,0.00004579233,0.0004563119,0.00034734196,0.0005016762,0.00023247092],"domain_scores_gemma":[0.99858344,0.0002909573,0.0001348673,0.00045946156,0.00042854674,0.000102705526],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024666887,0.0001445663,0.0001340823,0.00017152121,0.000084706415,0.00022640635,0.0007734105,0.00008192835,0.00009630279],"category_scores_gemma":[0.0003749074,0.00015138571,0.000047220634,0.00067258644,0.000021941863,0.001062346,0.00013756323,0.00015218253,0.00096973026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071184804,0.00002034035,0.0009896202,0.00004448757,0.0000034612412,8.8589724e-7,0.0007602185,0.6919637,0.000054583765,0.28310597,0.000019259187,0.023030356],"study_design_scores_gemma":[0.000033195647,0.00008226902,0.0020570958,0.00010393041,0.0000019937243,0.0000044859275,0.000012882764,0.86691225,0.0015146014,0.12887025,0.00020501626,0.00020203271],"about_ca_topic_score_codex":0.000011287268,"about_ca_topic_score_gemma":0.0000013011302,"teacher_disagreement_score":0.6128395,"about_ca_system_score_codex":0.0001297843,"about_ca_system_score_gemma":0.00020058194,"threshold_uncertainty_score":0.99980813},"labels":[],"label_agreement":null},{"id":"W2990395788","doi":"10.26615/978-954-452-056-4_119","title":"Self-Attentional Models Application in Task-Oriented Dialogue Generation Systems","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Task (project management); Machine translation; Sequence (biology); Artificial intelligence; Convolution (computer science); Task analysis; Sequence learning; Mechanism (biology); Machine learning; Natural language processing; Human–computer interaction; Artificial neural network","score_opus":0.019001409230749056,"score_gpt":0.22129831982491097,"score_spread":0.2022969105941619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990395788","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08263802,0.000033207958,0.91387975,0.00018380267,0.00042929535,0.00036124507,8.635834e-7,0.00014258671,0.0023312033],"genre_scores_gemma":[0.95141673,0.0000032021628,0.047982767,0.00008627008,0.00009086201,0.00006448314,0.000026458998,0.000004066551,0.00032512812],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999059,0.00004006483,0.00021698386,0.0003360471,0.00021441767,0.00013345435],"domain_scores_gemma":[0.99946415,0.000015282796,0.000050149818,0.00037774676,0.000061484454,0.000031168034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002302553,0.000068141206,0.00008451976,0.0000870919,0.000027037257,0.000066624554,0.00025322937,0.000050275125,0.00000263487],"category_scores_gemma":[0.0000023143484,0.00006491899,0.000021347601,0.00018863565,0.0000028386387,0.0005468086,0.00007364339,0.000056467594,0.00012432381],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.9020093e-7,0.000035807756,0.0013831868,0.000011839305,0.0000032443775,3.430061e-7,0.0001554179,0.19455643,0.0031015142,0.7997907,0.000059660786,0.0009014109],"study_design_scores_gemma":[0.00019581834,0.0000075146854,0.00027830468,0.0000036118533,8.437106e-7,0.0000024326453,0.000009838366,0.9973362,0.00009599473,0.0015176805,0.00047376915,0.000078004254],"about_ca_topic_score_codex":0.00019356591,"about_ca_topic_score_gemma":0.00002879113,"teacher_disagreement_score":0.86877877,"about_ca_system_score_codex":0.000078973484,"about_ca_system_score_gemma":0.000037685844,"threshold_uncertainty_score":0.26473197},"labels":[],"label_agreement":null},{"id":"W2990468116","doi":"10.22148/16.051","title":"Annotation Guideline No. 1: Narrative Boundaries Annotation Guide","year":2019,"lang":"en","type":"article","venue":"Journal of Cultural Analytics","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Annotation; Natural (archaeology); Cover (algebra); Test (biology); Computer science; World Wide Web; History; Literature; Artificial intelligence; Engineering; Art; Biology","score_opus":0.020478133666557263,"score_gpt":0.2973478058838749,"score_spread":0.2768696722173176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990468116","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29405695,0.00022031684,0.6938315,0.006995599,0.0020666108,0.00012216331,0.000001795504,0.00003691427,0.0026681435],"genre_scores_gemma":[0.7345929,0.000036563382,0.25838527,0.0010439846,0.00063696544,5.42093e-7,0.000006799429,0.0000078252615,0.005289115],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983061,0.00005399783,0.0008213304,0.0001485915,0.0005103493,0.00015961117],"domain_scores_gemma":[0.9965843,0.000041150706,0.0006633011,0.00020225118,0.0024329673,0.00007603487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049312075,0.000121447905,0.00023650592,0.00010539707,0.0001285152,0.00044878817,0.00046258658,0.000052684078,0.00004141829],"category_scores_gemma":[0.0002838054,0.000083907325,0.00013094342,0.00027004024,0.00004002643,0.0016062789,0.00006140605,0.00018911365,0.00006651461],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021808739,0.00030626287,0.0053327903,0.00015937707,0.0008270473,0.00017846304,0.10526529,0.328229,0.05458526,0.092310466,0.3449393,0.067648634],"study_design_scores_gemma":[0.000860953,0.00038266656,0.0008123994,0.000088179775,0.00004168843,0.00014502443,0.00290741,0.7859255,0.0012587539,0.004236328,0.20305724,0.0002838262],"about_ca_topic_score_codex":0.000016876496,"about_ca_topic_score_gemma":0.0000070203364,"teacher_disagreement_score":0.4576965,"about_ca_system_score_codex":0.00011180565,"about_ca_system_score_gemma":0.00020314314,"threshold_uncertainty_score":0.43276745},"labels":[],"label_agreement":null},{"id":"W2990476816","doi":"10.3233/shti190510","title":"AutoScribe: Extracting Clinically Pertinent Information from Patient-Clinician Dialogues","year":2019,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Vector Institute; University of Toronto","funders":"","keywords":"Context (archaeology); Computer science; Medical information; Information retrieval; Natural language processing; Data science; Artificial intelligence; History","score_opus":0.061251424951719605,"score_gpt":0.34707735070678375,"score_spread":0.28582592575506416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990476816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91520506,0.0019972157,0.07044595,0.0077693267,0.0021831472,0.00067795464,0.000006658313,0.00044594743,0.0012687444],"genre_scores_gemma":[0.8723222,0.0018206168,0.12182312,0.0039676856,0.000023119283,0.000026094753,0.000006005656,0.0000036118727,0.0000075597154],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764633,0.000040106683,0.0016823504,0.00013539733,0.00015696029,0.00033882548],"domain_scores_gemma":[0.9984427,0.00033631895,0.00063879223,0.0004459082,0.00009257085,0.000043681022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007716017,0.00013314547,0.00035807586,0.00034859352,0.0001586772,0.000035003653,0.0003707039,0.00017470484,0.000002097075],"category_scores_gemma":[0.00078700157,0.000116539086,0.000025060393,0.00035788582,0.00010973253,0.0012163204,0.0006206288,0.00046110447,0.00005276228],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011469608,0.000033296325,0.07109912,0.00035709285,0.00003243295,0.0000011137688,0.046588276,0.0002005335,0.0000010041161,0.021406803,0.0002698248,0.85999906],"study_design_scores_gemma":[0.002669192,0.0018564604,0.014748881,0.0015261185,0.0000109842085,0.000029291534,0.08718945,0.7638955,0.000052636547,0.07751822,0.04963268,0.0008705488],"about_ca_topic_score_codex":0.000036843492,"about_ca_topic_score_gemma":0.000013637529,"teacher_disagreement_score":0.8591285,"about_ca_system_score_codex":0.00007791942,"about_ca_system_score_gemma":0.00008995561,"threshold_uncertainty_score":0.4752326},"labels":[],"label_agreement":null},{"id":"W2990647120","doi":"10.22148/16.052","title":"Annotation Guideline No. 2: For Annotating Anachronies and Narrative Levels in Fiction","year":2019,"lang":"en","type":"article","venue":"Journal of Cultural Analytics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Annotation; Perspective (graphical); Guideline; Encoding (memory); Computer science; World Wide Web; Literature; Art; Artificial intelligence; Medicine","score_opus":0.03843314680947173,"score_gpt":0.31443756346654733,"score_spread":0.2760044166570756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990647120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69117486,0.00015977981,0.30711627,0.0010263914,0.0003083888,0.0000956033,0.0000013796114,0.000006934174,0.00011039418],"genre_scores_gemma":[0.8819983,0.00001833373,0.117514804,0.000115946,0.00015325595,5.751929e-7,0.0000011232327,0.0000026210068,0.000195011],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990822,0.000026713806,0.0004956294,0.00011208728,0.00017174725,0.00011161262],"domain_scores_gemma":[0.9987392,0.00006751814,0.00034945543,0.00007565969,0.00073334156,0.00003482839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040593816,0.000075807104,0.00017505565,0.00009494776,0.00005099915,0.000093511466,0.00015182076,0.000034892975,0.000003819899],"category_scores_gemma":[0.00018653416,0.000054597163,0.0000507721,0.00015456071,0.000011403573,0.00095224805,0.000029860348,0.0001116274,0.0000013617284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018636546,0.00019318663,0.015167566,0.00035391698,0.00032213525,0.0000411461,0.1073374,0.63817704,0.06926482,0.017558556,0.0128964195,0.13850142],"study_design_scores_gemma":[0.0006692309,0.00021503294,0.0029079742,0.00007416404,0.0000088940305,0.00002981663,0.002608233,0.99067277,0.00030552543,0.0013233819,0.0010909757,0.00009397588],"about_ca_topic_score_codex":0.000008575352,"about_ca_topic_score_gemma":0.000010004802,"teacher_disagreement_score":0.35249573,"about_ca_system_score_codex":0.000069784255,"about_ca_system_score_gemma":0.00004402217,"threshold_uncertainty_score":0.22264077},"labels":[],"label_agreement":null},{"id":"W2990684147","doi":"10.1145/3459104.3459147","title":"Relation Extraction with Synthetic Explanations and Neural Network","year":2021,"lang":"en","type":"article","venue":"2021 International Symposium on Electrical, Electronics and Information Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relationship extraction; Relation (database); Computer science; Artificial intelligence; Sentence; Artificial neural network; Training set; Set (abstract data type); Machine learning; Natural language processing; Noise (video); Pattern recognition (psychology); Data mining","score_opus":0.0037985368578463768,"score_gpt":0.19099787517394093,"score_spread":0.18719933831609456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990684147","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03851977,0.00040317304,0.9543523,0.0041256826,0.00036988835,0.00012639302,0.0000014767119,0.00010799286,0.001993293],"genre_scores_gemma":[0.9907792,0.00085240195,0.0078117903,0.00031562845,0.00010876161,0.000023959092,0.000037768543,0.000007877575,0.000062612504],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999071,0.000015923299,0.00023639231,0.00019010302,0.00026502542,0.00022153974],"domain_scores_gemma":[0.9994822,0.00009322271,0.0000820651,0.00014574065,0.00013565755,0.00006109848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012753367,0.00011694812,0.00009237343,0.00011444104,0.00011581928,0.00030252195,0.00012090847,0.000056327244,0.000008830454],"category_scores_gemma":[0.000044513134,0.00011494132,0.000021285441,0.00032030826,0.000006171624,0.0018013889,0.00004095355,0.00023777259,0.0000037769105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010692638,0.000021730342,0.00018437367,0.000008752032,0.00004518893,0.0000038852827,0.00014080638,0.5203742,0.0011028156,0.45117617,0.00007585607,0.026855567],"study_design_scores_gemma":[0.0002217933,0.00008046069,0.00072563207,0.000020132182,0.0000065474965,0.00012966743,0.000005148806,0.9840361,0.0005657068,0.00025219418,0.013822985,0.00013367171],"about_ca_topic_score_codex":0.0000031121867,"about_ca_topic_score_gemma":0.0000020700154,"teacher_disagreement_score":0.9522594,"about_ca_system_score_codex":0.00012533712,"about_ca_system_score_gemma":0.00005116273,"threshold_uncertainty_score":0.4687171},"labels":[],"label_agreement":null},{"id":"W2991233348","doi":"10.22148/16.053","title":"Annotating Narrative Levels: Review of Guideline No. 1.","year":2019,"lang":"en","type":"article","venue":"Journal of Cultural Analytics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Annotation; Guideline; Computer science; Linguistics; Political science; Artificial intelligence; Philosophy","score_opus":0.052936451256500996,"score_gpt":0.33169971006662957,"score_spread":0.2787632588101286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991233348","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22321554,0.034986645,0.70316935,0.02215997,0.0035094928,0.0005557259,0.000009218417,0.0000616257,0.012332439],"genre_scores_gemma":[0.48064014,0.0030634808,0.50917137,0.003746946,0.00065816834,4.787445e-7,0.0000018701772,0.000011774797,0.0027057806],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981751,0.000055094595,0.0010672517,0.00011003787,0.00046465115,0.00012787667],"domain_scores_gemma":[0.9965148,0.00005565879,0.0009977539,0.00022234042,0.0021444997,0.00006493665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007832979,0.00010007675,0.0003947405,0.000054203792,0.000027807835,0.000033439817,0.0005992368,0.000030789928,0.000074065254],"category_scores_gemma":[0.00045189256,0.00006233641,0.00018707618,0.00026469218,0.00001651989,0.00059210754,0.000092070375,0.00019224061,0.000021452097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013445519,0.0008417478,0.0068144836,0.020311004,0.002728767,0.00042922422,0.066505514,0.110033914,0.09061426,0.073084936,0.3668572,0.26164448],"study_design_scores_gemma":[0.0017390044,0.0010309817,0.0005858107,0.019927923,0.00020872038,0.0006064602,0.0033695297,0.8910688,0.0033114275,0.0031969456,0.074185655,0.0007687512],"about_ca_topic_score_codex":0.0000033429344,"about_ca_topic_score_gemma":5.640714e-7,"teacher_disagreement_score":0.7810349,"about_ca_system_score_codex":0.00004163756,"about_ca_system_score_gemma":0.00010163244,"threshold_uncertainty_score":0.25420052},"labels":[],"label_agreement":null},{"id":"W2991485158","doi":"10.48550/arxiv.1911.13280","title":"Deconstructing and reconstructing word embedding algorithms","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Word2vec; Pointwise mutual information; Word (group theory); Word embedding; Computer science; Pointwise; Embedding; Algorithm; Feature (linguistics); Construct (python library); Artificial intelligence; Natural language processing; Mutual information; Mathematics; Linguistics","score_opus":0.07496298646145166,"score_gpt":0.2028099849556326,"score_spread":0.12784699849418094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991485158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45038036,0.0000670952,0.54653674,0.000029926678,0.0010504874,0.00014135818,0.0000023324349,0.00018307958,0.0016086246],"genre_scores_gemma":[0.87196094,0.00007105992,0.12741813,0.000040412295,0.00012070687,3.8651598e-7,0.0000019394247,0.0000180836,0.0003683146],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975651,0.000103689155,0.00028665847,0.001514434,0.000085324915,0.00044480595],"domain_scores_gemma":[0.99801266,0.0002095569,0.00036308204,0.0011497803,0.00010309038,0.00016181452],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038522884,0.00033192337,0.00040604424,0.00029630933,0.0002168112,0.00028478948,0.001254051,0.00030537616,0.000015978523],"category_scores_gemma":[0.000066001645,0.0004169693,0.00013295506,0.00030219764,0.00009557208,0.0005956669,0.003245855,0.00081428094,0.000027018423],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011446924,0.000025318572,0.06478327,0.00033710964,0.00021257228,0.000371969,0.001304428,0.5865715,0.000059780254,0.15456274,0.000028443768,0.19173141],"study_design_scores_gemma":[0.00028915622,0.000008740708,0.00016172278,0.00020996571,0.000028437522,0.00007237859,0.00035805933,0.9714734,0.00005641259,0.02684376,0.000056094417,0.00044187563],"about_ca_topic_score_codex":0.00010198179,"about_ca_topic_score_gemma":0.000009642398,"teacher_disagreement_score":0.4215806,"about_ca_system_score_codex":0.00016382542,"about_ca_system_score_gemma":0.00017874384,"threshold_uncertainty_score":0.9998282},"labels":[],"label_agreement":null},{"id":"W2992721737","doi":"10.48550/arxiv.1912.01706","title":"A Robust Self-Learning Method for Fully Unsupervised Cross-Lingual Mappings of Word Embeddings: Making the Method Robustly Reproducible as Well","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Word (group theory); Computer science; Artificial intelligence; Unsupervised learning; Natural language processing; Mathematics; Geometry","score_opus":0.107240782913354,"score_gpt":0.2717381276094857,"score_spread":0.1644973446961317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992721737","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07369289,0.00013825193,0.9200585,0.00022057313,0.00095105375,0.0012293854,0.0000065617637,0.0004759499,0.0032268302],"genre_scores_gemma":[0.45193195,0.00004154782,0.54400885,0.00015440396,0.00018664297,0.0000063045477,0.0000075402318,0.000055749257,0.0036070053],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99423385,0.0007468463,0.00072893384,0.0031643438,0.0003063165,0.00081972923],"domain_scores_gemma":[0.9933158,0.0012033121,0.0011399563,0.003392784,0.0008077151,0.00014041542],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0048712315,0.0006261977,0.0009146275,0.0004912802,0.00046963303,0.00043842156,0.004351503,0.00055608316,0.00005916637],"category_scores_gemma":[0.00062914606,0.000621342,0.0006757474,0.0010327634,0.00009393051,0.0005538327,0.004076208,0.0014901491,0.000048143127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007659614,0.00006281283,0.0010024855,0.00048128678,0.0002364808,0.000035791643,0.0026679218,0.96364826,0.00014137024,0.029168127,0.00007505401,0.0024038136],"study_design_scores_gemma":[0.0008252642,0.000092855895,0.0001324695,0.00033880293,0.00020119257,0.000021220214,0.0006448363,0.97893375,0.0008135838,0.013981941,0.0033543077,0.0006597987],"about_ca_topic_score_codex":0.00034447195,"about_ca_topic_score_gemma":0.000011371874,"teacher_disagreement_score":0.37823907,"about_ca_system_score_codex":0.0003103742,"about_ca_system_score_gemma":0.00063746644,"threshold_uncertainty_score":0.9996238},"labels":[],"label_agreement":null},{"id":"W2993877978","doi":"10.22148/16.057","title":"Annotating Narrative Levels: Review of Guideline No. 4","year":2019,"lang":"en","type":"article","venue":"Journal of Cultural Analytics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Annotation; Perspective (graphical); Guideline; Computer science; Narrative review; World Wide Web; Psychology; Linguistics; Political science; Artificial intelligence; Philosophy","score_opus":0.05391653072855011,"score_gpt":0.33259020478020473,"score_spread":0.2786736740516546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993877978","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22374782,0.03441896,0.7041692,0.02129116,0.0034634208,0.0005463459,0.0000092446935,0.000059271435,0.01229459],"genre_scores_gemma":[0.48484772,0.0029676373,0.505138,0.0037050704,0.00064545614,4.681596e-7,0.0000018697849,0.000011390767,0.0026824235],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99818695,0.000054558357,0.0010607512,0.00010916238,0.00046169982,0.00012688576],"domain_scores_gemma":[0.9965529,0.000055371194,0.000991861,0.0002203874,0.0021151071,0.000064409025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007785962,0.00009923708,0.00039195217,0.000053731135,0.000027616245,0.000033217813,0.0005955379,0.000030525716,0.00007387405],"category_scores_gemma":[0.00045129523,0.00006177182,0.00018564824,0.00026425466,0.000016372866,0.0005892965,0.00009139079,0.0001909713,0.000020799218],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013642198,0.00084105146,0.006831062,0.020354075,0.0027362513,0.00042960883,0.06693781,0.10957013,0.09053745,0.073363245,0.367832,0.26043087],"study_design_scores_gemma":[0.001719534,0.001033931,0.00057623745,0.019857561,0.00020616093,0.0005991629,0.0033411153,0.8926197,0.0032378447,0.0031876152,0.072862156,0.0007589454],"about_ca_topic_score_codex":0.0000033013346,"about_ca_topic_score_gemma":5.5941763e-7,"teacher_disagreement_score":0.7830496,"about_ca_system_score_codex":0.00004134421,"about_ca_system_score_gemma":0.0001014849,"threshold_uncertainty_score":0.25189817},"labels":[],"label_agreement":null},{"id":"W2994747004","doi":"10.1016/j.elerap.2019.100917","title":"A neural graph embedding approach for selecting review sentences","year":2019,"lang":"en","type":"article","venue":"Electronic Commerce Research and Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Embedding; Artificial intelligence; Graph; Natural language processing; Machine learning; Theoretical computer science","score_opus":0.06821664792207113,"score_gpt":0.3889785058434018,"score_spread":0.3207618579213307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994747004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028570036,0.02091429,0.9691833,0.0037019202,0.000009934093,0.0018016126,0.0000011608505,0.00008365054,0.0014470987],"genre_scores_gemma":[0.92143613,0.0124940425,0.06141904,0.0007184283,0.00016744724,0.002962336,0.000024723062,0.000022833294,0.0007550155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982875,0.000088354645,0.0001772653,0.00048537125,0.0002659984,0.00069548667],"domain_scores_gemma":[0.99883306,0.00034597353,0.000041878502,0.0005337242,0.00014950098,0.00009584884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012841254,0.0000930401,0.00015281688,0.000104922285,0.00041071564,0.00012657674,0.0007094271,0.000030854153,0.0000046793352],"category_scores_gemma":[0.000026943995,0.00008529879,0.00004704212,0.0007729738,0.000041614312,0.00018820213,0.00021163623,0.00040246677,0.0000075934468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006336761,0.00013832109,0.0006714444,0.0008786417,0.000032853284,1.2225436e-7,0.00018304086,0.00025978396,0.0019464336,0.6468613,0.0020179243,0.34700376],"study_design_scores_gemma":[0.00047396214,0.00033567435,0.0001054478,0.00019601973,0.000008321824,0.000049421018,0.00022811744,0.817972,0.00019428723,0.03691382,0.14317422,0.00034873714],"about_ca_topic_score_codex":0.000022190849,"about_ca_topic_score_gemma":0.000003836272,"teacher_disagreement_score":0.9185791,"about_ca_system_score_codex":0.000056279398,"about_ca_system_score_gemma":0.00010597978,"threshold_uncertainty_score":0.34783837},"labels":[],"label_agreement":null},{"id":"W2995652189","doi":"10.1145/3458553.3458560","title":"Report on the First HIPstIR Workshop on the Future of Information Retrieval","year":2019,"lang":"en","type":"preprint","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Mainstream; Library science; Computer science; Information retrieval; Political science","score_opus":0.02401280320501431,"score_gpt":0.25147593058079315,"score_spread":0.22746312737577884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995652189","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18235038,0.00042165688,0.28864297,0.48677427,0.016155904,0.0031230515,0.000034658642,0.00044940267,0.022047715],"genre_scores_gemma":[0.99143326,0.00006563438,0.0026295853,0.0049132006,0.00041519746,0.000029726878,0.000022571077,0.000014607445,0.00047622423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99794006,0.000060355324,0.00056859833,0.00038858945,0.0007392222,0.00030314704],"domain_scores_gemma":[0.9934879,0.00074068876,0.00069963105,0.004891494,0.00014686954,0.000033413904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010454078,0.0002514531,0.00025023776,0.00009747489,0.00017831703,0.00022786402,0.003761133,0.00031446034,0.000016171725],"category_scores_gemma":[0.00090061297,0.00013956007,0.00018436411,0.00022190744,0.000041102114,0.00026391054,0.002838983,0.0010185151,0.000105244435],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016452053,0.00011512067,0.0020611382,0.0003197623,0.00021111054,0.000034314296,0.0063472576,0.053636122,0.000014078844,0.6581329,0.16180477,0.117158875],"study_design_scores_gemma":[0.00068063015,0.0003099134,0.0070587215,0.0020700458,0.00006429266,0.00008916262,0.0014145181,0.28231987,0.00271036,0.18937175,0.5125208,0.0013899193],"about_ca_topic_score_codex":0.000014842527,"about_ca_topic_score_gemma":0.000007856175,"teacher_disagreement_score":0.80908287,"about_ca_system_score_codex":0.000093612274,"about_ca_system_score_gemma":0.00016275611,"threshold_uncertainty_score":0.69891834},"labels":[],"label_agreement":null},{"id":"W2996068536","doi":"","title":"Language GANs Falling Short","year":2020,"lang":"en","type":"article","venue":"International Conference on Learning Representations","topic":"Topic Modeling","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Université de Montréal; McGill University","funders":"","keywords":"Softmax function; Computer science; Sample (material); Inference; Metric (unit); Natural language generation; Quality (philosophy); Artificial intelligence; Diversity (politics); Machine learning; Ground truth; Fallacy; Sampling bias; Sample size determination; Statistics; Mathematics; Artificial neural network; Natural language","score_opus":0.09059197135597538,"score_gpt":0.3557337931421951,"score_spread":0.2651418217862197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996068536","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08404621,0.000011871485,0.808919,0.023188101,0.00035086076,0.00010596547,0.0000030802335,0.00039068292,0.0829842],"genre_scores_gemma":[0.98751587,0.000011487547,0.0104664005,0.00078112853,0.00018679613,0.0000151626255,0.000018340195,0.000008035045,0.0009967835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988035,0.000058571037,0.00019849172,0.0004023962,0.00039372535,0.00014333417],"domain_scores_gemma":[0.99938333,0.000095687756,0.000053873693,0.000219698,0.00014641297,0.000100985955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009236257,0.000096049655,0.00008843452,0.00008081189,0.00011219422,0.00026935787,0.00079961645,0.000033965945,0.0002493892],"category_scores_gemma":[0.00032133912,0.0001011003,0.000055007873,0.0001575389,0.000021260168,0.00034304647,0.00016235554,0.00030909435,0.00022751727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021538433,0.000083655286,0.017109519,0.0000111583,0.000108741835,0.000121939695,0.034891956,0.09222154,0.027247014,0.7350851,0.00068626786,0.092411555],"study_design_scores_gemma":[0.00014724267,0.000043008447,0.00181133,0.000021062779,0.0000033239696,0.0000057281577,0.0011319658,0.992832,0.0013454056,0.001062648,0.0014533722,0.00014288083],"about_ca_topic_score_codex":0.000044195636,"about_ca_topic_score_gemma":0.0000050568906,"teacher_disagreement_score":0.9034697,"about_ca_system_score_codex":0.000028434393,"about_ca_system_score_gemma":0.000054820957,"threshold_uncertainty_score":0.41227505},"labels":[],"label_agreement":null},{"id":"W2996350961","doi":"10.1186/s12911-019-0980-z","title":"Improving clinical named entity recognition in Chinese using the graphical and phonetic feature","year":2019,"lang":"en","type":"article","venue":"BMC Medical Informatics and Decision Making","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"University of Manchester","keywords":"Computer science; Natural language processing; Artificial intelligence; Feature (linguistics); Named-entity recognition; Pinyin; Chinese characters; Embedding; Information retrieval; Linguistics","score_opus":0.04025595392247056,"score_gpt":0.3433896400771219,"score_spread":0.30313368615465136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996350961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50886565,0.00009682773,0.49062967,0.000026956672,0.00024092279,0.00009377354,2.5499645e-7,0.000012099052,0.00003381943],"genre_scores_gemma":[0.6448444,0.000059745198,0.35456544,0.00047791505,0.0000464287,0.0000015434925,4.8828116e-7,0.0000028795066,0.0000011872818],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982842,0.00008383904,0.00064760674,0.00018924384,0.00059639534,0.00019867287],"domain_scores_gemma":[0.9976742,0.0016635741,0.00017069728,0.00032183796,0.000043136522,0.00012654623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002356478,0.00011269443,0.0002245417,0.000119664706,0.000096749136,0.00025982969,0.00035363025,0.00018914523,0.00001398827],"category_scores_gemma":[0.00096740783,0.00006872764,0.000049845305,0.00027618845,0.00006967137,0.0004535753,0.00059347245,0.000480155,0.0000054313027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019442314,0.000019011288,0.046208248,0.0000821972,0.0000034131785,0.0000045046095,0.0005512127,0.00014022768,0.0000044305607,0.0005596521,0.00001606641,0.95239156],"study_design_scores_gemma":[0.00063860393,0.000022752422,0.009078476,0.00030255615,0.0000032909531,0.000060953553,0.000128095,0.9806124,4.9913905e-7,0.009031894,0.000025685315,0.00009478071],"about_ca_topic_score_codex":0.000012568383,"about_ca_topic_score_gemma":0.000062999105,"teacher_disagreement_score":0.9804722,"about_ca_system_score_codex":0.0000125594825,"about_ca_system_score_gemma":0.000096492324,"threshold_uncertainty_score":0.2802632},"labels":[],"label_agreement":null},{"id":"W2996912688","doi":"","title":"Discreteness in Neural Natural Language Processing","year":2019,"lang":"en","type":"article","venue":"Empirical Methods in Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Artificial intelligence; Artificial neural network; Focus (optics); Process (computing); Point (geometry); Space (punctuation); Natural language processing; Natural language; Machine learning; Programming language; Mathematics","score_opus":0.03199366781166351,"score_gpt":0.4167666648137828,"score_spread":0.38477299700211925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996912688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69852096,0.06723304,0.2293354,0.0015423585,0.001295279,0.0005659743,0.0000012568942,0.00046083526,0.001044897],"genre_scores_gemma":[0.6051608,0.0000021214719,0.39369708,0.00072475214,0.00011427143,0.000016331982,0.0000035939465,0.000024862955,0.00025618478],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959178,0.0006814858,0.00074641267,0.0011494941,0.0005623692,0.0009424483],"domain_scores_gemma":[0.9984743,0.0004317101,0.00023550222,0.0006461782,0.00008440309,0.0001279321],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016004855,0.00042584917,0.0006324568,0.0004980108,0.00011065177,0.00044490097,0.0014880344,0.00022228264,0.000022195707],"category_scores_gemma":[0.00068992726,0.00034422427,0.00012329813,0.0018946854,0.000070123046,0.0017439317,0.0006413469,0.0015538385,0.000012982665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026384494,0.00004388447,0.010166295,0.00024623092,0.0000034467714,0.00017323879,0.012200564,0.000360352,0.010523439,0.00005713252,0.000003852527,0.96619517],"study_design_scores_gemma":[0.00077101775,0.00002485557,0.008908586,0.0003841771,0.000005308407,0.000068766916,0.0016374869,0.98422366,0.003016985,0.0003359645,0.000059839098,0.0005633407],"about_ca_topic_score_codex":0.000119936594,"about_ca_topic_score_gemma":0.00008135447,"teacher_disagreement_score":0.9838633,"about_ca_system_score_codex":0.00024777337,"about_ca_system_score_gemma":0.00017299222,"threshold_uncertainty_score":0.999901},"labels":[],"label_agreement":null},{"id":"W2996917304","doi":"10.1609/aaai.v34i05.6423","title":"Relation Extraction with Convolutional Network over Learnable Syntax-Transport Graph","year":2020,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Beijing Advanced Innovation Center for Big Data and Brain Computing; Fundamental Research Funds for the Central Universities; State Key Laboratory of Software Development Environment; National Natural Science Foundation of China","keywords":"Computer science; Graph; Dependency graph; Dependency (UML); Artificial intelligence; Relationship extraction; Theoretical computer science; Abstract syntax; Natural language processing; Syntax; Information extraction","score_opus":0.07050531782830213,"score_gpt":0.26828117828860537,"score_spread":0.19777586046030324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996917304","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19800867,0.000028487917,0.78625053,0.0072156442,0.00041733036,0.00041468078,0.0000018049061,0.00017217416,0.0074906973],"genre_scores_gemma":[0.98619837,0.000017136068,0.013145599,0.00037488664,0.00012401782,0.000013776939,6.776012e-7,0.000009971387,0.00011559777],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982672,0.0000127762205,0.00041120208,0.0004777876,0.0005464356,0.00028464716],"domain_scores_gemma":[0.99896336,0.00005067443,0.00032699396,0.00018239679,0.0003776303,0.00009896671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029670374,0.00017249529,0.00018726682,0.000049814193,0.00021157373,0.00010546836,0.0009100707,0.00008313825,0.00007631947],"category_scores_gemma":[0.00008934597,0.00013133264,0.000079609614,0.0006573777,0.00013503454,0.00069743255,0.000098861856,0.00035944494,0.000037820093],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011132582,0.00004484908,0.0044182404,0.000029094463,0.00001724484,8.299237e-7,0.0006860206,0.014660363,0.0076895994,0.96658313,0.00012688371,0.005632429],"study_design_scores_gemma":[0.000073435935,0.00034661757,0.006594048,0.00031067152,0.000031247964,0.000011075223,0.00028404777,0.7726421,0.051014826,0.16786471,0.0004320413,0.00039517687],"about_ca_topic_score_codex":0.000050108563,"about_ca_topic_score_gemma":0.000010234123,"teacher_disagreement_score":0.7987184,"about_ca_system_score_codex":0.000036492274,"about_ca_system_score_gemma":0.00010722981,"threshold_uncertainty_score":0.53555894},"labels":[],"label_agreement":null},{"id":"W2997103344","doi":"10.48550/arxiv.1912.13082","title":"The Shmoop Corpus: A Dataset of Stories with Loosely Aligned Summaries","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Automatic summarization; Paragraph; Natural language processing; Artificial intelligence; Set (abstract data type); Reading comprehension; Construct (python library); Exploit; Reading (process); Comprehension; Sentence; Exposition (narrative); Linguistics; World Wide Web; Literature; Art; Programming language","score_opus":0.06948629363307242,"score_gpt":0.18629075462889852,"score_spread":0.1168044609958261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997103344","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1348269,0.0002619862,0.862343,0.00015759138,0.00072824524,0.00040551025,0.00041948992,0.000124572,0.00073267275],"genre_scores_gemma":[0.9953628,0.00018728188,0.0030680392,0.00005468436,0.00004021607,8.7636005e-7,0.00013522136,0.000013916382,0.001136933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983222,0.00012890957,0.00023673868,0.00084490085,0.00016056083,0.00030672902],"domain_scores_gemma":[0.99651843,0.0002733819,0.0004178727,0.0025049425,0.0002049847,0.00008037883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033944187,0.00026613055,0.00034452957,0.00010492957,0.00019360974,0.0001685115,0.0029649744,0.00015738154,0.0000053824424],"category_scores_gemma":[0.0000377333,0.00020909122,0.000085494314,0.00033040886,0.00027232998,0.00037622958,0.00254281,0.00027322143,0.00002157768],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021437785,0.000083506064,0.015790569,0.00023430157,0.0003481032,0.00015628937,0.0010618373,0.29609117,0.000027241596,0.6811615,0.0032935736,0.0015374894],"study_design_scores_gemma":[0.0015594424,0.00029367197,0.0013935294,0.00036261883,0.00021826218,0.00001200185,0.0007083841,0.90348625,0.000548655,0.046481635,0.04366819,0.0012673296],"about_ca_topic_score_codex":0.00058262754,"about_ca_topic_score_gemma":0.00045736678,"teacher_disagreement_score":0.8605359,"about_ca_system_score_codex":0.00009602541,"about_ca_system_score_gemma":0.00044381642,"threshold_uncertainty_score":0.8526492},"labels":[],"label_agreement":null},{"id":"W2997152227","doi":"10.1111/jcal.12531","title":"Automatic identification of knowledge‐transforming content in argument essays developed from multiple sources","year":2021,"lang":"en","type":"article","venue":"Journal of Computer Assisted Learning","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University; Simon Fraser University","funders":"Simon Fraser University","keywords":"Argumentative; Paraphrase; Computer science; Domain knowledge; Argument (complex analysis); Identification (biology); Natural language processing; Typology; Linguistics; Artificial intelligence; Psychology; Sociology","score_opus":0.045843568205954796,"score_gpt":0.2673284600863535,"score_spread":0.22148489188039872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997152227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4638827,0.00036558267,0.53515536,0.00014026459,0.00034591314,0.00003864278,1.8320462e-7,0.000017415652,0.00005391513],"genre_scores_gemma":[0.82865995,0.000014148765,0.17115377,0.000028041235,0.00009050272,0.0000015797715,0.0000015261043,0.000007635655,0.000042862725],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975707,0.0003462449,0.0012876686,0.00022798363,0.00037619483,0.00019119827],"domain_scores_gemma":[0.9979952,0.0004384187,0.0008079024,0.00022776774,0.00045672499,0.00007396361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009521973,0.00013119086,0.00040623877,0.00024998916,0.00007595401,0.00015068988,0.0005400921,0.00006506711,0.00001546032],"category_scores_gemma":[0.00016346962,0.0001240913,0.00013897946,0.00034970447,0.00001819182,0.000399391,0.00015106954,0.00040230964,0.0000045710694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001301029,0.00033718336,0.04564681,0.00012269545,0.00017799488,0.00013670856,0.014022925,0.05951081,0.031652857,0.0005324195,0.000018705652,0.84782785],"study_design_scores_gemma":[0.001061279,0.00004697659,0.10851575,0.0006038997,0.000019367364,0.00007365204,0.00034672362,0.8767921,0.011816305,0.0001900165,0.0003946672,0.00013926896],"about_ca_topic_score_codex":0.000028436649,"about_ca_topic_score_gemma":0.000027109574,"teacher_disagreement_score":0.8476886,"about_ca_system_score_codex":0.00011813593,"about_ca_system_score_gemma":0.0002806728,"threshold_uncertainty_score":0.50602967},"labels":[],"label_agreement":null},{"id":"W2997327944","doi":"10.48550/arxiv.1912.12481","title":"Robust Cross-lingual Embeddings from Parallel Sentences","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Sentence; Word (group theory); Embedding; Inference; Speech recognition; Mathematics","score_opus":0.12005334569043298,"score_gpt":0.21305352125842036,"score_spread":0.09300017556798738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997327944","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4639173,0.0000635414,0.5329381,0.000057641675,0.0011799181,0.00014770716,0.00001374504,0.00021498493,0.0014670198],"genre_scores_gemma":[0.9746545,0.000090615424,0.021282334,0.00015261538,0.00022547938,6.095732e-7,0.00002169548,0.000019486411,0.0035526776],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99711967,0.000093815754,0.00028570826,0.0018511903,0.00017393727,0.00047570933],"domain_scores_gemma":[0.9973258,0.00014891355,0.00032901712,0.001832394,0.00018794187,0.00017594457],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023648619,0.00038834874,0.00042936596,0.00018406517,0.00016102033,0.00042707063,0.0033638687,0.00040750482,0.000072992836],"category_scores_gemma":[0.00004417667,0.00044579315,0.00026980063,0.00028115907,0.00011546178,0.000594309,0.0036085313,0.00076681597,0.00032663567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012712016,0.000032664117,0.01755218,0.000028813081,0.000065894084,0.00019160077,0.00047348507,0.9556917,0.000010242963,0.025500529,0.00010839258,0.00033179062],"study_design_scores_gemma":[0.0004165388,0.000018135928,0.0017373785,0.00010485927,0.000032021107,0.0000025648562,0.00010602878,0.9629291,0.00005244648,0.033764694,0.0003275241,0.0005086803],"about_ca_topic_score_codex":0.0013126907,"about_ca_topic_score_gemma":0.000063523374,"teacher_disagreement_score":0.5116558,"about_ca_system_score_codex":0.00017681204,"about_ca_system_score_gemma":0.0002828425,"threshold_uncertainty_score":0.9997994},"labels":[],"label_agreement":null},{"id":"W2997394441","doi":"10.1609/aaai.v34i05.6292","title":"P-SIF: Document Embeddings Using Partition Averaging","year":2020,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Catastrophic Loss Reduction; Microsoft Research","keywords":"Computer science; Simple (philosophy); Word (group theory); Set (abstract data type); Correctness; Representation (politics); Partition (number theory); Natural language processing; Artificial intelligence; Algorithm; Pattern recognition (psychology); Mathematics; Combinatorics","score_opus":0.13534460733668546,"score_gpt":0.31113987685313105,"score_spread":0.17579526951644558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997394441","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42903727,0.000024672332,0.55172753,0.013250897,0.0005013533,0.00043984386,0.0000018320296,0.00020162408,0.0048149833],"genre_scores_gemma":[0.9826547,0.000013340866,0.016256612,0.0008931572,0.00012773878,0.000010045717,1.7150504e-7,0.000011371972,0.000032852306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796116,0.000016033864,0.00055323716,0.00057028764,0.0005455469,0.00035372563],"domain_scores_gemma":[0.9988475,0.000039965667,0.0003540141,0.0002460995,0.00037628695,0.0001361665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003524292,0.00020908579,0.00023699165,0.000072167066,0.00020774806,0.00035411277,0.0016659085,0.00006677601,0.00006620182],"category_scores_gemma":[0.00025966277,0.00017144723,0.00011514467,0.000557971,0.00011003573,0.0006995485,0.000536228,0.00028510182,0.00007109181],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023175351,0.000036845868,0.00018921657,0.00004830493,0.000011839377,8.017245e-7,0.0041439473,0.0017559156,0.083819024,0.87887764,0.000054090913,0.031039191],"study_design_scores_gemma":[0.000018930397,0.000063256564,0.000017580061,0.00013115663,0.000008240836,0.0000028885,0.00038273126,0.5638609,0.35302454,0.08224939,0.00008116686,0.00015924504],"about_ca_topic_score_codex":0.00004616785,"about_ca_topic_score_gemma":0.0000015844192,"teacher_disagreement_score":0.79662824,"about_ca_system_score_codex":0.00007270229,"about_ca_system_score_gemma":0.000094127565,"threshold_uncertainty_score":0.6991415},"labels":[],"label_agreement":null},{"id":"W2997405211","doi":"10.1609/aaai.v34i05.6230","title":"Modelling Sentence Pairs via Reinforcement Learning: An Actor-Critic Approach to Learn the Irrelevant Words","year":2020,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Reinforcement learning; Sentence; Computer science; Artificial intelligence; Natural language processing; Task (project management); Representation (politics); Paraphrase; Inference; Parsing; Similarity (geometry); Machine learning","score_opus":0.13772920933430416,"score_gpt":0.287427590337229,"score_spread":0.14969838100292482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997405211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040863153,0.000014945705,0.9447226,0.008965997,0.00023330071,0.00063224265,5.9612665e-7,0.00017758003,0.004389584],"genre_scores_gemma":[0.9840041,0.000020659454,0.014470018,0.0011232096,0.00015110512,0.00004759048,5.684328e-7,0.00002176043,0.00016103059],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968345,0.000054087388,0.0007194381,0.0008870241,0.0009270662,0.0005778439],"domain_scores_gemma":[0.99823034,0.00009831986,0.00030871746,0.00050564547,0.000566394,0.00029060675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078063895,0.00033143567,0.00032412476,0.000090277514,0.0004329654,0.00047841485,0.0037633267,0.000093593786,0.000020252743],"category_scores_gemma":[0.0004337294,0.00022500986,0.00014248186,0.0008507233,0.0001942066,0.0006248336,0.000813761,0.00075375446,0.00007623785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060286908,0.000095641684,0.0000543571,0.00005931375,0.000016043648,4.967342e-7,0.014796954,0.5179493,0.010825054,0.41939566,0.00003671072,0.036710184],"study_design_scores_gemma":[0.000022658674,0.00028121466,0.000005043535,0.00009746562,0.0000120673685,0.0000037683765,0.0027392574,0.94402814,0.03641832,0.015960505,0.00016926977,0.0002622972],"about_ca_topic_score_codex":0.00011138437,"about_ca_topic_score_gemma":0.0000022320398,"teacher_disagreement_score":0.9431409,"about_ca_system_score_codex":0.0000642684,"about_ca_system_score_gemma":0.000109964596,"threshold_uncertainty_score":0.91756356},"labels":[],"label_agreement":null},{"id":"W2997520214","doi":"10.1007/978-981-15-1956-7_15","title":"A Conditional VAE-Based Conversation Model","year":2019,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Conversation; Computer science; Sequence (biology); Artificial intelligence; Block (permutation group theory); Latent variable; Domain (mathematical analysis); Encoder; Autoencoder; Natural language processing; Machine learning; Artificial neural network; Psychology; Mathematics; Communication","score_opus":0.056409538974410145,"score_gpt":0.2836610419750884,"score_spread":0.22725150300067826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997520214","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019876848,0.0000643336,0.8888806,0.0015330757,0.00017775425,0.00029483627,0.000014559793,0.00007685917,0.10893808],"genre_scores_gemma":[0.2497546,0.00040046766,0.74196136,0.005217277,0.00004175441,0.000035401656,0.00025211665,0.000013730285,0.0023233036],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998395,0.000019156803,0.0005645108,0.00029911316,0.0005329836,0.00018921442],"domain_scores_gemma":[0.9969427,0.00016842759,0.00030282835,0.0020982148,0.0004085492,0.000079276964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000785747,0.00018403266,0.00019765532,0.00087878166,0.00025905995,0.00047614623,0.0027603004,0.00012608354,0.000009391834],"category_scores_gemma":[0.000024948811,0.00019791818,0.000044661563,0.00022611607,0.00046790228,0.00631591,0.001291379,0.00034958404,0.00011725987],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.8871974e-7,0.0000065014838,0.00001643566,0.000017727449,0.0000020574444,9.098993e-8,0.00061648246,0.04139134,0.000001695775,0.9285108,0.000103769526,0.02933222],"study_design_scores_gemma":[0.00028587205,0.000017609946,0.00011506719,0.00008165956,0.0000025849704,0.0000046762348,0.0000047584376,0.9560933,0.000005146157,0.029009713,0.014173903,0.00020570932],"about_ca_topic_score_codex":0.0000049469845,"about_ca_topic_score_gemma":0.0000027899887,"teacher_disagreement_score":0.91470194,"about_ca_system_score_codex":0.00019822267,"about_ca_system_score_gemma":0.0009882445,"threshold_uncertainty_score":0.80708694},"labels":[],"label_agreement":null},{"id":"W2997726005","doi":"10.1007/s00521-019-04681-0","title":"Active neural learners for text with dual supervision","year":2020,"lang":"en","type":"article","venue":"Neural Computing and Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Compute Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Boeing","keywords":"Computer science; Artificial intelligence; Task (project management); Class (philosophy); Convolutional neural network; Machine learning; Word (group theory); Feature (linguistics); Dual (grammatical number); Natural language processing; Recall; Artificial neural network; Information retrieval","score_opus":0.03664262998426257,"score_gpt":0.27709543575545115,"score_spread":0.24045280577118858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997726005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24058574,0.000030109857,0.7523663,0.006410595,0.000020371665,0.00028987456,0.0000021567716,0.00016296338,0.00013189742],"genre_scores_gemma":[0.96711576,0.0000013875806,0.031626303,0.001031353,0.00017425325,0.000026621025,0.000004295508,0.0000073510305,0.000012692141],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923253,0.000017461947,0.000112744485,0.0003796593,0.0000950222,0.00016256374],"domain_scores_gemma":[0.999516,0.00011651638,0.00004448418,0.00017826521,0.000044764336,0.000099941804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000042168278,0.00009148102,0.00009756972,0.000020145048,0.00026426362,0.00009931826,0.00022778352,0.000024623656,7.032047e-7],"category_scores_gemma":[0.000010570432,0.00007656352,0.000025413869,0.00018128807,0.000028121414,0.00013131072,0.00013904907,0.00011801634,0.000003035851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021580425,0.000028685721,0.0004964477,0.000039027676,0.000012028671,0.0000017035683,0.0023100735,0.027755702,0.0020303435,0.028389616,0.0001894069,0.9387254],"study_design_scores_gemma":[0.00026156718,0.00010244693,0.00051200576,0.000004535288,0.0000049007967,0.000011659552,0.00013540627,0.9963486,0.0002766634,0.00022923602,0.0020089373,0.00010400929],"about_ca_topic_score_codex":0.000008382904,"about_ca_topic_score_gemma":0.0000011066417,"teacher_disagreement_score":0.96859294,"about_ca_system_score_codex":0.000006630515,"about_ca_system_score_gemma":0.00001503034,"threshold_uncertainty_score":0.31221697},"labels":[],"label_agreement":null},{"id":"W2997919746","doi":"10.1609/aaai.v34i05.6304","title":"Leveraging Multi-Token Entities in Document-Level Named Entity Recognition","year":2020,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Fundamental Research Funds for the Central Universities; Renmin University of China; National Natural Science Foundation of China","keywords":"Security token; Computer science; Context (archaeology); Sentence; Task (project management); Natural language processing; Artificial intelligence; Named-entity recognition; Relevance (law); Annotation; Process (computing); Entity linking; Information retrieval; Knowledge base; Programming language","score_opus":0.24879956231443004,"score_gpt":0.30830610231452815,"score_spread":0.05950654000009811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997919746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6668225,0.000031366148,0.3187821,0.009777927,0.0006015523,0.00061337475,0.0000066336243,0.00016200884,0.003202555],"genre_scores_gemma":[0.9828137,0.000033237688,0.016442092,0.0005314452,0.00006047098,0.000024361016,6.594346e-7,0.000009024788,0.00008499334],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980869,0.00002567684,0.00057676766,0.0005382863,0.0004441371,0.00032818408],"domain_scores_gemma":[0.9990373,0.000053020623,0.0002770819,0.00019662589,0.0003422846,0.00009364079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043514415,0.00019289808,0.00023945843,0.00012146869,0.00011817722,0.00030827775,0.0016100698,0.000072123854,0.0000739305],"category_scores_gemma":[0.0004815212,0.0001682903,0.00009207448,0.00053547445,0.00011267352,0.00078336924,0.0004997496,0.00034467148,0.00010109002],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120909805,0.00033206548,0.004745659,0.0002794524,0.0000396318,0.000004437419,0.031777356,0.0005605086,0.07775555,0.49455553,0.00013164734,0.38969725],"study_design_scores_gemma":[0.000096417716,0.00008972857,0.00061257556,0.0003361855,0.000009013851,0.0000023283674,0.0018309738,0.42785707,0.44730738,0.121474996,0.000054521824,0.0003288109],"about_ca_topic_score_codex":0.00017043257,"about_ca_topic_score_gemma":0.000030488867,"teacher_disagreement_score":0.42729658,"about_ca_system_score_codex":0.00006529487,"about_ca_system_score_gemma":0.000082490944,"threshold_uncertainty_score":0.6862679},"labels":[],"label_agreement":null},{"id":"W2998085019","doi":"10.1609/aaai.v34i05.6308","title":"Bayes-Adaptive Monte-Carlo Planning and Learning for Goal-Oriented Dialogues","year":2020,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Iran Telecommunication Research Center; Ministry of Science and ICT, South Korea; Ministry of Trade, Industry and Energy; National Research Foundation","keywords":"Reinforcement learning; Computer science; Artificial intelligence; Machine learning; Task (project management); Negotiation; Bayesian probability; Bayes' theorem; Domain (mathematical analysis); Mathematics","score_opus":0.1257072937796065,"score_gpt":0.29278048377991567,"score_spread":0.16707319000030918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998085019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22239812,0.0000914336,0.76792485,0.006467239,0.00030554715,0.00066092634,0.000003980229,0.00019152544,0.0019563644],"genre_scores_gemma":[0.982198,0.000011839791,0.017227361,0.00034365113,0.000112880094,0.00003387922,2.5218762e-7,0.00001268402,0.000059468868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983278,0.0000218122,0.00042198927,0.0005946538,0.00031218491,0.0003215583],"domain_scores_gemma":[0.9988009,0.00020071433,0.0002928596,0.00014246245,0.00043599503,0.00012710325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039873624,0.00020623965,0.0002725948,0.000065428605,0.00028312413,0.0001974255,0.0010020674,0.00007734024,0.000004955955],"category_scores_gemma":[0.0010575758,0.00016580021,0.00008850532,0.00033704785,0.00014592487,0.00040695164,0.0004269585,0.0003715677,0.0000082587585],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020051902,0.0000478626,0.0012008242,0.00007932937,0.00003130506,8.346688e-7,0.018069515,0.0029520572,0.021260114,0.870444,0.00008534608,0.08562827],"study_design_scores_gemma":[0.00004720608,0.00040687737,0.0001265088,0.00016250933,0.000012287159,0.0000016801101,0.0018546553,0.8909321,0.08022455,0.025840018,0.00018551668,0.0002060739],"about_ca_topic_score_codex":0.000028835271,"about_ca_topic_score_gemma":0.0000022864126,"teacher_disagreement_score":0.88798004,"about_ca_system_score_codex":0.000023284594,"about_ca_system_score_gemma":0.00005345184,"threshold_uncertainty_score":0.6761136},"labels":[],"label_agreement":null},{"id":"W2999709951","doi":"10.1109/ictai52525.2021.00026","title":"Query-Based Summarization using Reinforcement Learning and Transformer Model","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 33rd International Conference on Tools with Artificial Intelligence (ICTAI)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Reinforcement learning; Computer science; Multi-document summarization; Artificial intelligence; Transformer; Sentence; Cluster analysis; Field (mathematics); Ranking (information retrieval); Unsupervised learning; Machine learning; Natural language processing; Information retrieval; Data mining; Mathematics","score_opus":0.13992104009831743,"score_gpt":0.32597460905169984,"score_spread":0.1860535689533824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999709951","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029976165,0.000015752921,0.96172637,0.0013925085,0.00044532257,0.00019771174,0.000005253344,0.00007134806,0.0061695497],"genre_scores_gemma":[0.9573381,0.000058825335,0.041461814,0.00048494712,0.000118233445,0.000027373271,0.000033354365,0.000018418707,0.00045894537],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99751437,0.000084158266,0.0005574949,0.0007358305,0.0007454635,0.0003626976],"domain_scores_gemma":[0.99851096,0.000101979844,0.00017938629,0.00033329334,0.00074404257,0.00013035751],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002874907,0.0002761517,0.00023944846,0.00019690726,0.00023728597,0.00081419793,0.0005081517,0.00011029392,0.0002807725],"category_scores_gemma":[0.00011496829,0.00026674382,0.00007318842,0.00033653848,0.000089532354,0.00091115956,0.00006370882,0.00037304466,0.000033720513],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006126385,0.00005517276,0.00016037025,0.0000114430695,0.000030126079,0.000019572164,0.0003864363,0.62228405,0.016125742,0.29766035,0.0000036887234,0.06320179],"study_design_scores_gemma":[0.000085764135,0.0001090466,0.000006033904,0.00015185944,0.000012000938,0.000010215061,0.00030359116,0.8944976,0.09747056,0.0069438023,0.000118558884,0.00029097305],"about_ca_topic_score_codex":0.00006185081,"about_ca_topic_score_gemma":0.000088641646,"teacher_disagreement_score":0.9273619,"about_ca_system_score_codex":0.00014849823,"about_ca_system_score_gemma":0.00063314487,"threshold_uncertainty_score":0.9999785},"labels":[],"label_agreement":null},{"id":"W3000138314","doi":"10.1145/3297662.3365789","title":"Toward A Real-Time Social Recommendation System","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Latent Dirichlet allocation; Conversation; Computer science; Recommender system; Topic model; Coherence (philosophical gambling strategy); World Wide Web; Information retrieval; Human–computer interaction","score_opus":0.030859961274444712,"score_gpt":0.2500916988988041,"score_spread":0.2192317376243594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000138314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033838656,9.981173e-7,0.7325802,0.0025555508,0.00042960214,0.0001247628,3.9809436e-7,0.00045333226,0.23001651],"genre_scores_gemma":[0.94972265,5.907819e-7,0.046793893,0.00013600907,0.00009758711,0.0000039727593,0.0000021038963,0.000003947662,0.0032392335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943924,0.000032328328,0.00011759142,0.00019506113,0.00009739636,0.000118375436],"domain_scores_gemma":[0.99971133,0.00001920027,0.000036361853,0.00018199613,0.000027906479,0.000023195063],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018028861,0.000048830512,0.00008037798,0.000030997115,0.000036768466,0.000068317815,0.00027617073,0.000034369557,0.00017404642],"category_scores_gemma":[0.0000024831097,0.000043909135,0.000028146496,0.00008147408,0.000002442923,0.00024338203,0.00011307583,0.00003595792,0.0014202587],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000389913,0.000023259678,0.00037651,0.00007499342,0.0000147652845,0.0000028741379,0.0022718392,0.000068494184,0.0040236805,0.8252529,0.0060903057,0.16179651],"study_design_scores_gemma":[0.0002619539,0.000024041785,0.0004093966,0.000013755065,0.0000020061857,0.000008114253,0.00013577205,0.9947623,0.0004414677,0.0005938,0.003202423,0.00014494761],"about_ca_topic_score_codex":0.000060781316,"about_ca_topic_score_gemma":6.733373e-7,"teacher_disagreement_score":0.9946938,"about_ca_system_score_codex":0.00006047956,"about_ca_system_score_gemma":0.000021192158,"threshold_uncertainty_score":0.9993572},"labels":[],"label_agreement":null},{"id":"W3002533498","doi":"10.22148/001c.11775","title":"Annotating Narrative Levels: Review of Guideline No. 7","year":2020,"lang":"en","type":"article","venue":"Journal of Cultural Analytics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narratology; Narrative; Guideline; Grammar; Interpretation (philosophy); Hierarchy; Focus (optics); Linguistics; Plot (graphics); Computer science; Scope (computer science); Sociology; Philosophy; Political science; Mathematics; Programming language","score_opus":0.10099942756746239,"score_gpt":0.3415630571593329,"score_spread":0.2405636295918705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002533498","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01096453,0.014685289,0.9175479,0.05434497,0.00051538897,0.00013728565,0.0000046926084,0.000029561445,0.0017703875],"genre_scores_gemma":[0.30469096,0.0033451759,0.67571026,0.0147474175,0.0012010911,4.4090646e-7,0.0000017542685,0.000010492431,0.00029237894],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981909,0.000056668254,0.0010931181,0.000109777764,0.0004361597,0.00011339027],"domain_scores_gemma":[0.9968871,0.000043536984,0.00091004954,0.00013073106,0.0019115114,0.000117059644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047489486,0.000097994656,0.00037991378,0.000028979082,0.00003670439,0.00003401998,0.00060661533,0.00002594632,0.00003641106],"category_scores_gemma":[0.0011203588,0.00006249371,0.0001822757,0.0003329396,0.000020823672,0.0005004197,0.00010131808,0.00020447333,0.0000071157842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010139593,0.00034368734,0.00084762485,0.012105233,0.0016113509,0.00064029515,0.09852656,0.06609725,0.045509238,0.025643637,0.5620918,0.1864819],"study_design_scores_gemma":[0.00080180995,0.0006498972,0.00009039982,0.006050444,0.00015015234,0.00020312144,0.0022741614,0.93210924,0.0022552216,0.0009788692,0.054045122,0.00039158727],"about_ca_topic_score_codex":0.0000019316733,"about_ca_topic_score_gemma":3.3432033e-7,"teacher_disagreement_score":0.866012,"about_ca_system_score_codex":0.000026340624,"about_ca_system_score_gemma":0.000099802506,"threshold_uncertainty_score":0.25484195},"labels":[],"label_agreement":null},{"id":"W3004630545","doi":"10.48550/arxiv.1911.02085","title":"Path-Based Contextualization of Knowledge Graphs for Textual Entailment","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Contextualization; Textual entailment; Path (computing); Logical consequence; Computer science; Knowledge graph; Natural language processing; Artificial intelligence; Linguistics; Philosophy; Programming language; Interpretation (philosophy)","score_opus":0.08607791740703345,"score_gpt":0.21072855744242092,"score_spread":0.12465064003538746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004630545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072270654,0.00011504648,0.92526627,0.000030431755,0.0006015689,0.0006824296,0.000032222608,0.00010381064,0.00089757546],"genre_scores_gemma":[0.9941597,0.000030151914,0.0050036297,0.000055377484,0.000029950637,0.0000030213348,0.000040462095,0.00001459136,0.0006631023],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998414,0.00009846242,0.00027658846,0.0008758659,0.000084898034,0.00025021617],"domain_scores_gemma":[0.9979789,0.0001688556,0.00033721814,0.0011152704,0.00031584824,0.00008389973],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025841754,0.0002391581,0.0003518021,0.00027958915,0.00006448306,0.000039690713,0.0013302483,0.00022771464,0.000012009438],"category_scores_gemma":[0.000031897293,0.00028038878,0.00027028096,0.00028640605,0.00006080499,0.00016619476,0.00076789054,0.00018256706,0.000019159668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028166922,0.00014249068,0.0019147424,0.00034758315,0.000052195675,0.000005623651,0.00030696238,0.2600726,0.00006531721,0.735759,0.00020736491,0.0010979539],"study_design_scores_gemma":[0.0009647059,0.000090139,0.0001599644,0.00016719388,0.000047355374,2.9339873e-7,0.000071709524,0.9776847,0.00061868853,0.019353013,0.00055637455,0.00028590477],"about_ca_topic_score_codex":0.000058570546,"about_ca_topic_score_gemma":0.000021737089,"teacher_disagreement_score":0.92188907,"about_ca_system_score_codex":0.00015590354,"about_ca_system_score_gemma":0.00035129723,"threshold_uncertainty_score":0.99996483},"labels":[],"label_agreement":null},{"id":"W3005700414","doi":"10.1016/j.ins.2020.02.040","title":"Plausibility-promoting generative adversarial network for abstractive text summarization with multi-task constraint","year":2020,"lang":"en","type":"article","venue":"Information Sciences","topic":"Topic Modeling","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Shenzhen Institutes of Advanced Technology Innovation Program for Excellent Young Researchers; Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Computer science; Automatic summarization; Artificial intelligence; Discriminative model; Natural language processing; Generative grammar; Discriminator; Generative model; Classifier (UML); Inference; Adversarial system; Task (project management); Coreference; Machine learning; Resolution (logic)","score_opus":0.051649798074390754,"score_gpt":0.2774656492488205,"score_spread":0.22581585117442976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005700414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013107858,0.000005466334,0.98316824,0.0018738271,0.00023449017,0.000491794,0.000009973197,0.00010286454,0.0010054952],"genre_scores_gemma":[0.6619401,6.473054e-7,0.33698013,0.0009357838,0.000109941095,0.00001968873,0.000009693241,0.0000014894142,0.0000025275663],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875855,0.00003428675,0.00035565108,0.0002583017,0.00035241447,0.00024079277],"domain_scores_gemma":[0.9991147,0.00015557797,0.00028843133,0.00013143283,0.00022136723,0.00008848717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066888897,0.00010783346,0.00011824385,0.00004955138,0.00044150592,0.0004543822,0.00048098076,0.0000437259,0.000006367374],"category_scores_gemma":[0.00026897533,0.00008475741,0.000030209369,0.00046959313,0.00014754517,0.0039997213,0.00009092732,0.00008800634,0.00001570734],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005471931,0.000030485784,0.0022156495,0.00005422886,0.00003111442,0.0000011565343,0.058467004,0.7391356,0.000505041,0.06855894,0.00033815613,0.13060784],"study_design_scores_gemma":[0.0004927023,0.00014730464,0.0005118459,0.000014315633,0.0000032194807,0.0000024594256,0.00095999386,0.9954748,0.0007023219,0.00061059016,0.0009539768,0.00012646124],"about_ca_topic_score_codex":0.000030133848,"about_ca_topic_score_gemma":0.000019328061,"teacher_disagreement_score":0.64883226,"about_ca_system_score_codex":0.000038189173,"about_ca_system_score_gemma":0.00028145974,"threshold_uncertainty_score":0.43816182},"labels":[],"label_agreement":null},{"id":"W3006529423","doi":"10.48550/arxiv.2002.07397","title":"Improving Multi-Turn Response Selection Models with Complementary Last-Utterance Selection by Instance Weighting","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Utterance; Task (project management); Weighting; Context (archaeology); Set (abstract data type); Selection (genetic algorithm); Artificial intelligence; Noise (video); Machine learning; Conversation; Training set; Focus (optics); Natural language processing; Data mining","score_opus":0.06811481835328083,"score_gpt":0.19001280178015792,"score_spread":0.12189798342687709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006529423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28694284,0.00003595607,0.7117771,0.00020374308,0.00023431321,0.00032612996,0.0000139059675,0.00039854785,0.00006748031],"genre_scores_gemma":[0.91311395,0.000022409324,0.08620244,0.00027254398,0.00009647867,0.0000034335592,0.00001578478,0.00003226632,0.00024069454],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969495,0.00034412756,0.00030598178,0.0017315386,0.00018589602,0.00048293892],"domain_scores_gemma":[0.9984515,0.0001029439,0.00044402826,0.0006078031,0.00021717462,0.00017654909],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003721475,0.00042459703,0.0003627135,0.00021959032,0.0003779395,0.00020263981,0.0012060794,0.00019668037,0.0000072806924],"category_scores_gemma":[0.000022422659,0.00049051,0.000110650566,0.00081322674,0.000051853025,0.001120988,0.0010175748,0.00097457855,0.000009953635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044575564,0.00008185692,0.0033890035,0.00011891881,0.00009934713,0.00007558227,0.000748664,0.9821364,0.004627824,0.0066976557,0.00019327129,0.0013856867],"study_design_scores_gemma":[0.0009305061,0.000110870445,0.00022566604,0.0001242572,0.00003939858,0.000010993129,0.00006693397,0.9943433,0.0012441974,0.0021588188,0.00022235129,0.0005226993],"about_ca_topic_score_codex":0.000595561,"about_ca_topic_score_gemma":0.0004224004,"teacher_disagreement_score":0.6261711,"about_ca_system_score_codex":0.00062561175,"about_ca_system_score_gemma":0.0003031856,"threshold_uncertainty_score":0.99975467},"labels":[],"label_agreement":null},{"id":"W3007129127","doi":"10.18653/v1/2020.emnlp-main.713","title":"Unsupervised Question Decomposition for Question Answering","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research","funders":"Samsung Advanced Institute of Technology; Samsung; Open Philanthropy Project; Nvidia; National Science Foundation","keywords":"Question answering; Computer science; Leverage (statistics); Open domain; Artificial intelligence; Heuristic; Baseline (sea); Information retrieval; Machine learning; Natural language processing","score_opus":0.041922746402126954,"score_gpt":0.32177406531628955,"score_spread":0.2798513189141626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007129127","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058213673,0.00008088332,0.98567843,0.005042036,0.0012514782,0.0006300119,0.000004768508,0.0008343815,0.00065662625],"genre_scores_gemma":[0.40953085,0.000016937898,0.58953303,0.00037011434,0.00030676092,0.000110723806,0.00006382634,0.0000142885465,0.00005348475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984051,0.00008011765,0.00033203585,0.00076853705,0.00020785238,0.00020634061],"domain_scores_gemma":[0.9989974,0.000058238013,0.0001136426,0.000591294,0.0001398585,0.00009960591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034022104,0.00021215962,0.0002292268,0.000096788695,0.00008584566,0.0003019949,0.0007316377,0.00021876745,0.0000062706836],"category_scores_gemma":[0.00005188347,0.0002269921,0.00012481818,0.00008548341,0.000008934819,0.00029385168,0.0006778508,0.0002708042,0.000016905966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036972066,0.00008947319,0.0002451472,0.0009808964,0.00007145081,0.00001121827,0.0012848456,0.08957665,0.012819439,0.6924926,0.0007723676,0.20161892],"study_design_scores_gemma":[0.00017963623,0.000039411596,0.00024435433,0.00016071978,0.000012129314,0.0000031149948,0.0000052317337,0.9214764,0.0027395198,0.074497215,0.00039527903,0.00024698212],"about_ca_topic_score_codex":0.00013945396,"about_ca_topic_score_gemma":0.000016496384,"teacher_disagreement_score":0.83189976,"about_ca_system_score_codex":0.000133636,"about_ca_system_score_gemma":0.000102222206,"threshold_uncertainty_score":0.9256469},"labels":[],"label_agreement":null},{"id":"W3009019702","doi":"10.1007/978-3-030-42835-8_10","title":"Cross-Level Matching Model for Information Retrieval","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Matching (statistics); Information retrieval; Artificial intelligence; Statistics; Mathematics","score_opus":0.045019070994389516,"score_gpt":0.27833373218575,"score_spread":0.23331466119136052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009019702","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000046491037,0.00005732237,0.99552,0.0010361216,0.0013327033,0.0005407468,0.00002536202,0.00021471591,0.0012265472],"genre_scores_gemma":[0.099463396,0.0000064296587,0.89658755,0.0032671706,0.00037991744,0.000007280341,0.000012215923,0.000023351771,0.0002527196],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967078,0.000010408327,0.00068982685,0.0010697214,0.0009703557,0.00055186416],"domain_scores_gemma":[0.997797,0.00028073863,0.00033459513,0.0010509611,0.00035924333,0.00017747332],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008462281,0.00042867954,0.00042658462,0.0004960509,0.00030665586,0.0012727968,0.0033205806,0.00032259806,0.000003741909],"category_scores_gemma":[0.00018289496,0.0004207707,0.00015320165,0.00034989242,0.0002284128,0.0023142868,0.001378455,0.0006805587,0.00003206069],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010152446,0.000003794113,0.0000041840326,0.00006558075,0.0000046112814,0.0000041721887,0.001639865,0.64983535,0.00003710639,0.06515666,0.0000078505545,0.28323066],"study_design_scores_gemma":[0.00020775474,0.00004030462,0.00000792919,0.000096602635,0.0000029273533,0.0000113744845,6.85873e-8,0.7357732,0.00029552932,0.26291516,0.00030822912,0.00034092687],"about_ca_topic_score_codex":0.000008256925,"about_ca_topic_score_gemma":0.000008776612,"teacher_disagreement_score":0.28288972,"about_ca_system_score_codex":0.00028960026,"about_ca_system_score_gemma":0.0007609324,"threshold_uncertainty_score":0.9998244},"labels":[],"label_agreement":null},{"id":"W3009469321","doi":"10.1145/3377325.3377513","title":"NJM-Vis","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley; University of British Columbia","funders":"","keywords":"Interpretability; Computer science; Artificial intelligence; Joint (building); Interface (matter); Task (project management); Domain (mathematical analysis); Interpretation (philosophy); Thriving; Natural language processing; Machine learning; Engineering; Psychology","score_opus":0.04730662541987404,"score_gpt":0.23831228859865597,"score_spread":0.19100566317878193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009469321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002322965,0.0000118311045,0.9493689,0.015122117,0.000060865623,0.000016907592,3.4959925e-8,0.00018053684,0.032915846],"genre_scores_gemma":[0.8071081,7.5039674e-7,0.18629038,0.006238971,0.00006005261,6.7369245e-7,4.9553247e-8,0.0000012630253,0.0002997587],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99969345,0.0000050018184,0.00004597119,0.00012351344,0.00006666624,0.00006542365],"domain_scores_gemma":[0.99977607,0.000007600539,0.0000062629665,0.00014995932,0.000008154037,0.000051931467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000023393362,0.000024280722,0.000030101088,0.000005922983,0.000017040305,0.00003458477,0.00032941537,0.000009212922,0.00006246917],"category_scores_gemma":[0.000011384715,0.000020339141,0.000013088458,0.00007449773,0.0000025419452,0.00011338022,0.0001245245,0.00002751206,0.0002652314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.0512787e-7,0.0000079799565,0.00056141993,0.000006547337,0.000004444879,0.000013470377,0.0014987858,0.00049180095,0.0012193279,0.81273687,0.011586991,0.17187178],"study_design_scores_gemma":[0.000064257576,0.0000139357035,0.00013413926,8.50178e-7,3.8096164e-7,0.0000012545951,0.00001014194,0.97000664,0.0016853147,0.0017244923,0.026302397,0.000056192133],"about_ca_topic_score_codex":0.000007656633,"about_ca_topic_score_gemma":5.5440535e-7,"teacher_disagreement_score":0.96951485,"about_ca_system_score_codex":0.0000027278134,"about_ca_system_score_gemma":0.0000097516,"threshold_uncertainty_score":0.34091017},"labels":[],"label_agreement":null},{"id":"W3010385440","doi":"10.48550/arxiv.2003.03645","title":"Generating Emotionally Aligned Responses in Dialogues using Affect Control Theory","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Affect (linguistics); Conversation; Dilemma; Property (philosophy); Computer science; Control (management); Probabilistic logic; Human–computer interaction; Psychology; Cognitive psychology; Cognitive science; Artificial intelligence; Communication; Epistemology","score_opus":0.128191363884565,"score_gpt":0.21465751618846154,"score_spread":0.08646615230389654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010385440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42153195,0.000057589565,0.57757825,0.00011245976,0.0002744409,0.00018844739,0.000008033628,0.0001197796,0.00012901705],"genre_scores_gemma":[0.9832633,0.000020946167,0.016040627,0.00035309826,0.00017035163,8.4313365e-7,0.000006923016,0.000016897717,0.00012702098],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99718726,0.0009808285,0.0002616438,0.0011305897,0.000114217786,0.00032547564],"domain_scores_gemma":[0.9982862,0.00050708395,0.00022215418,0.0007757179,0.000088508445,0.000120333076],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007896138,0.0002856238,0.0003911067,0.00029397753,0.00013542881,0.00014443767,0.0013278006,0.00022612607,0.000009699942],"category_scores_gemma":[0.0002532361,0.00034084762,0.00017603482,0.00037826094,0.00006222025,0.00031043647,0.0012643266,0.00036635398,0.000015623724],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007233359,0.0000284235,0.0031550492,0.00003901493,0.000051121,0.0004882976,0.00040279547,0.8399951,0.0018109358,0.15354897,0.000007704102,0.0004002879],"study_design_scores_gemma":[0.0005816103,0.000024452153,0.0010670703,0.00010516229,0.000030617117,0.000004208648,0.00003209044,0.9348557,0.000115405535,0.0628611,0.000009405564,0.00031318908],"about_ca_topic_score_codex":0.0001390033,"about_ca_topic_score_gemma":0.000051633186,"teacher_disagreement_score":0.56173134,"about_ca_system_score_codex":0.0002524547,"about_ca_system_score_gemma":0.0003852454,"threshold_uncertainty_score":0.99990433},"labels":[],"label_agreement":null},{"id":"W3011218358","doi":"10.2196/17652","title":"Temporal Expression Classification and Normalization From Chinese Narrative Clinical Texts: Pattern Learning Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Normalization (sociology); Computer science; Artificial intelligence; Natural language processing; Feature extraction; Narrative; Expression (computer science); Pattern recognition (psychology); Machine learning; Linguistics","score_opus":0.04919639378259552,"score_gpt":0.329713661150135,"score_spread":0.28051726736753946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011218358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3083085,0.000018182376,0.68995684,0.0009402079,0.000087160646,0.000145834,0.0000010025341,0.00013130013,0.00041095616],"genre_scores_gemma":[0.93332976,0.00002571408,0.06429869,0.0019682979,0.00026686344,0.000021568616,0.00007257065,0.0000067687392,0.00000975694],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980096,0.00014656127,0.0008152838,0.00021399742,0.0006486366,0.00016592855],"domain_scores_gemma":[0.99890673,0.00012901447,0.00030121222,0.00024119188,0.000062152576,0.00035972643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000431874,0.00014119726,0.00023033009,0.00003750412,0.00012631618,0.00013647813,0.00049717864,0.0002116612,0.00003162084],"category_scores_gemma":[0.0003618932,0.0001064222,0.00004211298,0.0002029709,0.00007313391,0.00094575057,0.00037253537,0.000543987,0.000022417258],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002804506,0.00019680674,0.20675255,0.0002657724,0.000037860995,0.000008733979,0.35739782,0.0006336191,0.000066973495,0.00076383515,0.00215917,0.43168882],"study_design_scores_gemma":[0.0005020501,0.000058753707,0.0072886175,0.00004761377,0.0000023338296,0.000002986133,0.0033096774,0.98762304,0.0000075615862,0.00010537929,0.0009251362,0.00012687157],"about_ca_topic_score_codex":0.0000074151244,"about_ca_topic_score_gemma":0.0000010376084,"teacher_disagreement_score":0.9869894,"about_ca_system_score_codex":0.000015067225,"about_ca_system_score_gemma":0.00007917125,"threshold_uncertainty_score":0.43397713},"labels":[],"label_agreement":null},{"id":"W3011993190","doi":"10.1109/iiswc47752.2019.9041972","title":"Deep Learning Language Modeling Workloads: Where Time Goes on Graphics Processors","year":2019,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Softmax function; Computer science; Graphics; Language model; Vocabulary; Transformer; Deep learning; Layer (electronics); Computation; Parallel computing; Artificial intelligence; Programming language; Operating system","score_opus":0.009532136131513099,"score_gpt":0.2252336733998364,"score_spread":0.2157015372683233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011993190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36422,0.00036010917,0.6212736,0.0003487733,0.000109921435,0.00012782466,6.547794e-8,0.00045343806,0.013106292],"genre_scores_gemma":[0.96757424,0.00002521551,0.025611328,0.00036591664,0.000060771505,0.000006235442,9.793986e-7,0.00001672655,0.006338584],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986639,0.00004377138,0.00018961215,0.00046424003,0.00032251692,0.0003159678],"domain_scores_gemma":[0.99926656,0.00006444788,0.00005348654,0.00048880494,0.00005440193,0.00007227869],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002567703,0.00015082909,0.00015698303,0.00011658641,0.000089966445,0.00016630882,0.0006932914,0.000084167485,0.00013504065],"category_scores_gemma":[0.000031975196,0.00012734489,0.000060645878,0.0002966896,0.000008616124,0.00040089095,0.00017764865,0.00031114672,0.00089826406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007346762,0.000041712243,0.0020406293,0.00005684114,0.00002005087,0.000011256062,0.0043758783,0.9204523,0.00066348875,0.028854296,0.00004247342,0.043433752],"study_design_scores_gemma":[0.00015226493,0.00004279072,0.00001831629,0.00007252589,0.0000021945805,0.0000029016214,0.00023028167,0.9981293,0.00014758125,0.0008428603,0.00017688276,0.00018208362],"about_ca_topic_score_codex":0.0000619206,"about_ca_topic_score_gemma":0.00002257591,"teacher_disagreement_score":0.6033542,"about_ca_system_score_codex":0.00002436416,"about_ca_system_score_gemma":0.000026506106,"threshold_uncertainty_score":0.99987966},"labels":[],"label_agreement":null},{"id":"W3013135062","doi":"","title":"Overview of the TREC 2018 Real-Time Summarization Track.","year":2018,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Track (disk drive); Multi-document summarization; Information retrieval; World Wide Web; Operating system","score_opus":0.06766606094889346,"score_gpt":0.2918718006947948,"score_spread":0.22420573974590133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013135062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4211119,0.00029498612,0.50823236,0.002283662,0.0014702522,0.0006689873,0.000015156428,0.00037100262,0.06555173],"genre_scores_gemma":[0.9923829,0.00008772193,0.0048228344,0.00012539387,0.0001029122,0.0000012649849,0.000001398941,0.0000071896784,0.0024683955],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986296,0.00011963682,0.0003065937,0.0003413227,0.00038964272,0.00021317735],"domain_scores_gemma":[0.9983989,0.0000841157,0.00018683908,0.0009721224,0.0003030272,0.000055000688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038829693,0.00012295473,0.0001847483,0.000045688757,0.00010850737,0.00008051544,0.0012400679,0.00008234408,0.00027794618],"category_scores_gemma":[0.00016787898,0.00008991322,0.000061198065,0.0005567477,0.00015994668,0.00029752663,0.0003100834,0.00010608768,0.00015491825],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008708482,0.00017135334,0.0036874344,0.00016362789,0.000056818248,0.0000040813266,0.0047833775,0.00003107975,0.14096338,0.64150506,0.0034636103,0.2050831],"study_design_scores_gemma":[0.0015451182,0.0007604424,0.067575894,0.00077882427,0.00007795088,0.000032110904,0.0000636272,0.6136886,0.24876136,0.05235922,0.01323874,0.0011181252],"about_ca_topic_score_codex":0.00012193303,"about_ca_topic_score_gemma":0.000021849113,"teacher_disagreement_score":0.61365753,"about_ca_system_score_codex":0.000037676615,"about_ca_system_score_gemma":0.0002345983,"threshold_uncertainty_score":0.3666555},"labels":[],"label_agreement":null},{"id":"W3013805123","doi":"","title":"Query and Answer Expansion from Conversation History.","year":2019,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Conversation; Computer science; Query expansion; Information retrieval; Linguistics; Philosophy","score_opus":0.029768301305714517,"score_gpt":0.22192630470486654,"score_spread":0.19215800339915204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013805123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68203974,0.00032260962,0.31452817,0.00038532552,0.00073802687,0.00012528394,0.0000012324365,0.00010678942,0.0017528591],"genre_scores_gemma":[0.99144274,0.00003289763,0.0073462776,0.00032450358,0.000043854223,0.0000010324841,0.0000038186713,0.000005436986,0.0007994672],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892294,0.00005027606,0.000166186,0.00044133927,0.00025866137,0.00016056637],"domain_scores_gemma":[0.99913806,0.00009539872,0.00007749221,0.00051181926,0.00010030585,0.00007689723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016825002,0.000111747206,0.00014854631,0.00005498488,0.000026954007,0.00007165025,0.0003594314,0.00008504043,0.0004101348],"category_scores_gemma":[0.000046757024,0.00010889912,0.000023887076,0.00007701765,0.000037856425,0.0005160287,0.00016364446,0.00013928094,0.00022327583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021937121,0.00011049836,0.045440454,0.00012054726,0.00006441742,0.00003368938,0.024591379,0.00007304914,0.27212992,0.4620789,0.0015841586,0.1935536],"study_design_scores_gemma":[0.0020820694,0.00029773053,0.0551051,0.00019484034,0.000023845258,0.000014048881,0.00043029277,0.86728674,0.012832682,0.024064194,0.036645237,0.0010232059],"about_ca_topic_score_codex":0.00023564609,"about_ca_topic_score_gemma":0.0000072916223,"teacher_disagreement_score":0.8672137,"about_ca_system_score_codex":0.00011203287,"about_ca_system_score_gemma":0.0001638641,"threshold_uncertainty_score":0.44906884},"labels":[],"label_agreement":null},{"id":"W3014405193","doi":"10.1007/978-3-030-47358-7_50","title":"Investigating Citation Linkage as a Sentence Similarity Measurement Task Using Deep Learning","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Sentence; Citation; Task (project management); Similarity (geometry); Linkage (software); Information retrieval; Natural language processing; Artificial intelligence; Semantic similarity; Domain (mathematical analysis); World Wide Web; Image (mathematics)","score_opus":0.06807879427886686,"score_gpt":0.26585730152376397,"score_spread":0.1977785072448971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014405193","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005661772,0.0005438698,0.99516886,0.0011531592,0.001076654,0.00040249233,8.167311e-7,0.00028585957,0.0008020887],"genre_scores_gemma":[0.41533977,0.000012793867,0.58242095,0.0017693464,0.00039738225,0.0000044822655,0.00000222664,0.00003186058,0.000021180287],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940483,0.0001202682,0.00074493536,0.0020522836,0.002337535,0.00069669355],"domain_scores_gemma":[0.9972741,0.00030953434,0.0005336115,0.000976893,0.00058422633,0.00032163787],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019196761,0.00058432843,0.0005502875,0.00056968495,0.0005492817,0.0008525415,0.002662303,0.0003245427,0.000007080862],"category_scores_gemma":[0.0011703889,0.0006113832,0.00014102545,0.0008301773,0.00041893378,0.0008623846,0.001703026,0.0017549656,0.000030669224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018859878,0.000013534136,0.00020032453,0.000109969274,0.000016412318,0.000100392324,0.003760861,0.60322595,0.0038960725,0.014394582,0.0000011508992,0.37427887],"study_design_scores_gemma":[0.00016176804,0.00008897219,0.00004956477,0.00066267006,0.000011424591,0.00004648182,0.0000011980144,0.90899736,0.00071764464,0.08857798,0.00012599389,0.00055894215],"about_ca_topic_score_codex":0.0000858933,"about_ca_topic_score_gemma":0.00006007949,"teacher_disagreement_score":0.4147736,"about_ca_system_score_codex":0.0007494013,"about_ca_system_score_gemma":0.0009250718,"threshold_uncertainty_score":0.9996337},"labels":[],"label_agreement":null},{"id":"W3014923662","doi":"10.36227/techrxiv.12059019.v1","title":"Text Summarization and Classification of Clinical Discharge Summaries using Deep Learning","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Automatic summarization; Convolutional neural network; Computer science; Artificial intelligence; Sample (material); Natural language processing; Artificial neural network; Deep learning; Machine learning; Pattern recognition (psychology); Chemistry","score_opus":0.1463046939501471,"score_gpt":0.35890553475987436,"score_spread":0.21260084080972724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014923662","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052720156,0.00013793803,0.9446353,0.0007505951,0.00043805386,0.00017667403,0.0000015836727,0.00012531987,0.0010143967],"genre_scores_gemma":[0.8007545,0.00011125694,0.19882882,0.00005124714,0.00013431451,0.0000038682206,0.000026391423,0.000010591358,0.00007900872],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979218,0.00021929188,0.0007833013,0.0006840223,0.00025064856,0.0001409145],"domain_scores_gemma":[0.9986147,0.00018897332,0.0005114819,0.00046969048,0.00012681271,0.00008832042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060984027,0.00016012407,0.00039025728,0.000079825775,0.00008268722,0.0001879268,0.00050283043,0.0002535943,0.000009881713],"category_scores_gemma":[0.00047010725,0.00015322483,0.00008554204,0.00013001717,0.00007053704,0.00025228303,0.0016167276,0.00057452597,0.000003891419],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020294556,0.00008323574,0.25448537,0.00058566086,0.00010434713,0.000002989283,0.002428845,0.02040568,0.002411425,0.3851865,0.00004985038,0.33423582],"study_design_scores_gemma":[0.0001093628,0.000016270084,0.020164518,0.000056540386,0.000016914035,8.3493853e-7,0.000049483388,0.9740982,0.00008602914,0.0049071824,0.00034514713,0.00014953587],"about_ca_topic_score_codex":0.000077680415,"about_ca_topic_score_gemma":0.000018436167,"teacher_disagreement_score":0.9536925,"about_ca_system_score_codex":0.000020614969,"about_ca_system_score_gemma":0.00014075085,"threshold_uncertainty_score":0.62483275},"labels":[],"label_agreement":null},{"id":"W3015071427","doi":"10.48550/arxiv.2004.01940","title":"Pre-Trained and Attention-Based Neural Networks for Building Noetic Task-Oriented Dialogue Systems","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Adaptation (eye); Computer science; Task (project management); Track (disk drive); Artificial neural network; Artificial intelligence; Deep neural networks; Natural language processing; Human–computer interaction; Engineering; Psychology; Systems engineering","score_opus":0.05558461328526256,"score_gpt":0.19607203699786793,"score_spread":0.14048742371260536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015071427","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18226951,0.00008687081,0.81515837,0.00020374652,0.0012432989,0.0007217075,0.000019315912,0.0002707428,0.000026455698],"genre_scores_gemma":[0.99303484,0.000012229264,0.0064432747,0.00011286692,0.00022728097,0.000007523846,0.00004448511,0.000022556012,0.0000949495],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977631,0.00013765178,0.0002765325,0.0013304399,0.000093723735,0.000398567],"domain_scores_gemma":[0.99833,0.00023787959,0.00027321093,0.0007871968,0.00014882526,0.00022287246],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023105905,0.00031964932,0.00039327287,0.00016594028,0.00019993112,0.00021181787,0.0010277204,0.0002571235,0.0000011336377],"category_scores_gemma":[0.000060597024,0.00037806755,0.00019254259,0.00034619385,0.00006883351,0.00021571029,0.00094788044,0.00041428616,0.0000014659978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029391516,0.000021191381,0.0018160084,0.000202906,0.000047299593,0.00005494623,0.000077699835,0.9362873,0.000060782448,0.061137144,0.000038458624,0.00022689256],"study_design_scores_gemma":[0.0007552554,0.00005752034,0.0007625282,0.00013140423,0.000080291,0.0000024982103,0.000020841217,0.9953751,0.000004650086,0.0023703813,0.000083223844,0.00035632207],"about_ca_topic_score_codex":0.0001620474,"about_ca_topic_score_gemma":0.000014846959,"teacher_disagreement_score":0.8107653,"about_ca_system_score_codex":0.00012910797,"about_ca_system_score_gemma":0.00010542211,"threshold_uncertainty_score":0.99986714},"labels":[],"label_agreement":null},{"id":"W3015648683","doi":"10.18653/v1/2021.eacl-main.246","title":"ProFormer: Towards On-Device LSH Projection Based Transformers","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Memory footprint; Computer science; Embedding; Computation; Projection (relational algebra); Precomputation; Mobile device; Dimension (graph theory); Transformer; Word embedding; Theoretical computer science; Artificial intelligence; Speech recognition; Algorithm; Mathematics; Programming language; Engineering","score_opus":0.04861438386620129,"score_gpt":0.28930380146337836,"score_spread":0.24068941759717707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015648683","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014556143,0.000030903317,0.9358594,0.003685798,0.001733782,0.00076620205,0.00000280431,0.0005087543,0.04285622],"genre_scores_gemma":[0.68153405,0.00003264025,0.31392688,0.0024798985,0.00023854121,0.00029295278,0.00003971293,0.000033697448,0.0014216314],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99741566,0.0000836849,0.00040414793,0.0010845338,0.0006192281,0.00039274042],"domain_scores_gemma":[0.99860364,0.000033298118,0.00011305401,0.00095846003,0.00018306525,0.00010847922],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004135536,0.0003348726,0.0003321263,0.00021468263,0.00010329334,0.00042123962,0.0009653732,0.000316071,0.00009985632],"category_scores_gemma":[0.000029325127,0.000298766,0.00024862855,0.00029547713,0.000019930538,0.00030107147,0.0003570495,0.0007263242,0.000026471496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002168415,0.00031116686,0.0001782514,0.0009806332,0.00011140741,0.00004099436,0.0023307798,0.0067469347,0.00029649574,0.012520623,0.00055018894,0.97591084],"study_design_scores_gemma":[0.00037088705,0.0000960963,0.00032127282,0.0003019041,0.000019990392,0.00000755784,0.00014723757,0.9850813,0.00974473,0.0008065006,0.0025223175,0.00058020547],"about_ca_topic_score_codex":0.0005122078,"about_ca_topic_score_gemma":0.00011553994,"teacher_disagreement_score":0.97833437,"about_ca_system_score_codex":0.00022208868,"about_ca_system_score_gemma":0.0013915158,"threshold_uncertainty_score":0.9999465},"labels":[],"label_agreement":null},{"id":"W3015713034","doi":"10.1007/978-3-030-45442-5_4","title":"Which BM25 Do You Mean? A Large-Scale Reproducibility Study of Scoring Variants","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reproducibility; Scale (ratio); Information retrieval; Artificial intelligence; Statistics; Mathematics; Cartography","score_opus":0.03285745192629517,"score_gpt":0.2676645239402604,"score_spread":0.23480707201396525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015713034","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062028016,0.00018613708,0.98801255,0.0006401209,0.0020634928,0.0009121495,0.0000057557027,0.00019057207,0.0017864077],"genre_scores_gemma":[0.76603776,0.000006210821,0.23317248,0.00025912287,0.00042183185,0.000008996468,0.0000010748256,0.000028705812,0.000063817184],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.990797,0.00011187227,0.00096372265,0.005752212,0.001658672,0.0007165465],"domain_scores_gemma":[0.9914738,0.00028031974,0.00049675995,0.0069829863,0.0005394674,0.00022664799],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044412813,0.0005776923,0.00092592865,0.0005469197,0.00024886712,0.00039391758,0.0051073763,0.00025668638,0.000015424159],"category_scores_gemma":[0.000606276,0.0005464867,0.00012669944,0.0013104578,0.00020376686,0.00064688764,0.0042351526,0.0010964099,0.00001683126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005705472,0.0011138361,0.009347188,0.00045433443,0.000122803,0.00026547327,0.06478319,0.24045242,0.0006577897,0.022990836,0.000022439033,0.65973264],"study_design_scores_gemma":[0.00078070187,0.00058617507,0.0013156615,0.00046832362,0.000025336562,0.00003403305,0.0000073039278,0.9356573,0.00075934955,0.059388943,0.0001229934,0.0008538375],"about_ca_topic_score_codex":0.00006917205,"about_ca_topic_score_gemma":0.0005161946,"teacher_disagreement_score":0.75983495,"about_ca_system_score_codex":0.00022757909,"about_ca_system_score_gemma":0.0006211197,"threshold_uncertainty_score":0.99969864},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3015978110","doi":"10.48550/arxiv.2004.05707","title":"VGCN-BERT: Augmenting BERT with Graph Embedding for Text Classification","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Sentence; Graph; Vocabulary; Embedding; Convolutional neural network; Artificial intelligence; Natural language processing; Information retrieval; Theoretical computer science","score_opus":0.127657744654395,"score_gpt":0.21160187845791617,"score_spread":0.08394413380352117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015978110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061385415,0.00003564092,0.9351466,0.00053480215,0.00036653984,0.00050411496,0.00000637208,0.00031758248,0.0017029841],"genre_scores_gemma":[0.9483855,0.00003771876,0.05070688,0.0001392892,0.00011810341,0.000005301542,0.000020508003,0.000025717174,0.0005610058],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773216,0.000063400796,0.00023358522,0.001467882,0.00012249309,0.00038044708],"domain_scores_gemma":[0.99813026,0.0001240229,0.00033736226,0.0010748655,0.00017063714,0.00016287965],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021911302,0.00030641464,0.00030882977,0.00022021565,0.00024629247,0.00020549052,0.0015912756,0.0002061348,0.000007607314],"category_scores_gemma":[0.000026952923,0.00033842557,0.00018590366,0.00049726706,0.000054321947,0.00041665844,0.0010565863,0.00042111758,0.000022531212],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007120541,0.000081434555,0.0030805646,0.00030576318,0.00021393182,0.0000988702,0.0012138939,0.38277474,0.0005350049,0.6041721,0.0005273535,0.0069251396],"study_design_scores_gemma":[0.0004717795,0.00004178852,0.00049337506,0.00013728486,0.00005822792,0.0000028257232,0.00011489661,0.9692155,0.00015726722,0.027805472,0.0010884823,0.00041306036],"about_ca_topic_score_codex":0.000054411918,"about_ca_topic_score_gemma":0.000020160775,"teacher_disagreement_score":0.8870001,"about_ca_system_score_codex":0.00017531405,"about_ca_system_score_gemma":0.00016292023,"threshold_uncertainty_score":0.9999068},"labels":[],"label_agreement":null},{"id":"W3016930808","doi":"10.18653/v1/2020.emnlp-main.350","title":"Do sequence-to-sequence VAEs learn global features of sentences?","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Memorization; Computer science; Sequence (biology); Autoencoder; Artificial intelligence; Sentence; Word (group theory); Natural language processing; Language model; Natural language; Deep learning; Autoregressive model; Topic model; Speech recognition; Linguistics; Mathematics","score_opus":0.08953561004095345,"score_gpt":0.3284753241173212,"score_spread":0.23893971407636777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016930808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01321762,0.00032870035,0.95120054,0.012527027,0.0014804543,0.0004756421,0.000046966208,0.0004669661,0.020256082],"genre_scores_gemma":[0.67192966,0.000044887074,0.32634947,0.0011016055,0.0001539083,0.000018533417,0.00000495594,0.000008891525,0.00038812088],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99681497,0.00010476127,0.00051082694,0.0013528843,0.0008011133,0.00041546466],"domain_scores_gemma":[0.9976642,0.00005440794,0.00026659537,0.0015055333,0.00023537636,0.00027389755],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002781361,0.00036352655,0.00052131206,0.00008578422,0.000060910126,0.0003227639,0.0038813516,0.0002597636,0.000040110906],"category_scores_gemma":[0.00018514085,0.00032208845,0.00020132444,0.00047160918,0.00009114923,0.00021697757,0.004519452,0.0005837664,0.00008013305],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002657352,0.00009991703,0.004929664,0.00070819876,0.00018171291,0.00026777425,0.0033085619,0.055875443,0.004325037,0.7022546,0.006749735,0.2212728],"study_design_scores_gemma":[0.0007143575,0.00041654252,0.008115054,0.0017325656,0.0000862703,0.00023526496,0.0006323996,0.4049505,0.008724219,0.5656976,0.005652825,0.003042413],"about_ca_topic_score_codex":0.001617214,"about_ca_topic_score_gemma":0.000081282735,"teacher_disagreement_score":0.658712,"about_ca_system_score_codex":0.00015755443,"about_ca_system_score_gemma":0.00054109824,"threshold_uncertainty_score":0.9999231},"labels":[],"label_agreement":null},{"id":"W3017344042","doi":"10.1016/j.fsisyn.2020.03.004","title":"To what extent if any has Twitter disrupted hierarchies in forensic pathology?","year":2020,"lang":"en","type":"editorial","venue":"Forensic Science International Synergy","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon Health Network; Saint John Regional Hospital","funders":"","keywords":"Forensic pathology; Forensic science; Internet privacy; Pathology; Computer science; Biology; Medicine; Genetics; Autopsy","score_opus":0.023315639973430818,"score_gpt":0.28292109911199564,"score_spread":0.2596054591385648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017344042","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008138342,0.00013574946,0.13560839,0.013900018,0.8409282,0.0003316463,0.00003185656,0.00019473088,0.0007310615],"genre_scores_gemma":[0.2643263,0.0002674636,0.12299753,0.006202936,0.6031535,0.00036902714,0.0002736921,0.0001289818,0.0022805135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99300003,0.00008830385,0.00083635014,0.0020796512,0.0030611362,0.00093452184],"domain_scores_gemma":[0.99701893,0.00046182063,0.0003006956,0.0010874552,0.0007366687,0.0003944203],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.00094155734,0.00050900603,0.0005667556,0.001279752,0.00024432412,0.0022291038,0.005651421,0.00033533326,0.000033613185],"category_scores_gemma":[0.0020570478,0.00047371665,0.00018150428,0.0014756136,0.00079160964,0.0023144053,0.0026537846,0.0008479303,0.00014573165],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083763,0.00014632494,0.0002897295,0.000039476286,0.00006433487,0.0011992845,0.008415402,0.0051792366,0.0012938482,0.03069158,0.7244945,0.22810248],"study_design_scores_gemma":[0.00083864474,0.00030702088,0.0011447034,0.0008283958,0.000014232011,0.000062593914,0.00031954245,0.107176475,0.0011915663,0.02342422,0.86341697,0.0012756415],"about_ca_topic_score_codex":0.00032096324,"about_ca_topic_score_gemma":0.00029634556,"teacher_disagreement_score":0.25618798,"about_ca_system_score_codex":0.0007184232,"about_ca_system_score_gemma":0.0009985393,"threshold_uncertainty_score":0.9997715},"labels":[],"label_agreement":null},{"id":"W3017372818","doi":"10.18653/v1/2020.acl-main.56","title":"Gated Convolutional Bidirectional Attention-based Model for Off-topic Spoken Response Detection","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Recall; Task (project management); Relevance (law); Residual; Pattern recognition (psychology); Sampling (signal processing); Training set","score_opus":0.04774598965152945,"score_gpt":0.2549896021022108,"score_spread":0.20724361245068132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017372818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05839517,0.000022938555,0.9346556,0.006029485,0.00022098568,0.00021878188,0.000006703133,0.0003374149,0.00011289085],"genre_scores_gemma":[0.89231676,6.8879683e-7,0.10522658,0.0014152383,0.00010150618,0.000035628378,0.0000066926327,0.0000075206867,0.00088939094],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892074,0.000057159497,0.00021470126,0.00039095222,0.00023270423,0.00018374184],"domain_scores_gemma":[0.9993188,0.0001634335,0.000054112257,0.00019391882,0.00016598978,0.00010376797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026975528,0.00010127913,0.00010150063,0.000078444486,0.00015319917,0.000058071146,0.00027168987,0.000064492284,0.000032542954],"category_scores_gemma":[0.00014296977,0.00010239314,0.000099886376,0.00022019676,0.000019069328,0.000225556,0.000050518767,0.00007828238,0.00003013221],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00145343,0.00017140608,0.0014747158,0.000072323186,0.00007879075,0.0000058047967,0.0004079467,0.79564387,0.10507383,0.047752675,0.0027848675,0.04508034],"study_design_scores_gemma":[0.0006579287,0.00006567451,0.0013679187,0.0000043631694,0.00000467615,0.0000021455828,0.00000432017,0.99216706,0.0028368563,0.0010605765,0.0017068587,0.000121604724],"about_ca_topic_score_codex":0.000010842603,"about_ca_topic_score_gemma":0.000018611003,"teacher_disagreement_score":0.8339216,"about_ca_system_score_codex":0.0000763394,"about_ca_system_score_gemma":0.00021144396,"threshold_uncertainty_score":0.4175471},"labels":[],"label_agreement":null},{"id":"W3017779903","doi":"10.18653/v1/2020.findings-emnlp.109","title":"Quantifying the Contextualization of Word Representations with Semantic Class Probing","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Contextualization; Computer science; Natural language processing; Task (project management); Artificial intelligence; Context (archaeology); Inference; Word (group theory); Layer (electronics); Embedding; Class (philosophy); Linguistics","score_opus":0.1208758373613004,"score_gpt":0.3257294327598204,"score_spread":0.20485359539852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017779903","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00806463,0.00006151553,0.98259753,0.0059170006,0.00021930465,0.0005300929,0.000001000076,0.00016937446,0.0024395627],"genre_scores_gemma":[0.92467105,0.000010385332,0.074851125,0.00022669288,0.000046533925,0.00003595724,0.0000063777147,0.000010941877,0.00014094387],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985109,0.00011351139,0.00038031646,0.0005219,0.00033259488,0.00014077059],"domain_scores_gemma":[0.9983489,0.00014431185,0.00030957317,0.0009921369,0.00016884832,0.000036212747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024355855,0.00014626433,0.00022724838,0.00006764925,0.0000973199,0.00020080956,0.0010304574,0.000072626826,0.0000074191535],"category_scores_gemma":[0.000075931515,0.00009469466,0.000062609695,0.000289498,0.000046828543,0.00016207456,0.0010427015,0.0002979485,0.000004817511],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011051722,0.000042629392,0.003719246,0.00053073023,0.00015426404,0.000010865295,0.01651529,0.17955086,0.00093216245,0.78729033,0.000393259,0.010849324],"study_design_scores_gemma":[0.00013466364,0.000013875361,0.0005434916,0.00025522607,0.000023992252,0.0000050159333,0.00048618368,0.99255884,0.00096744014,0.0047667944,0.00009483771,0.00014964804],"about_ca_topic_score_codex":0.0002821742,"about_ca_topic_score_gemma":0.00018281167,"teacher_disagreement_score":0.9166064,"about_ca_system_score_codex":0.00002324223,"about_ca_system_score_gemma":0.00017787846,"threshold_uncertainty_score":0.3861536},"labels":[],"label_agreement":null},{"id":"W3018695736","doi":"10.18653/v1/2020.acl-srw.16","title":"Considering Likelihood in NLP Classification Explanations with Occlusion and Language Modeling","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Banting and Best Diabetes Centre, University of Toronto; Bundesministerium für Bildung und Forschung","keywords":"Computer science; Artificial intelligence; Natural language processing; Language model; Context (archaeology); Occlusion","score_opus":0.0539578300993899,"score_gpt":0.2734041729442856,"score_spread":0.2194463428448957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018695736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13807705,0.00015747648,0.8566727,0.003179243,0.000080346894,0.00022466455,0.0000015629782,0.0001935672,0.0014133552],"genre_scores_gemma":[0.7826071,0.0000327589,0.21707655,0.00020226544,0.000033187236,0.000018484167,0.00000933096,0.000008813032,0.00001151977],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986593,0.000041067662,0.00026824637,0.0006474932,0.00021274415,0.0001711083],"domain_scores_gemma":[0.9992546,0.00004367014,0.00008009935,0.0004933575,0.000047259167,0.00008101839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017530665,0.00016244096,0.00019066241,0.00016618228,0.000059646234,0.0001942599,0.00037790963,0.00011749301,0.000004107309],"category_scores_gemma":[0.000033230455,0.00014738982,0.000020514932,0.00013822743,0.000011724358,0.0002147301,0.0010621386,0.0003922055,0.0000038958538],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027048125,0.00014790063,0.0065864595,0.0006544849,0.000080681675,0.00035759696,0.057876118,0.68662274,0.0070645073,0.15941937,0.00011181061,0.0810513],"study_design_scores_gemma":[0.00017495618,0.000009117467,0.0004043382,0.00012582733,0.0000045059205,0.000011385785,0.00056326226,0.9921682,0.00009567169,0.0062579624,0.0000047820586,0.00018001454],"about_ca_topic_score_codex":0.0004463072,"about_ca_topic_score_gemma":0.0004166512,"teacher_disagreement_score":0.64453006,"about_ca_system_score_codex":0.0000606368,"about_ca_system_score_gemma":0.00014443419,"threshold_uncertainty_score":0.6010382},"labels":[],"label_agreement":null},{"id":"W3019416653","doi":"10.18653/v1/2021.acl-long.416","title":"StereoSet: Measuring stereotypical bias in pretrained language models","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Canadian Institute for Advanced Research","funders":"","keywords":"Stereotype (UML); Race (biology); Set (abstract data type); Scale (ratio); Language model; Computer science; Measure (data warehouse); Natural language processing; Artificial intelligence; Psychology; Cognitive psychology; Social psychology; Data mining; Geography","score_opus":0.13005698811730562,"score_gpt":0.2873309265116926,"score_spread":0.157273938394387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019416653","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26655936,0.00040114915,0.72386485,0.00033982415,0.00050016126,0.00025161824,0.0000021768515,0.00024484855,0.007836044],"genre_scores_gemma":[0.82860273,0.000013024503,0.1704733,0.0002583738,0.000092804104,0.000033577046,0.000008865091,0.000019309378,0.0004979825],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970995,0.00021896456,0.00056999066,0.0011229791,0.0005414976,0.00044704447],"domain_scores_gemma":[0.9978216,0.00008958742,0.00011727153,0.0017632783,0.00008059257,0.00012764843],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064442545,0.00032209992,0.00047568535,0.00025345714,0.00003076351,0.0005317605,0.0017366088,0.0003358764,0.000054473974],"category_scores_gemma":[0.000078704885,0.00031367445,0.00016043504,0.00022164373,0.000018279543,0.0004268079,0.003531727,0.0009173586,0.000010393204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043367534,0.00071548665,0.004406173,0.0015939513,0.0002899267,0.0020533954,0.08241525,0.45375118,0.0013262883,0.12600566,0.00017582483,0.32722348],"study_design_scores_gemma":[0.00030348852,0.000009282033,0.00057910883,0.0003155115,0.0000047980575,0.000012166351,0.00028560904,0.9917388,0.00058458536,0.005767619,0.000011060354,0.00038798738],"about_ca_topic_score_codex":0.0004530553,"about_ca_topic_score_gemma":0.0005467496,"teacher_disagreement_score":0.5620434,"about_ca_system_score_codex":0.00015633077,"about_ca_system_score_gemma":0.00028668,"threshold_uncertainty_score":0.9999315},"labels":[],"label_agreement":null},{"id":"W3021034694","doi":"10.18653/v1/2020.acl-main.695","title":"The Paradigm Discovery Problem","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; New York University Abu Dhabi","keywords":"Computer science; Benchmark (surveying); Task (project management); Cluster analysis; String (physics); Heuristic; Construct (python library); Artificial intelligence; Word (group theory); Code (set theory); Natural language processing; Machine learning; Programming language","score_opus":0.03907413907118272,"score_gpt":0.25613601388132207,"score_spread":0.21706187481013933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021034694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015165699,0.00024148785,0.93999165,0.037850484,0.0007653895,0.00024033374,9.56278e-7,0.00025311467,0.020504937],"genre_scores_gemma":[0.57938135,0.0002668778,0.40658307,0.0028951368,0.00079483894,0.00017305271,0.000005882638,0.000029680106,0.009870118],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987331,0.000044544704,0.00022221642,0.0005441995,0.00024788568,0.00020802485],"domain_scores_gemma":[0.9985569,0.00008884813,0.0000848914,0.0011952013,0.000015157735,0.000058964844],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00018214114,0.00014545748,0.00013853877,0.000015284704,0.00011532684,0.0011475345,0.002431449,0.00008134715,0.0000027725616],"category_scores_gemma":[0.000017283139,0.000087519045,0.00009581365,0.00006721531,0.000023379114,0.00020214794,0.003715039,0.00042804252,0.000058765272],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.896324e-7,0.000004741212,0.000026419933,0.000022890035,0.000016319333,0.0000052769,0.0002389014,0.002194076,0.000006060509,0.9767987,0.0025443502,0.018141575],"study_design_scores_gemma":[0.000041803432,0.000007639597,0.00006926051,0.00002547758,0.0000034651794,0.0000025510847,0.0000069421735,0.3778881,0.00007252098,0.5977031,0.02400777,0.00017132441],"about_ca_topic_score_codex":0.00007158862,"about_ca_topic_score_gemma":0.000018327008,"teacher_disagreement_score":0.5792297,"about_ca_system_score_codex":0.00003208168,"about_ca_system_score_gemma":0.00018871787,"threshold_uncertainty_score":0.9998894},"labels":[],"label_agreement":null},{"id":"W3021107458","doi":"10.18653/v1/2020.eval4nlp-1.5","title":"BLEU Neighbors: A Reference-less Approach to Automatic Evaluation","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"BLEU; Computer science; Machine translation; Artificial intelligence; Natural language processing; Natural language generation; Evaluation of machine translation; Language model; Bottleneck; Lexical diversity; Ground truth; Sentence; Machine learning; Natural language; Vocabulary; Linguistics","score_opus":0.20922197770817,"score_gpt":0.3298302363485546,"score_spread":0.12060825864038457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021107458","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035130903,0.000042024687,0.9085173,0.0022230854,0.00050861243,0.0010134153,0.000002196745,0.000635929,0.08354432],"genre_scores_gemma":[0.4035967,0.0000020993652,0.5949838,0.0008001661,0.00013704876,0.00027592832,0.000020321675,0.000011935732,0.00017195873],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99687463,0.0001952253,0.00045824284,0.00121157,0.00097450736,0.00028585258],"domain_scores_gemma":[0.9977792,0.000046331952,0.0001514095,0.0015902013,0.00022270904,0.00021013901],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00079844065,0.00028039358,0.00036541675,0.00015672042,0.00005781174,0.00047264158,0.002269785,0.0002253675,0.00004996451],"category_scores_gemma":[0.00014439528,0.00025427426,0.000082984756,0.0003085035,0.000009802618,0.00017924524,0.0029921802,0.00048108786,0.00019024423],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030562305,0.00014585853,0.00004488086,0.0005953935,0.00008767274,0.00000394025,0.006236886,0.15721688,0.00010281525,0.30610818,0.0035135555,0.5259409],"study_design_scores_gemma":[0.00012399381,0.000016358821,0.00020960995,0.00008003723,0.000022012428,0.0000028770526,0.00006211608,0.9652185,0.00003811737,0.0337286,0.00020493632,0.00029283576],"about_ca_topic_score_codex":0.00019733314,"about_ca_topic_score_gemma":0.000009528978,"teacher_disagreement_score":0.80800164,"about_ca_system_score_codex":0.0001987009,"about_ca_system_score_gemma":0.0005771155,"threshold_uncertainty_score":0.99999094},"labels":[],"label_agreement":null},{"id":"W3021643468","doi":"10.18653/v1/2020.acl-main.679","title":"The Sensitivity of Language Models and Humans to Winograd Schema Perturbations","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Schema (genetic algorithms); Language model; Associative property; Artificial intelligence; Task (project management); Language understanding; Cognitive psychology; Synonym (taxonomy); Natural language processing; Machine learning; Psychology; Mathematics","score_opus":0.05336245230994675,"score_gpt":0.28536201352671325,"score_spread":0.23199956121676651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021643468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048159167,0.00014627437,0.94022447,0.008371902,0.00011659639,0.00020934727,0.0000052372793,0.000098760764,0.0026682452],"genre_scores_gemma":[0.8929317,0.000013824461,0.10632156,0.0003609441,0.00005150556,0.000009813089,0.0000015058198,0.0000052266064,0.00030393057],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903184,0.00007530783,0.00017984968,0.00039015975,0.00019493657,0.00012789763],"domain_scores_gemma":[0.99886256,0.00017031757,0.00006070197,0.00076009834,0.00006914383,0.00007716305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031890968,0.00011591696,0.00016602522,0.000038409173,0.00009986722,0.0001372753,0.00044133133,0.00006712109,0.0000014135499],"category_scores_gemma":[0.000072311086,0.00008420043,0.000055436045,0.00008539574,0.000030576368,0.00009176276,0.0019164954,0.00021675647,0.0000027783688],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003991421,0.000034926732,0.00010532584,0.00013235191,0.00007462483,0.000017856952,0.033636138,0.046774697,0.004770339,0.8460972,0.0009226688,0.067429885],"study_design_scores_gemma":[0.00003487368,0.000007792101,0.00019047603,0.000025471347,0.0000052869755,0.000001941583,0.00017824928,0.98167646,0.0006281995,0.017039105,0.00010783423,0.00010433616],"about_ca_topic_score_codex":0.00032898443,"about_ca_topic_score_gemma":0.00016182348,"teacher_disagreement_score":0.9349017,"about_ca_system_score_codex":0.000014825642,"about_ca_system_score_gemma":0.000062102445,"threshold_uncertainty_score":0.34335938},"labels":[],"label_agreement":null},{"id":"W3021780374","doi":"10.48550/arxiv.2004.14560","title":"RikiNet: Reading Wikipedia Pages for Natural Question Answering","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Paragraph; Question answering; Computer science; Open domain; Reading (process); Dual (grammatical number); Natural (archaeology); Natural language processing; Information retrieval; Set (abstract data type); Artificial intelligence; Natural language; Domain (mathematical analysis); Questions and answers; World Wide Web; Linguistics; Programming language; Mathematics","score_opus":0.08778468336748627,"score_gpt":0.2043180002290689,"score_spread":0.11653331686158264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021780374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06323363,0.0000954253,0.9333925,0.0004750482,0.0014024614,0.0003300134,0.000006872636,0.0004452898,0.0006187576],"genre_scores_gemma":[0.9697507,0.000094909126,0.029164735,0.00012777172,0.00033004105,0.0000018456954,0.000018623123,0.000019296416,0.0004920948],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819,0.00006442016,0.00018810731,0.0011517416,0.000081374084,0.00032439342],"domain_scores_gemma":[0.9986877,0.00011327397,0.00019205728,0.0007541696,0.00011963134,0.00013319957],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020547805,0.00026907618,0.00028519912,0.00016089315,0.00013148348,0.0001533518,0.0013656826,0.00020491844,0.000002749851],"category_scores_gemma":[0.000086768385,0.00032842671,0.00018142002,0.00026433513,0.000033357817,0.00043899252,0.0013304173,0.0005157525,0.000014406604],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054577282,0.00003855997,0.0016758257,0.00043691753,0.00012884036,0.000284418,0.0010216001,0.3234726,0.0009867058,0.6611406,0.0006786217,0.010080747],"study_design_scores_gemma":[0.00025602276,0.000025670464,0.0004372133,0.00011649703,0.000037399343,0.0000027527287,0.000030542393,0.95344746,0.00026378632,0.044233754,0.0007868387,0.00036204924],"about_ca_topic_score_codex":0.00006795506,"about_ca_topic_score_gemma":0.000021957945,"teacher_disagreement_score":0.906517,"about_ca_system_score_codex":0.00018674826,"about_ca_system_score_gemma":0.00010318885,"threshold_uncertainty_score":0.9999168},"labels":[],"label_agreement":null},{"id":"W3021792233","doi":"10.1145/3440755","title":"Evolution of Semantic Similarity—A Survey","year":2021,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":281,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Semantic similarity; Similarity (geometry); Semantic computing; Field (mathematics); Natural language; Open research; Semantics (computer science); Strengths and weaknesses; Natural language understanding","score_opus":0.04743587048223354,"score_gpt":0.2804255950414988,"score_spread":0.23298972455926523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021792233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34893107,0.00016689005,0.64982575,0.00014869608,0.0005948613,0.000039150927,0.0000025821091,0.00009729045,0.0001937128],"genre_scores_gemma":[0.9251045,0.0000030440349,0.07469271,0.000054702818,0.00005938788,3.9055232e-7,0.000010134771,0.000008932812,0.00006621111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996581,0.001844747,0.00041760536,0.00049498846,0.00034741504,0.00031423825],"domain_scores_gemma":[0.99662256,0.0011909357,0.00015775519,0.0015068293,0.0004562048,0.00006572491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050907033,0.000132633,0.0002740105,0.00008440202,0.00011126706,0.00007678826,0.0011999104,0.00007781045,0.0000077420445],"category_scores_gemma":[0.0023042485,0.00014696551,0.00007658312,0.0007737709,0.00003285872,0.00017466188,0.0012665556,0.00017371135,0.000018336052],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019438942,0.000164865,0.9175183,0.000095135176,0.00005371182,0.00004883579,0.0005524496,0.015950657,0.001976343,0.013746153,0.00048591994,0.049405638],"study_design_scores_gemma":[0.00016273031,0.000013703823,0.6619964,0.000036874168,0.0000029986666,0.000013956362,0.000010699007,0.33331922,0.0013281127,0.0029497417,0.00002669709,0.00013883717],"about_ca_topic_score_codex":0.0011309267,"about_ca_topic_score_gemma":0.0004116536,"teacher_disagreement_score":0.5761734,"about_ca_system_score_codex":0.00006395261,"about_ca_system_score_gemma":0.00023774325,"threshold_uncertainty_score":0.59930795},"labels":[],"label_agreement":null},{"id":"W3022187094","doi":"10.1609/aaai.v31i1.10983","title":"A Hierarchical Latent Variable Encoder-Decoder Model for Generating Dialogues","year":2017,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":702,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; McGill University; Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Samsung; Compute Canada; Samsung Advanced Institute of Technology; Canadian Institute for Advanced Research","keywords":"Computer science; Latent variable; Generative grammar; Generative model; Latent variable model; Artificial intelligence; Variable (mathematics); Artificial neural network; Encoder; Task (project management); Machine learning; Mathematics","score_opus":0.09665800747503062,"score_gpt":0.2927783749652687,"score_spread":0.1961203674902381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022187094","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041659395,0.000017978899,0.98895013,0.0015196044,0.00031673265,0.00018020147,0.000002650793,0.00013717455,0.0047095916],"genre_scores_gemma":[0.29777676,0.0000025030654,0.6988483,0.0004695146,0.0001486688,0.000040309955,0.0000014046311,0.0000070329047,0.0027055338],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988582,0.000016763242,0.00021015505,0.000424587,0.00016091623,0.00032939343],"domain_scores_gemma":[0.9986754,0.000067897956,0.000078315505,0.0010119741,0.00007152594,0.000094881194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035955536,0.00011269588,0.00014809819,0.00003266364,0.0006183906,0.000577991,0.001176994,0.00006830913,0.000007627094],"category_scores_gemma":[0.00014127148,0.00009423242,0.00006116986,0.00002057719,0.00002744918,0.00055138214,0.00047725718,0.00009647853,0.000009684418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040826462,0.000046219324,0.0002883459,0.000017752585,0.000017982955,0.0000024174483,0.00080321403,0.19928429,0.0026071167,0.76898074,0.0010089781,0.02693883],"study_design_scores_gemma":[0.0002377357,0.000014575171,0.000025951895,0.000006911134,0.0000030017923,0.0000023457467,0.0000013489138,0.92065066,0.00032796242,0.07835956,0.0002441443,0.00012577782],"about_ca_topic_score_codex":0.00008627069,"about_ca_topic_score_gemma":0.00005201518,"teacher_disagreement_score":0.7213664,"about_ca_system_score_codex":0.000022017126,"about_ca_system_score_gemma":0.000102256025,"threshold_uncertainty_score":0.557358},"labels":[],"label_agreement":null},{"id":"W3022585926","doi":"10.1007/978-3-030-47358-7_11","title":"Selection Driven Query Focused Abstractive Document Summarization","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Computer science; ENCODE; Selection (genetic algorithm); Encoder; Artificial intelligence; Representation (politics); Mechanism (biology); Sequence (biology); Natural language processing; State (computer science); Information retrieval; Algorithm","score_opus":0.016625947420913747,"score_gpt":0.23858851603286704,"score_spread":0.2219625686119533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022585926","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006479375,0.00006638745,0.9931109,0.0016617674,0.0014541502,0.0004443734,0.000001889468,0.00027129316,0.0029244286],"genre_scores_gemma":[0.32912347,0.000028140945,0.6682015,0.001524861,0.00081724074,0.000014956303,0.000009125557,0.00004207552,0.0002386292],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99622583,0.000040516356,0.0005266503,0.001701669,0.0010180468,0.00048725732],"domain_scores_gemma":[0.9981823,0.00025283665,0.00034664903,0.0007916469,0.0002458162,0.00018075739],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042591456,0.00045616552,0.00042617126,0.0005600844,0.00023635305,0.00062005216,0.0020730463,0.00031171524,0.000020190984],"category_scores_gemma":[0.0000849854,0.0004565183,0.00011470142,0.0005880829,0.00020133337,0.001021502,0.00090796634,0.0008773226,0.000061109655],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008275295,0.000021002254,0.000108097396,0.0000385152,0.000021406768,0.000054123157,0.0011040001,0.20611961,0.00053854065,0.058749363,0.00002440533,0.73321265],"study_design_scores_gemma":[0.00021263295,0.00012493323,0.00011817909,0.00016836161,0.000008225281,0.0000207034,1.2121768e-7,0.84624577,0.0021403136,0.14971188,0.0007411587,0.00050775293],"about_ca_topic_score_codex":0.000045746678,"about_ca_topic_score_gemma":0.00009928906,"teacher_disagreement_score":0.73270494,"about_ca_system_score_codex":0.000624743,"about_ca_system_score_gemma":0.0006431649,"threshold_uncertainty_score":0.99978864},"labels":[],"label_agreement":null},{"id":"W3022592851","doi":"10.18653/v1/2020.acl-main.220","title":"Learning an Unreferenced Metric for Online Dialogue Evaluation","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; McGill University","funders":"McGill University; Canadian Institute for Advanced Research","keywords":"Inference; Computer science; Metric (unit); Task (project management); Artificial intelligence; Domain (mathematical analysis); Natural language processing; Quality (philosophy); Machine learning; Open domain; Question answering; Mathematics","score_opus":0.22264646163265112,"score_gpt":0.3771446736430029,"score_spread":0.1544982120103518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022592851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016797952,0.00006515826,0.97929573,0.0011220302,0.00091569324,0.000739244,0.0000076115225,0.00039354342,0.00066303817],"genre_scores_gemma":[0.53128886,0.000009137696,0.4677016,0.00018526697,0.00032663086,0.000083222236,0.00029398224,0.00001044792,0.00010083071],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784374,0.00020617139,0.00033261755,0.00089538825,0.00048311986,0.00023893255],"domain_scores_gemma":[0.9985329,0.00015827242,0.00018066357,0.0006734064,0.00032659512,0.0001281955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096678716,0.00019273323,0.000271699,0.00022000325,0.00007908073,0.00023439349,0.0012333534,0.00019152282,0.000025422063],"category_scores_gemma":[0.00084065046,0.00018239098,0.00009819269,0.00029259914,0.000007781296,0.00020972267,0.0010375943,0.0004902059,0.000011238036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045375373,0.000050839833,0.00007497332,0.0000663176,0.00002789884,7.605554e-7,0.00073916477,0.2637673,0.00013701028,0.01614538,0.000073850424,0.71891195],"study_design_scores_gemma":[0.0002481561,0.00010692402,0.0004372929,0.000017911165,0.000026543834,4.484742e-7,0.000026856764,0.9577046,0.000115687326,0.0407052,0.00040236767,0.00020798895],"about_ca_topic_score_codex":0.00014079873,"about_ca_topic_score_gemma":0.00007868866,"teacher_disagreement_score":0.718704,"about_ca_system_score_codex":0.00011751037,"about_ca_system_score_gemma":0.00042880536,"threshold_uncertainty_score":0.7437689},"labels":[],"label_agreement":null},{"id":"W3022745277","doi":"10.18653/v1/2020.acl-main.177","title":"Probing Linguistic Systematicity","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Generalization; Meaning (existential); Set (abstract data type); Perspective (graphical); Natural (archaeology); Inference; Linguistics; Natural language understanding; Computer science; Natural language; Artificial intelligence; Natural language processing; Psychology; Cognitive science; Epistemology; Philosophy; History","score_opus":0.06970837947866719,"score_gpt":0.2778822689205535,"score_spread":0.2081738894418863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022745277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006336265,0.000072081806,0.9716503,0.0010652813,0.0013222252,0.00040106606,6.952574e-7,0.0006760692,0.024178635],"genre_scores_gemma":[0.6848808,0.0000011915373,0.31434578,0.00025328097,0.00025611155,0.00002887714,0.0000011506986,0.00000785766,0.00022496935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843246,0.00006363194,0.00038797624,0.0006514018,0.0002791273,0.00018542242],"domain_scores_gemma":[0.99857295,0.00006236956,0.00015732407,0.0010188089,0.00009127274,0.00009725177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025956973,0.00017866888,0.00033116873,0.000049465754,0.00004532869,0.00033362085,0.0015946327,0.00012178487,0.000010126233],"category_scores_gemma":[0.00028794733,0.00015737388,0.000091993155,0.00008288151,0.000008171897,0.00004603373,0.003077186,0.00042880705,0.00011907193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.5887757e-7,0.0000302319,0.00006864583,0.0068832072,0.00007181199,0.00008757944,0.006148679,0.016767802,0.00009535384,0.96691364,0.00055660453,0.0023755808],"study_design_scores_gemma":[0.00003634414,0.0000054487887,0.000008494634,0.00044385518,0.000008392557,0.0000041988515,0.000007972306,0.94601065,0.00011734417,0.05302688,0.00014710947,0.00018332069],"about_ca_topic_score_codex":0.000074422256,"about_ca_topic_score_gemma":0.0000032074993,"teacher_disagreement_score":0.92924285,"about_ca_system_score_codex":0.00006404427,"about_ca_system_score_gemma":0.00017266591,"threshold_uncertainty_score":0.64175206},"labels":[],"label_agreement":null},{"id":"W3022773562","doi":"10.1007/978-3-030-47358-7_35","title":"Query Focused Abstractive Summarization via Incorporating Query Relevance and Transfer Learning with Transformer Models","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Automatic summarization; Transformer; Artificial intelligence; Transfer of learning; Relevance (law); Relevance feedback; Natural language processing; Information retrieval; Image retrieval; Image (mathematics)","score_opus":0.017357309336434784,"score_gpt":0.21255671522419398,"score_spread":0.1951994058877592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022773562","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005418985,0.00024534686,0.99539196,0.0008429635,0.00028419585,0.0004995147,0.00000245169,0.0001880428,0.0020035927],"genre_scores_gemma":[0.6243667,0.0000465284,0.37476736,0.0005348796,0.00016792289,0.000010746718,0.0000052624846,0.000044115957,0.00005648338],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996169,0.00005298399,0.0005797905,0.0017910379,0.0008984099,0.00050878647],"domain_scores_gemma":[0.9983417,0.00043088014,0.00021281878,0.00059157814,0.00022243196,0.00020058746],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005416701,0.00057950045,0.0005792211,0.0004224855,0.00034434424,0.00047264557,0.0011750027,0.00031999862,0.0000037049676],"category_scores_gemma":[0.000037102393,0.0005195414,0.000077506695,0.00050611957,0.00045022802,0.0019443585,0.0002053381,0.0014202636,0.000004818138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021217213,0.000010544903,0.00005019041,0.00006979171,0.0000147314895,0.000057786405,0.002577794,0.5661049,0.0007663511,0.020475714,3.0983125e-7,0.40985072],"study_design_scores_gemma":[0.00034708105,0.00021199265,0.000021463215,0.00042123115,0.000012567613,0.00005301215,9.667704e-7,0.90228945,0.0015324058,0.09445898,0.000044782388,0.0006060486],"about_ca_topic_score_codex":0.000060995306,"about_ca_topic_score_gemma":0.00015162815,"teacher_disagreement_score":0.6238248,"about_ca_system_score_codex":0.0001937846,"about_ca_system_score_gemma":0.0005022274,"threshold_uncertainty_score":0.99972564},"labels":[],"label_agreement":null},{"id":"W3022810465","doi":"10.1109/micro50266.2020.00071","title":"GOBO: Quantizing Attention-Based NLP Models for Low Latency and Energy Efficient Inference","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Quantization (signal processing); Computation; Inference; Latency (audio); Language model; Computer engineering; Parallel computing; Computer hardware; Algorithm; Artificial intelligence","score_opus":0.06401963398422118,"score_gpt":0.2784773016417433,"score_spread":0.2144576676575221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022810465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009700606,0.00020066339,0.98627126,0.0018796391,0.00065032684,0.0002467697,0.000009799576,0.00032509922,0.0007158319],"genre_scores_gemma":[0.7543646,0.00001906683,0.24483414,0.0004739932,0.000068080415,0.00008120115,0.000014939767,0.0000154848,0.00012851655],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976737,0.000048741003,0.0004550399,0.0011590947,0.00031593986,0.0003474939],"domain_scores_gemma":[0.9984432,0.00022227592,0.00018680896,0.00080417935,0.00018134907,0.00016221279],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002392914,0.00030756375,0.00037090597,0.00013219325,0.00012452401,0.00037551564,0.0009872703,0.0002087819,0.0000052839787],"category_scores_gemma":[0.000061775085,0.0002929407,0.00016036493,0.00013008389,0.000031264102,0.00012822563,0.0013361659,0.00025069717,0.0000039360098],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003838923,0.000034678116,0.00006353914,0.0002125208,0.000015379173,0.0000037885513,0.00013254219,0.7051737,0.00017909138,0.28397435,0.000034881978,0.010171707],"study_design_scores_gemma":[0.00026687825,0.000029519544,0.000047466798,0.0001810927,0.000012475538,7.291446e-7,0.00000752695,0.9582473,0.00021628667,0.040596996,0.00006257265,0.00033117415],"about_ca_topic_score_codex":0.00035218804,"about_ca_topic_score_gemma":0.000028550168,"teacher_disagreement_score":0.74466395,"about_ca_system_score_codex":0.00005202094,"about_ca_system_score_gemma":0.00029879977,"threshold_uncertainty_score":0.99995226},"labels":[],"label_agreement":null},{"id":"W3023058189","doi":"10.1007/978-3-030-47358-7_37","title":"Attending Knowledge Facts with BERT-like Models in Question-Answering: Disappointing Results and Some Explanations","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Sentence; Computer science; Question answering; Natural language processing; Set (abstract data type); Artificial intelligence; Programming language","score_opus":0.033983566764943754,"score_gpt":0.2610527462836509,"score_spread":0.22706917951870714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023058189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006371103,0.000366782,0.9935996,0.0018714488,0.0006242598,0.00033862694,0.0000058434484,0.00016447714,0.002391836],"genre_scores_gemma":[0.6786068,0.000046860467,0.3204507,0.00049979065,0.00025641095,0.00001076739,0.0000066160987,0.000030594838,0.000091462534],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99641204,0.000042047803,0.00059806934,0.0017781171,0.0006121517,0.00055758405],"domain_scores_gemma":[0.9981247,0.00049022323,0.00023905293,0.00081447023,0.00012462186,0.00020691601],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007408703,0.00046596673,0.000480204,0.00079129107,0.00024228694,0.00054786156,0.001588424,0.00020163228,0.0000010302842],"category_scores_gemma":[0.00010075151,0.00042319603,0.00004871207,0.0005577637,0.0002943402,0.0014916866,0.0012155775,0.0008242038,0.000006695202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016746373,0.00003537202,0.00021368718,0.00011513869,0.000015352323,0.00018085538,0.009095465,0.5139557,0.00008655165,0.2676163,0.000010209507,0.20865859],"study_design_scores_gemma":[0.0003532708,0.00006828153,0.00011741197,0.0007847926,0.0000045025813,0.00003626834,0.0000011477968,0.88510484,0.00007186815,0.11285828,0.0001268132,0.00047251582],"about_ca_topic_score_codex":0.00006654532,"about_ca_topic_score_gemma":0.00038583516,"teacher_disagreement_score":0.6779697,"about_ca_system_score_codex":0.0002616967,"about_ca_system_score_gemma":0.00038070936,"threshold_uncertainty_score":0.99982196},"labels":[],"label_agreement":null},{"id":"W3024228313","doi":"10.2196/18417","title":"Extraction of Information Related to Drug Safety Surveillance From Electronic Health Record Notes: Joint Modeling of Entities and Relations Using Knowledge-Aware Neural Attentive Models","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Computer science; Medical prescription; Information extraction; Sentence; Medical record; Artificial intelligence; Medicine; Medical emergency; Information retrieval; Data mining; Natural language processing","score_opus":0.03801965279698179,"score_gpt":0.2973762146673368,"score_spread":0.25935656187035505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024228313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32839727,0.00007020012,0.6698604,0.0011876398,0.0000976928,0.00023520253,0.0000128754,0.000051103587,0.000087576795],"genre_scores_gemma":[0.9636995,0.00008635953,0.035773642,0.0003758328,0.000020499207,0.0000060670527,0.000029535207,0.000005540687,0.0000030008482],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99759686,0.00008766481,0.001450264,0.00011898764,0.00049600424,0.0002502161],"domain_scores_gemma":[0.99864215,0.00015197067,0.0005215169,0.00023122012,0.0002269939,0.00022616584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054620096,0.00013290059,0.00034331586,0.00014254922,0.00010084954,0.00004143315,0.00028016334,0.00010391989,0.000011425887],"category_scores_gemma":[0.00017498304,0.00012999246,0.000058033103,0.00038859784,0.000038551327,0.0020808107,0.0002399562,0.00036848817,0.000005384144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004145139,0.000047848098,0.0004104794,0.0005119073,0.000057633082,4.078313e-7,0.17310171,0.7542184,0.000037566453,0.008765416,0.0001079978,0.06269918],"study_design_scores_gemma":[0.00033184286,0.000059456004,0.00012273893,0.00019620289,0.0000042057723,0.0000031429347,0.0017047946,0.99595165,0.000018115694,0.0014434765,0.000054519467,0.000109831126],"about_ca_topic_score_codex":0.00026943142,"about_ca_topic_score_gemma":0.000045266766,"teacher_disagreement_score":0.63530225,"about_ca_system_score_codex":0.00013404782,"about_ca_system_score_gemma":0.00041344427,"threshold_uncertainty_score":0.53009385},"labels":[],"label_agreement":null},{"id":"W3025873536","doi":"10.48550/arxiv.2005.05864","title":"Exploiting Syntactic Structure for Better Language Modeling: A Syntactic Distance Approach","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; McGill University; Canadian Institute for Advanced Research; Université de Montréal","funders":"","keywords":"Treebank; Perplexity; Computer science; Parsing; Natural language processing; Artificial intelligence; Language model; Task (project management); Representation (politics); Syntactic structure; Ground truth; Parse tree; Syntax","score_opus":0.09857051092529527,"score_gpt":0.20306891058058102,"score_spread":0.10449839965528575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025873536","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19771719,0.00007738638,0.80037075,0.00026565508,0.00035470136,0.0004916266,0.000039258117,0.0003360639,0.00034734048],"genre_scores_gemma":[0.93009126,0.000011878606,0.06912931,0.00029951308,0.00026229056,0.0000054929665,0.00003871663,0.000042867912,0.00011868329],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707854,0.00010368958,0.00029825335,0.0018476462,0.00015193831,0.0005199402],"domain_scores_gemma":[0.9977576,0.00014197017,0.0002935613,0.0014711206,0.000120056684,0.00021569319],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015669876,0.0004476166,0.000492466,0.00016218993,0.00020498925,0.00026156014,0.0021735465,0.00031520784,0.000008122113],"category_scores_gemma":[0.00010864971,0.00051735016,0.00028395976,0.00034905368,0.000035665314,0.0005873032,0.0016046836,0.00089496747,0.000009063419],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045080968,0.000055756613,0.0002951467,0.00080006814,0.00016882183,0.00022391297,0.0027619877,0.87173426,0.0002918967,0.12217627,0.000043980985,0.0014028025],"study_design_scores_gemma":[0.0003369551,0.0000189564,0.0000074286495,0.00009998713,0.00009416778,0.000007671316,0.00042938453,0.9491092,0.000100902784,0.049240813,0.000041126186,0.0005134272],"about_ca_topic_score_codex":0.00009257584,"about_ca_topic_score_gemma":0.000014406442,"teacher_disagreement_score":0.7323741,"about_ca_system_score_codex":0.00027982224,"about_ca_system_score_gemma":0.00016904742,"threshold_uncertainty_score":0.9997278},"labels":[],"label_agreement":null},{"id":"W3028435993","doi":"10.5220/0009422400580067","title":"Using BERT and XLNET for the Automatic Short Answer Grading Task","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Task (project management); Grading (engineering); Artificial intelligence; Natural language processing; Engineering","score_opus":0.1021931580915548,"score_gpt":0.294745850003279,"score_spread":0.19255269191172422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028435993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025824139,0.00008614573,0.96901673,0.0043601794,0.00011984978,0.0001682635,3.4903167e-7,0.00010559932,0.00031876375],"genre_scores_gemma":[0.7114656,0.0000016772518,0.28693932,0.0014887863,0.00006888402,0.000004647982,1.2500796e-7,0.000003715237,0.000027232347],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946505,0.000010560864,0.000107133164,0.00019412169,0.00009195897,0.00013115208],"domain_scores_gemma":[0.9996215,0.00011406502,0.000013854471,0.00018465376,0.000014437976,0.00005150491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012983798,0.000059736278,0.00007194519,0.000012885274,0.000117764794,0.0001274173,0.00029953234,0.000017980818,0.000006907661],"category_scores_gemma":[0.00002829263,0.000039148686,0.000023980605,0.00008346371,0.000013546636,0.00018380942,0.00013482639,0.000041841085,0.0000013881464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056836916,0.000031551008,0.0068217446,0.00020880545,0.00013487635,0.000013104582,0.014330539,0.0121905375,0.011601946,0.2990274,0.005351734,0.6502821],"study_design_scores_gemma":[0.00005706576,0.000011529514,0.00018287677,0.000005235163,0.000006727855,0.0000070401356,0.000037880993,0.9971176,0.00017856515,0.0011359733,0.0012000911,0.000059451384],"about_ca_topic_score_codex":0.000020383932,"about_ca_topic_score_gemma":0.0000034558084,"teacher_disagreement_score":0.984927,"about_ca_system_score_codex":0.000008424929,"about_ca_system_score_gemma":0.00001694166,"threshold_uncertainty_score":0.15964371},"labels":[],"label_agreement":null},{"id":"W3028657247","doi":"","title":"A Robust Self-Learning Method for Fully Unsupervised Cross-Lingual Mappings of Word Embeddings: Making the Method Robustly Reproducible as Well","year":2020,"lang":"en","type":"article","venue":"Language Resources and Evaluation","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Robustness (evolution); Hyperparameter; Word (group theory); Artificial intelligence; Grid; Stability (learning theory); Unsupervised learning; Machine learning; Natural language processing; Mathematics","score_opus":0.0626216750026778,"score_gpt":0.3642289984244982,"score_spread":0.3016073234218204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028657247","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2960221,0.0012413345,0.69993836,0.0014249231,0.000064963155,0.00051897165,9.816877e-7,0.00012881526,0.0006595262],"genre_scores_gemma":[0.34952986,0.000011349364,0.64944,0.0005197074,0.00030474813,0.000042077474,0.000004672603,0.000018900142,0.0001286868],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975189,0.00050543406,0.00041307727,0.0007482059,0.0005404448,0.00027396838],"domain_scores_gemma":[0.99840796,0.0004959538,0.0003015329,0.00046665958,0.00026097972,0.00006690686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058367667,0.00016651966,0.00025637558,0.00007682934,0.0002887269,0.00030924554,0.00050931866,0.000086805936,0.00005749528],"category_scores_gemma":[0.0012520024,0.00013096814,0.00010038685,0.00039157443,0.00002301015,0.00023597633,0.0002585585,0.00021541507,0.0000044758967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074766765,0.000024749468,0.00044617415,0.00029008545,0.00007966516,0.00000385946,0.17928182,0.48835292,0.005684498,0.0008056504,0.0000778367,0.32487798],"study_design_scores_gemma":[0.00059701066,0.000106438754,0.00025890768,0.000063099906,0.00007157078,0.0000137543375,0.00528372,0.9872324,0.0019843697,0.00041684744,0.0038158265,0.0001560798],"about_ca_topic_score_codex":0.00012104622,"about_ca_topic_score_gemma":0.0000051198126,"teacher_disagreement_score":0.49887946,"about_ca_system_score_codex":0.000031804768,"about_ca_system_score_gemma":0.00006371574,"threshold_uncertainty_score":0.5340725},"labels":[],"label_agreement":null},{"id":"W3028930880","doi":"10.48550/arxiv.2003.04642","title":"A Framework for Evaluation of Machine Reading Comprehension Gold\\n Standards","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Computer science; Correctness; Paragraph; Reading comprehension; Artificial intelligence; Natural language processing; Schema (genetic algorithms); Comprehension; Ambiguity; Popularity; Set (abstract data type); Reading (process); Machine learning; Linguistics; Psychology; World Wide Web; Programming language","score_opus":0.1712827149806367,"score_gpt":0.2700363482322421,"score_spread":0.09875363325160538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028930880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075448915,0.00009712072,0.9224457,0.000224262,0.0005305463,0.00057924044,0.000062270075,0.00012591128,0.00048604343],"genre_scores_gemma":[0.92653275,0.00003422135,0.073230915,0.000060694565,0.00007048415,0.0000017667307,0.000018259308,0.000013589864,0.000037353915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981332,0.0001782697,0.00025148486,0.0008999045,0.00033133457,0.0002058075],"domain_scores_gemma":[0.9975628,0.0002131311,0.0003418283,0.0009990934,0.0007792257,0.000103882645],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00093568914,0.0002112574,0.000361199,0.0001612686,0.000070493195,0.000050987164,0.0011368139,0.00025034792,0.0000140938655],"category_scores_gemma":[0.0002979,0.0002494504,0.00019301291,0.00033101987,0.000037782764,0.00018175632,0.0012725972,0.0004033664,0.0000033360745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005085042,0.000031716772,0.0002704321,0.00019511211,0.00006953194,0.0000102744625,0.0004466474,0.4640314,0.00011046866,0.52872807,0.00011416656,0.0059413137],"study_design_scores_gemma":[0.00045465684,0.00003629783,0.000085528816,0.00018029253,0.00009365038,5.4611587e-7,0.000022914524,0.703489,0.0001611913,0.29516676,0.00015199164,0.00015717922],"about_ca_topic_score_codex":0.00006891008,"about_ca_topic_score_gemma":0.000009027274,"teacher_disagreement_score":0.8510838,"about_ca_system_score_codex":0.00035559997,"about_ca_system_score_gemma":0.00042861965,"threshold_uncertainty_score":0.99999577},"labels":[],"label_agreement":null},{"id":"W3029422798","doi":"","title":"Multi-class Multilingual Classification of Wikipedia Articles Using Extended Named Entity Tag Set","year":2019,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Categorization; Set (abstract data type); Structuring; Natural language processing; Text categorization; Class (philosophy); Artificial intelligence; German; Information retrieval; Named entity; Linguistics","score_opus":0.13625313645858228,"score_gpt":0.22823863147610698,"score_spread":0.0919854950175247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029422798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6212257,0.000007958429,0.3782945,0.000012404794,0.00017754926,0.00011088033,0.0000022178322,0.000063395986,0.00010539296],"genre_scores_gemma":[0.98374885,0.0000055372298,0.015832014,0.00002354095,0.000026400943,1.5167915e-7,0.0000018694616,0.000007677067,0.0003539839],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988063,0.00009209578,0.00019968745,0.0005511321,0.00010438592,0.0002464051],"domain_scores_gemma":[0.9987529,0.00007357251,0.0001857284,0.00074601726,0.00014970893,0.00009209739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022842667,0.00012692974,0.00017535423,0.00015093209,0.0000710676,0.000034243407,0.0006567524,0.00008748248,0.00002228196],"category_scores_gemma":[0.00004871275,0.00014638524,0.00008441175,0.00046399102,0.00006662424,0.0006154874,0.0002404021,0.00012747389,0.0000547788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011516873,0.00079286634,0.16873811,0.00018025674,0.00014683972,0.00012131004,0.004192067,0.35282764,0.28161603,0.17455186,0.00002559323,0.016692257],"study_design_scores_gemma":[0.0007218255,0.000022810353,0.012762599,0.000018084735,0.000016230317,0.0000021041,0.00023733337,0.9810522,0.004274484,0.00069836,0.000041526953,0.00015244764],"about_ca_topic_score_codex":0.00016212065,"about_ca_topic_score_gemma":0.00005413114,"teacher_disagreement_score":0.62822455,"about_ca_system_score_codex":0.00010357678,"about_ca_system_score_gemma":0.00009545647,"threshold_uncertainty_score":0.5969417},"labels":[],"label_agreement":null},{"id":"W3029927342","doi":"","title":"Contextualized Embeddings based Transformer Encoder for Sentence Similarity Modeling in Answer Selection Task","year":2020,"lang":"en","type":"article","venue":"Language Resources and Evaluation","topic":"Topic Modeling","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Transformer; Encoder; Computer science; Sentence; Artificial intelligence; Language model; Natural language processing; Feature selection; Selection (genetic algorithm); Engineering; Voltage","score_opus":0.057425820451554886,"score_gpt":0.309027963334743,"score_spread":0.25160214288318816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029927342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4152704,0.00023514066,0.5829093,0.0011704499,0.000023370181,0.00029117224,0.0000017972968,0.000039048475,0.000059326063],"genre_scores_gemma":[0.97600573,0.0000063270113,0.022802955,0.0010421906,0.00007169878,0.00004767693,0.000008584572,0.0000068516583,0.000007995477],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988823,0.00009105614,0.00021629993,0.00034782678,0.0002866925,0.00017582187],"domain_scores_gemma":[0.9996323,0.000064629865,0.0000468318,0.00010031888,0.000094857074,0.00006109245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007529304,0.000098089586,0.00013503605,0.000059580776,0.000081539525,0.000092437804,0.00013643382,0.000061842344,0.000016983693],"category_scores_gemma":[0.00012690264,0.00009208454,0.000040647945,0.00018435223,0.000009908582,0.00027402188,0.000014799587,0.00009040017,9.403873e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021857177,0.00006847989,0.001456871,0.00021847851,0.000025507452,0.0000034745624,0.1247628,0.5823465,0.035507206,0.0006980278,0.00006988762,0.2546242],"study_design_scores_gemma":[0.0011448511,0.000048254606,0.00007407389,0.000027024385,0.000013872339,0.0000010981113,0.0009591128,0.9965039,0.0006629552,0.00027620094,0.00017767014,0.00011100466],"about_ca_topic_score_codex":0.00017339055,"about_ca_topic_score_gemma":0.00011378808,"teacher_disagreement_score":0.56073534,"about_ca_system_score_codex":0.000034360273,"about_ca_system_score_gemma":0.00003601439,"threshold_uncertainty_score":0.37550986},"labels":[],"label_agreement":null},{"id":"W3030151190","doi":"","title":"Evaluating Approaches to Personalizing Language Models","year":2020,"lang":"en","type":"article","venue":"Language Resources and Evaluation","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Perplexity; Computer science; Language model; Personalization; Artificial intelligence; Natural language processing; Adaptation (eye); Word (group theory); World Wide Web","score_opus":0.3079769636386057,"score_gpt":0.34640647007214864,"score_spread":0.038429506433542926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030151190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7205886,0.002067743,0.27273768,0.0027774454,0.000028414828,0.00025935876,0.0000010945387,0.000101531936,0.0014381224],"genre_scores_gemma":[0.9282846,0.000002865739,0.07033808,0.0010690201,0.0002187771,0.000028215467,0.0000043976556,0.000009453503,0.000044612974],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846196,0.0001598153,0.00016734443,0.00042986494,0.0005870679,0.00019397128],"domain_scores_gemma":[0.99946725,0.000054081498,0.00005693877,0.00024178006,0.00003571631,0.00014425925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010539148,0.00011046872,0.00012528554,0.000052519546,0.00011407849,0.00018884381,0.00028035181,0.000040341147,0.000025764606],"category_scores_gemma":[0.00014820648,0.000100911195,0.000033852535,0.00021126396,0.000009500902,0.0002837761,0.000203755,0.000088782515,0.000015122417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008581416,0.000008421223,0.00006473602,0.000039998413,0.000012625212,0.000004365577,0.33552355,0.09157415,0.0044406992,0.0024732896,0.000034319895,0.56581527],"study_design_scores_gemma":[0.0002463419,0.000057550238,0.000115775874,0.000021933542,0.000015724836,0.0000039209986,0.007921465,0.99072254,0.00031447108,0.00037954416,0.00007342746,0.00012732222],"about_ca_topic_score_codex":0.00008509235,"about_ca_topic_score_gemma":0.000008988974,"teacher_disagreement_score":0.8991484,"about_ca_system_score_codex":0.000028657461,"about_ca_system_score_gemma":0.000025144835,"threshold_uncertainty_score":0.4115039},"labels":[],"label_agreement":null},{"id":"W3030231421","doi":"10.1145/3397271.3401160","title":"Analyzing and Learning from User Interactions for Search Clarification","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Computer science; Information retrieval; Ranking (information retrieval); Search engine; Presentation (obstetrics); Representation (politics); Web search query; World Wide Web","score_opus":0.12122208160451114,"score_gpt":0.33917069960310287,"score_spread":0.21794861799859172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030231421","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017145747,0.00006807555,0.976722,0.0049398025,0.00028790702,0.0002097531,0.0000023735315,0.00017691129,0.00044742285],"genre_scores_gemma":[0.5309152,0.000016487023,0.46828297,0.000093808056,0.00015055724,0.000027654265,0.000029473715,0.0000072057496,0.00047663765],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989076,0.00008183875,0.00018837668,0.0005995919,0.000101956735,0.00012058929],"domain_scores_gemma":[0.9991703,0.00024137009,0.0000691382,0.0003701198,0.00008374125,0.000065336586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023055,0.00010254808,0.00014220442,0.00007981562,0.00013281958,0.00040768165,0.00043325024,0.000095891686,0.000015247258],"category_scores_gemma":[0.00009531927,0.000104908606,0.00005489404,0.00006928538,0.00000902102,0.00019489454,0.0009333507,0.0007862683,0.0000097507655],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029558305,0.00007984328,0.01482934,0.0004031226,0.00046249267,0.0000067991245,0.0175642,0.16386122,0.014722791,0.23435412,0.0016208069,0.55206573],"study_design_scores_gemma":[0.00006789194,0.000007071252,0.0010030508,0.000031008007,0.000010968565,4.4471122e-7,0.00008175819,0.98872805,0.0004062789,0.006630658,0.0029193943,0.00011342267],"about_ca_topic_score_codex":0.00053412496,"about_ca_topic_score_gemma":0.00003386666,"teacher_disagreement_score":0.82486683,"about_ca_system_score_codex":0.00003812414,"about_ca_system_score_gemma":0.00006136015,"threshold_uncertainty_score":0.4278049},"labels":[],"label_agreement":null},{"id":"W3030512995","doi":"","title":"Evaluating Sub-word Embeddings in Cross-lingual Models.","year":2020,"lang":"en","type":"article","venue":"Language Resources and Evaluation","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Word (group theory); Natural language processing; Artificial intelligence; Lexicon; Task (project management); Space (punctuation); Vocabulary; Resource (disambiguation); Linguistics","score_opus":0.08551581455221315,"score_gpt":0.37443450547402246,"score_spread":0.28891869092180933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030512995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9574541,0.0016614407,0.03932577,0.0005991943,0.000056095232,0.00021418309,7.247127e-7,0.000084347506,0.0006041463],"genre_scores_gemma":[0.98624283,0.000013107629,0.013098585,0.00042932454,0.00017099101,0.000015674701,0.000003863263,0.000008594588,0.00001701184],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983926,0.00014278345,0.0002626626,0.00042678855,0.00056313525,0.00021206359],"domain_scores_gemma":[0.9994675,0.00007161105,0.000086569366,0.00021153947,0.000079105135,0.000083661165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014663548,0.00010851535,0.00013495304,0.00006573172,0.00008554028,0.00024543182,0.00027002927,0.000059635997,0.000019977155],"category_scores_gemma":[0.00026802308,0.00010437136,0.000029703055,0.00025067443,0.000019137915,0.0004189084,0.00017839686,0.00013958184,0.000007602949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018680388,0.000013716725,0.0015663389,0.000041127107,0.00000683233,0.000010797225,0.09973284,0.22427788,0.0046676253,0.0007513145,0.000011571632,0.66890126],"study_design_scores_gemma":[0.000565826,0.000041416464,0.0016107395,0.000028971122,0.000007016303,0.000003555546,0.0007098564,0.99466896,0.0006486962,0.0015602298,0.000033328633,0.00012142244],"about_ca_topic_score_codex":0.00012229176,"about_ca_topic_score_gemma":0.000027435251,"teacher_disagreement_score":0.77039105,"about_ca_system_score_codex":0.00003843964,"about_ca_system_score_gemma":0.00004019452,"threshold_uncertainty_score":0.42561406},"labels":[],"label_agreement":null},{"id":"W3030521948","doi":"","title":"HardEval: Focusing on Challenging Tokens to Assess Robustness of NER.","year":2020,"lang":"en","type":"article","venue":"NPARC","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Institut de Valorisation des Données","keywords":"Robustness (evolution); Computer science; Ambiguity; Exploit; Artificial intelligence; Machine learning; Natural language processing; Programming language; Computer security","score_opus":0.1133778731560633,"score_gpt":0.2902726815032783,"score_spread":0.176894808347215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030521948","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08561567,0.000010648891,0.89560825,0.011548874,0.0002667299,0.00009345837,6.1558546e-7,0.00011490511,0.006740867],"genre_scores_gemma":[0.8586079,0.000001989647,0.14045316,0.00072375615,0.00017655735,0.0000034840448,1.917163e-7,0.000008553243,0.000024435662],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989814,0.00003397273,0.00017606157,0.00031663402,0.00028143352,0.00021050473],"domain_scores_gemma":[0.99935794,0.000051537547,0.000046641817,0.0003575113,0.000058350648,0.00012802784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001538247,0.00009199553,0.00015706051,0.00005451829,0.000051666717,0.000051285602,0.00058750366,0.000033675253,0.00002516921],"category_scores_gemma":[0.00007019058,0.00009145447,0.00004312088,0.00021837206,0.000008137335,0.00015093054,0.00025549435,0.000109529734,0.000018174385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018531151,0.00006756205,0.00015593907,0.00012979166,0.000027648197,0.00003388887,0.0051001455,0.65641916,0.07195307,0.10244224,0.0015509322,0.16210109],"study_design_scores_gemma":[0.00016517675,0.00007061007,0.00014496662,0.00006362921,0.000003290469,0.000002110174,0.000051621133,0.9801069,0.017331576,0.00045556246,0.0014597544,0.0001448275],"about_ca_topic_score_codex":0.0000029817377,"about_ca_topic_score_gemma":8.7630605e-7,"teacher_disagreement_score":0.7729922,"about_ca_system_score_codex":0.0000233546,"about_ca_system_score_gemma":0.00003428574,"threshold_uncertainty_score":0.3729405},"labels":[],"label_agreement":null},{"id":"W3030811146","doi":"","title":"Language Modeling with a General Second-Order RNN.","year":2020,"lang":"en","type":"article","venue":"Language Resources and Evaluation","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Recurrent neural network; Computer science; Multiplicative function; Treebank; Language model; State space; State (computer science); Artificial intelligence; Space (punctuation); Sequence (biology); Artificial neural network; Algorithm; Mathematics; Statistics; Parsing","score_opus":0.030082924266851083,"score_gpt":0.2736927433707653,"score_spread":0.24360981910391424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030811146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64460385,0.0012028404,0.3525272,0.00065552734,0.000017854187,0.000109342516,8.7393505e-7,0.00006934238,0.0008131657],"genre_scores_gemma":[0.9581193,0.000005131705,0.040598366,0.0009346282,0.00023157572,0.000012293397,0.000006237512,0.000009024469,0.00008349287],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898326,0.00007101252,0.00012610973,0.00031429194,0.00034795707,0.00015733646],"domain_scores_gemma":[0.9995769,0.000016353764,0.00004394786,0.0002153553,0.00006011083,0.000087326414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002993016,0.00009745761,0.00010521934,0.000034927823,0.000075685326,0.00013819618,0.0001883864,0.00003725946,0.00008935911],"category_scores_gemma":[0.000032351414,0.00007692558,0.000018300349,0.00016742588,0.000010140031,0.00020797431,0.00009064284,0.00008910006,0.000008619442],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048782196,0.00003058681,0.0005323814,0.00011902749,0.000064174295,0.000057289053,0.2741372,0.26312345,0.009830733,0.0034403931,0.00010680059,0.4485092],"study_design_scores_gemma":[0.00033850214,0.000047159585,0.00008691903,0.000012812797,0.000013180355,0.000009138699,0.0017665966,0.9970929,0.00024451458,0.00008775234,0.00018654551,0.00011397185],"about_ca_topic_score_codex":0.000102072736,"about_ca_topic_score_gemma":0.000055302266,"teacher_disagreement_score":0.73396945,"about_ca_system_score_codex":0.0000144995565,"about_ca_system_score_gemma":0.000028347045,"threshold_uncertainty_score":0.3136934},"labels":[],"label_agreement":null},{"id":"W3030836112","doi":"","title":"Generalizing Argumentative Link Identification Model by Reducing Dependence on Superficial Cues","year":2020,"lang":"en","type":"article","venue":"The Japanese Society for Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"","keywords":"Argumentative; Identification (biology); Link (geometry); Artificial intelligence; Computer science; Mathematics; Communication; Psychology; Epistemology; Biology; Philosophy; Computer network","score_opus":0.10073973727377551,"score_gpt":0.3239293888584875,"score_spread":0.223189651584712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030836112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09331147,0.00013361656,0.893096,0.012265376,0.00032991322,0.00057012454,0.000021831838,0.00019710863,0.00007454386],"genre_scores_gemma":[0.9688814,0.0000497032,0.027777867,0.0025205717,0.00051365636,0.00009990693,0.000013406893,0.000025108075,0.00011833781],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99755925,0.00008049506,0.0006038037,0.0008002109,0.0005056986,0.0004505177],"domain_scores_gemma":[0.99861103,0.00029658552,0.00019225224,0.0005871259,0.00018113632,0.00013185304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082747743,0.0002516442,0.00022058608,0.000022071294,0.0007090351,0.00036877196,0.0015389053,0.00011534375,0.000008564081],"category_scores_gemma":[0.00020598566,0.0002108829,0.0003357447,0.00041351267,0.00013717826,0.0005447594,0.00022384856,0.00032920664,0.000057728837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007020794,0.00009665814,0.00000535013,0.00005608967,0.00009526818,9.4681224e-7,0.16457346,0.41131827,0.1987695,0.1338365,0.0025133085,0.08866445],"study_design_scores_gemma":[0.000026729711,0.00006754655,6.286073e-7,0.000015150592,0.00001781774,0.0000010240523,0.0030352143,0.80278534,0.17392173,0.019858634,0.00006933688,0.00020086324],"about_ca_topic_score_codex":0.00013758369,"about_ca_topic_score_gemma":0.0000087676235,"teacher_disagreement_score":0.87557,"about_ca_system_score_codex":0.00010409148,"about_ca_system_score_gemma":0.00008548623,"threshold_uncertainty_score":0.85995555},"labels":[],"label_agreement":null},{"id":"W3031043157","doi":"","title":"WEXEA: Wikipedia EXhaustive Entity Annotation","year":2020,"lang":"en","type":"article","venue":"Language Resources and Evaluation","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Annotation; Hyperlink; Information retrieval; Entity linking; Named-entity recognition; Relationship extraction; Natural language processing; Task (project management); Publication; Information extraction; Named entity; Relation (database); Artificial intelligence; World Wide Web; Web page; Knowledge base; Database","score_opus":0.033941972694160195,"score_gpt":0.2878343625034358,"score_spread":0.2538923898092756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031043157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8502939,0.00091094925,0.14598356,0.001428636,0.00006635437,0.00014518073,9.831158e-7,0.00007449655,0.0010959523],"genre_scores_gemma":[0.9928231,0.000013174771,0.0064735347,0.00042311556,0.00021621294,0.000008212893,0.000006243842,0.0000032792143,0.00003309222],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920356,0.000061353516,0.00010614965,0.00023252414,0.00030183076,0.00009458626],"domain_scores_gemma":[0.99967307,0.000025623709,0.000053154636,0.00012777408,0.00005892515,0.000061483435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003437254,0.000059835635,0.00006748402,0.000027122449,0.00006709217,0.000103302744,0.0001286043,0.0000307348,0.000034455934],"category_scores_gemma":[0.0000874877,0.000055258304,0.000017356539,0.00013158905,0.00001136007,0.0002536369,0.00007543446,0.00005758767,0.000018579802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018298693,0.000024216795,0.0045703975,0.000063801344,0.000023084196,0.000011250429,0.15798476,0.0040763053,0.004772296,0.0034552075,0.0005018791,0.8244985],"study_design_scores_gemma":[0.00031841313,0.00003811624,0.010613201,0.0000090581925,0.000015546906,0.0000018190036,0.001153165,0.986012,0.00035813695,0.00045247382,0.000940656,0.00008744989],"about_ca_topic_score_codex":0.000056529494,"about_ca_topic_score_gemma":0.0000095977375,"teacher_disagreement_score":0.9819357,"about_ca_system_score_codex":0.0000156371,"about_ca_system_score_gemma":0.000015027988,"threshold_uncertainty_score":0.22533682},"labels":[],"label_agreement":null},{"id":"W3032097118","doi":"","title":"Multilingual Corpus Creation for Multilingual Semantic Similarity Task","year":2020,"lang":"en","type":"article","venue":"Language Resources and Evaluation","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Western University","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Task (project management); Semantic similarity; Similarity (geometry); Sentence; Focus (optics); Information retrieval","score_opus":0.04671167661381604,"score_gpt":0.32804333242450934,"score_spread":0.2813316558106933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032097118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80382043,0.0008858159,0.19372952,0.0008247023,0.00008797162,0.00042715145,0.000005159732,0.000104769584,0.000114457514],"genre_scores_gemma":[0.98002803,0.000009841014,0.019092096,0.00046503672,0.00031560624,0.000024249282,0.000022411765,0.000008750627,0.00003397029],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987983,0.00009159589,0.00020941741,0.0003913254,0.00033707384,0.00017224805],"domain_scores_gemma":[0.9993408,0.00014349537,0.00009551755,0.00020464619,0.00012436915,0.000091212125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065113296,0.00010946026,0.0001359102,0.00004005731,0.00013915481,0.00013486594,0.00019545754,0.00006697531,0.000008505257],"category_scores_gemma":[0.0005390021,0.00010255018,0.000044908047,0.00010836732,0.000020019277,0.00016947079,0.000087345616,0.000080811194,0.000004162205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043515036,0.000032894106,0.00107606,0.00010736337,0.000021942213,0.00000533914,0.07613178,0.0075434055,0.009864903,0.00027492156,0.000045652712,0.9048522],"study_design_scores_gemma":[0.00080591644,0.00007386634,0.0011249287,0.000016640672,0.00003159022,0.0000032043347,0.0008750768,0.9926744,0.0031424956,0.00024297244,0.0008877255,0.00012115133],"about_ca_topic_score_codex":0.000102041064,"about_ca_topic_score_gemma":0.000037520647,"teacher_disagreement_score":0.985131,"about_ca_system_score_codex":0.000022696378,"about_ca_system_score_gemma":0.000035010227,"threshold_uncertainty_score":0.41818747},"labels":[],"label_agreement":null},{"id":"W3032420555","doi":"","title":"Cooking Up a Neural-based Model for Recipe Classification","year":2020,"lang":"en","type":"article","venue":"Language Resources and Evaluation","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Bank of Canada; Université du Québec à Montréal; Polytechnique Montréal; National Bank of Canada","funders":"","keywords":"Embedding; Computer science; Task (project management); Artificial intelligence; Layer (electronics); Macro; Artificial neural network; Recipe; Natural language processing; Language model; Deep learning; State (computer science); Machine learning; Pattern recognition (psychology); Algorithm; Engineering","score_opus":0.1262190574827426,"score_gpt":0.33255425756928014,"score_spread":0.20633520008653755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032420555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27072105,0.00030937803,0.7256548,0.0028659648,0.000037950624,0.0002364797,0.0000014278156,0.0000634689,0.00010950378],"genre_scores_gemma":[0.97829634,0.0000024619885,0.020505445,0.0009925546,0.00010344211,0.00004414546,0.000011218438,0.000005851404,0.00003851421],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992118,0.000052816766,0.00013262338,0.00026274117,0.00023284374,0.000107159314],"domain_scores_gemma":[0.9995732,0.00005922535,0.000069895956,0.00017371876,0.00007003523,0.00005394648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004236827,0.00006427943,0.00007333424,0.00003052684,0.000088775305,0.000104098785,0.00015660145,0.00003647521,0.0000048166985],"category_scores_gemma":[0.00012154125,0.000059403887,0.00002719682,0.00009318389,0.000008457097,0.00013842317,0.00003108847,0.000045249275,0.0000016217149],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037671853,0.000012290212,0.00021771935,0.000073259165,0.000008003473,6.568968e-7,0.038132254,0.3101797,0.009951029,0.002190327,0.00022815913,0.6389689],"study_design_scores_gemma":[0.00041913637,0.000027565506,0.00020726315,0.000009619907,0.000012322407,4.556525e-7,0.00025463803,0.9982149,0.00022506107,0.0003207457,0.00023664247,0.00007167744],"about_ca_topic_score_codex":0.000009418794,"about_ca_topic_score_gemma":0.000007773088,"teacher_disagreement_score":0.7075753,"about_ca_system_score_codex":0.000018768553,"about_ca_system_score_gemma":0.000026149068,"threshold_uncertainty_score":0.24224202},"labels":[],"label_agreement":null},{"id":"W3033434706","doi":"10.48550/arxiv.2006.03535","title":"CoCon: A Self-Supervised Approach for Controlled Text Generation","year":2020,"lang":"en","type":"preprint","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Natural language processing; Phrase; Artificial intelligence; Transformer; Text generation; Control (management); Language model; Content (measure theory); Mathematics","score_opus":0.03053735471752665,"score_gpt":0.24449856389567617,"score_spread":0.21396120917814954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033434706","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024526918,0.0016026254,0.9757748,0.009158116,0.0005570521,0.0067786956,0.00006627507,0.0028809262,0.000728821],"genre_scores_gemma":[0.21322043,0.00011768981,0.773642,0.0037766253,0.0009743272,0.0077273715,0.0001817858,0.00009863338,0.00026113473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948634,0.00033013287,0.001203363,0.0019303858,0.00068332336,0.0009894199],"domain_scores_gemma":[0.9956715,0.0001996923,0.0006515506,0.0025838658,0.00038252078,0.00051086623],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012663807,0.00084627204,0.0014112516,0.00046935104,0.0003526767,0.0011821149,0.0029827873,0.0009934845,0.000008827005],"category_scores_gemma":[0.0003330501,0.0008630229,0.0007652699,0.00041972418,0.00004509889,0.00045199128,0.0019971807,0.0011417314,0.00001035729],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075344706,0.0017412185,0.0013010949,0.0017742855,0.0015768314,0.000119883785,0.0057497127,0.26002392,0.02583745,0.551957,0.023229547,0.12593558],"study_design_scores_gemma":[0.0031233383,0.00012391208,0.00007569346,0.00004163116,0.00010879075,0.000029483695,0.000024237315,0.9860601,0.0018949647,0.0065518683,0.001142097,0.00082390296],"about_ca_topic_score_codex":0.0012789405,"about_ca_topic_score_gemma":0.00015003173,"teacher_disagreement_score":0.72603613,"about_ca_system_score_codex":0.00068927027,"about_ca_system_score_gemma":0.0010761708,"threshold_uncertainty_score":0.99985474},"labels":[],"label_agreement":null},{"id":"W3033611226","doi":"10.18653/v1/2020.acl-demos.27","title":"NLP Scholar: An Interactive Visual Explorer for Natural Language Processing Literature","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Information retrieval; Visualization; Field (mathematics); Citation; Dashboard; Interactive visualization; Information visualization; Data science; Natural language processing; World Wide Web; Artificial intelligence","score_opus":0.03421481912389524,"score_gpt":0.3467810907776469,"score_spread":0.31256627165375167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033611226","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03871686,0.0019737782,0.9541478,0.0015847777,0.001810286,0.00063225685,0.000009385829,0.0007156802,0.00040914185],"genre_scores_gemma":[0.6838634,0.0000034784207,0.31391853,0.0011118782,0.0006530182,0.00009255384,0.00008511078,0.000025123447,0.00024692525],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977667,0.00008416401,0.00031298667,0.0012029477,0.0003053366,0.00032787165],"domain_scores_gemma":[0.99869096,0.000053085903,0.00017788017,0.00064430863,0.00027849252,0.00015525028],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00023787294,0.00034973345,0.00033699453,0.00013926785,0.00013995719,0.002070997,0.0015341185,0.0002604737,0.000008822746],"category_scores_gemma":[0.00016156617,0.00029630665,0.0001627112,0.00018474512,0.000015676213,0.0019715182,0.0017259266,0.0017615235,0.000009934688],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100213685,0.00017347801,0.000032290758,0.0010108352,0.00010909961,0.000122085,0.14763795,0.00058902084,0.004288626,0.005856211,0.0007276798,0.8393525],"study_design_scores_gemma":[0.00026486843,0.00006444231,0.000043537195,0.00040819967,0.00001211899,0.0000123349155,0.00097090134,0.9916443,0.0022311886,0.0031068444,0.00079611776,0.00044512178],"about_ca_topic_score_codex":0.000013080072,"about_ca_topic_score_gemma":0.0000065027016,"teacher_disagreement_score":0.9910553,"about_ca_system_score_codex":0.00009791443,"about_ca_system_score_gemma":0.00019753941,"threshold_uncertainty_score":0.9999489},"labels":[],"label_agreement":null},{"id":"W3033628195","doi":"10.1109/tbdata.2020.2998770","title":"Dynamic Entity-Based Named Entity Recognition Under Unconstrained Tagging Schemes","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Big Data","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Named-entity recognition; Natural language processing; Sentence; Artificial intelligence; Word (group theory); Entity linking; Language model; Precision and recall; Named entity; Task (project management); Knowledge base; Linguistics","score_opus":0.15396775093685824,"score_gpt":0.2866244407588694,"score_spread":0.13265668982201115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033628195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008153108,0.000015978152,0.984243,0.0055526826,0.0010332379,0.00018337394,0.00032522346,0.00040031542,0.0000931272],"genre_scores_gemma":[0.9211032,0.000013360931,0.07670739,0.0019519259,0.00005278359,0.000012193258,0.00012123868,0.000013501325,0.000024404637],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830806,0.00008224104,0.00027197297,0.0007464079,0.00032958353,0.00026170933],"domain_scores_gemma":[0.99843776,0.000086696804,0.000076466386,0.0011855483,0.000058737784,0.0001547738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021331411,0.00017206013,0.00016293582,0.00013531877,0.00022893201,0.00019879342,0.0012360668,0.00008201961,0.00007703616],"category_scores_gemma":[0.000020505136,0.00018862756,0.000070211136,0.00046080095,0.000057330017,0.00078982144,0.000017550119,0.00032451292,0.0001616746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004670163,0.00039155784,0.000020868607,0.0001383698,0.00013523629,0.000030696832,0.00028551876,0.025312738,0.01207475,0.00042580604,0.0003674543,0.9607703],"study_design_scores_gemma":[0.0006884609,0.000043049888,0.000014784164,0.00005354308,0.00003394017,0.0000046830214,0.000031724456,0.98810405,0.008757546,0.0004152835,0.0015974523,0.00025545855],"about_ca_topic_score_codex":0.00006312966,"about_ca_topic_score_gemma":0.00019053035,"teacher_disagreement_score":0.9627913,"about_ca_system_score_codex":0.000067526234,"about_ca_system_score_gemma":0.00020519238,"threshold_uncertainty_score":0.76920086},"labels":[],"label_agreement":null},{"id":"W3033644511","doi":"10.1007/978-3-030-49663-0_10","title":"SHAPed Automated Essay Scoring: Explaining Writing Features’ Contributions to English Writing Organization","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence","score_opus":0.015752658711773327,"score_gpt":0.25879612960165854,"score_spread":0.2430434708898852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033644511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023149996,0.00014898412,0.9914312,0.0021579526,0.0018593628,0.00054888835,0.000014631259,0.0020109683,0.0015965078],"genre_scores_gemma":[0.6228952,0.0000054944076,0.37306803,0.0024676265,0.0014231784,0.000010671593,0.00002150362,0.00005795659,0.000050321327],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948284,0.00006715474,0.0008772037,0.002155049,0.0011482618,0.0009239192],"domain_scores_gemma":[0.99605507,0.00067177013,0.00036162377,0.0011508829,0.001348115,0.0004125621],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011778228,0.00061939453,0.0006608259,0.00079853233,0.0007279552,0.0017745915,0.0032203824,0.000398729,0.000013871595],"category_scores_gemma":[0.0020124824,0.00067476893,0.000100531,0.0018647953,0.0001752166,0.0010263693,0.0024815372,0.0012288964,0.000038419217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012096793,0.000062013125,0.00068777724,0.0002122279,0.000063601634,0.0005920324,0.023750324,0.29967132,0.0054948987,0.320928,0.00012757008,0.34839812],"study_design_scores_gemma":[0.00033476547,0.00008023583,0.00015515955,0.0009566224,0.000011571094,0.00006491462,0.0000033508868,0.9861182,0.0015641556,0.009619762,0.00024253156,0.00084870536],"about_ca_topic_score_codex":0.000017695384,"about_ca_topic_score_gemma":0.000018011804,"teacher_disagreement_score":0.6864469,"about_ca_system_score_codex":0.0007847907,"about_ca_system_score_gemma":0.0010058318,"threshold_uncertainty_score":0.99957037},"labels":[],"label_agreement":null},{"id":"W3034297959","doi":"","title":"Time-aware Large Kernel Convolutions","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Kernel (algebra); Softmax function; Sequence (biology); Automatic summarization; Convolution (computer science); Algorithm; Computational complexity theory; Artificial intelligence; Theoretical computer science; Deep learning; Mathematics; Artificial neural network; Discrete mathematics","score_opus":0.028168816217734004,"score_gpt":0.23736464375740945,"score_spread":0.20919582753967544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034297959","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015147289,0.00002431141,0.9773739,0.009486835,0.00006915393,0.000045981888,0.0000018148138,0.00034534503,0.0111379055],"genre_scores_gemma":[0.9454895,0.0000014470471,0.045891326,0.0055902447,0.000094474206,0.000003341171,0.0000015838856,0.0000041834173,0.0029238828],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999447,0.000013352999,0.00008642614,0.00020176817,0.00010127411,0.00015016356],"domain_scores_gemma":[0.9996168,0.000016055714,0.000014199806,0.00023202877,0.00002669199,0.000094244104],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00004827184,0.000048217917,0.000059660848,0.000012428039,0.000057113615,0.00003940248,0.0004207641,0.000022821452,0.00030378244],"category_scores_gemma":[0.0000172986,0.000043777007,0.000028533117,0.00012598441,0.000008412518,0.00017517073,0.00022922382,0.000057802157,0.0015876006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021224055,0.00007828037,0.0012576145,0.000021284623,0.000027071075,0.000030273688,0.0031474365,0.0017755309,0.0012632814,0.89039963,0.092742555,0.009254936],"study_design_scores_gemma":[0.000113887494,0.00001009262,0.000110117515,0.0000015733865,0.0000010128671,0.000001532701,0.000020028609,0.97806984,0.00013814613,0.0005258881,0.020944064,0.000063831096],"about_ca_topic_score_codex":0.000007454118,"about_ca_topic_score_gemma":0.0000018127004,"teacher_disagreement_score":0.9762943,"about_ca_system_score_codex":0.000009454067,"about_ca_system_score_gemma":0.00003261098,"threshold_uncertainty_score":0.9991898},"labels":[],"label_agreement":null},{"id":"W3034480528","doi":"10.18653/v1/2020.acl-main.514","title":"A Comprehensive Analysis of Preprocessing for Word Representation Learning in Affective Tasks","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Preprocessor; Computer science; Sentiment analysis; Artificial intelligence; Natural language processing; Task (project management); Word (group theory); Data pre-processing; Representation (politics); Task analysis; Support vector machine; Identification (biology); Machine learning; Linguistics; Engineering","score_opus":0.06387737328250263,"score_gpt":0.33081073336377076,"score_spread":0.2669333600812681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034480528","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23642503,0.000025714298,0.7626692,0.00039743754,0.000013030452,0.0001245063,2.3973493e-7,0.000047364738,0.0002974897],"genre_scores_gemma":[0.93220085,0.0000011539922,0.067597896,0.00014752786,0.0000113297565,0.0000133392,0.000002185101,0.0000025622735,0.000023174716],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922097,0.00005303705,0.00018645363,0.00033191204,0.00011017446,0.00009748294],"domain_scores_gemma":[0.99940026,0.00022559325,0.00009653382,0.00014828928,0.00010003596,0.000029273033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000093640156,0.00005348299,0.00019317046,0.00015541987,0.000028266784,0.000033520428,0.00019046919,0.000023915998,0.0000045036786],"category_scores_gemma":[0.0001546312,0.00005268293,0.00007058293,0.0012234383,0.000009959465,0.00023492152,0.00009721975,0.000066142864,6.479168e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022398237,0.000019381043,0.02516806,0.00005683266,0.00014555671,0.0000016753279,0.012570622,0.85805696,0.0045173145,0.0020168032,0.000011478256,0.09741289],"study_design_scores_gemma":[0.00019884513,0.000026905507,0.010920208,0.0000083112045,0.000031400315,1.2467217e-7,0.0004954654,0.9855174,0.0023779029,0.00034124617,0.000029047407,0.000053173182],"about_ca_topic_score_codex":0.00009534442,"about_ca_topic_score_gemma":0.000025334846,"teacher_disagreement_score":0.6957758,"about_ca_system_score_codex":0.000016370595,"about_ca_system_score_gemma":0.000023846118,"threshold_uncertainty_score":0.21483476},"labels":[],"label_agreement":null},{"id":"W3034545352","doi":"10.24963/ijcai.2020/535","title":"End-to-End Transition-Based Online Dialogue Disentanglement","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Session (web analytics); Coherence (philosophical gambling strategy); Scripting language; Semantics (computer science); Cluster analysis; Construct (python library); Matching (statistics); Artificial intelligence; Information retrieval; Data mining; World Wide Web","score_opus":0.037211585609901954,"score_gpt":0.25358572652846895,"score_spread":0.216374140918567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034545352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010851945,0.000008981921,0.91843826,0.06961371,0.00012976378,0.00013541736,0.000018198218,0.00019348825,0.0006102489],"genre_scores_gemma":[0.82179415,6.2075566e-7,0.15534595,0.022649163,0.00014651478,0.00000742667,0.000021545524,0.000004855383,0.000029750852],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905366,0.000026597474,0.00017403436,0.00033024588,0.000236669,0.00017878883],"domain_scores_gemma":[0.9994401,0.000037477177,0.000017765231,0.0002736521,0.000024886163,0.00020617055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000059433187,0.00008963942,0.00009952387,0.000034688856,0.000044652,0.000055103792,0.00043173513,0.000020159468,0.00025914525],"category_scores_gemma":[0.000012498563,0.00008043923,0.000051759944,0.00020469286,0.000008688027,0.0001095328,0.00006887809,0.00006144462,0.00008377606],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008626711,0.0012327546,0.0021914097,0.00017845274,0.00011366028,0.00032159718,0.02048768,0.22799127,0.019730652,0.21181938,0.015974643,0.49987224],"study_design_scores_gemma":[0.0003958733,0.00009083915,0.00035915623,0.000007907671,0.000004979692,6.656973e-7,0.000051860567,0.9892561,0.0029699418,0.00033272992,0.0063685286,0.00016144647],"about_ca_topic_score_codex":0.0000701305,"about_ca_topic_score_gemma":0.00007890433,"teacher_disagreement_score":0.81094223,"about_ca_system_score_codex":0.00002577669,"about_ca_system_score_gemma":0.000053743453,"threshold_uncertainty_score":0.32802168},"labels":[],"label_agreement":null},{"id":"W3034552719","doi":"10.18653/v1/2020.acl-main.591","title":"Exploiting Syntactic Structure for Better Language Modeling: A Syntactic Distance Approach","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Canadian Institute for Advanced Research; Université de Montréal","funders":"National Natural Science Foundation of China; Westlake University","keywords":"Treebank; Computer science; Perplexity; Parsing; Natural language processing; Artificial intelligence; Language model; Task (project management); Representation (politics); Parse tree; Syntactic structure; Syntax","score_opus":0.05290269024819936,"score_gpt":0.27581019712734883,"score_spread":0.22290750687914948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034552719","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019699004,0.00026733676,0.9743423,0.0023583483,0.00067088375,0.0009036502,0.000040052528,0.0006477278,0.0010707204],"genre_scores_gemma":[0.56983316,0.0000029309017,0.42876512,0.0007576153,0.00038871114,0.000118556556,0.00003612343,0.00003732274,0.00006048133],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99661726,0.00007559756,0.00057123933,0.0016875996,0.00047784566,0.00057048956],"domain_scores_gemma":[0.9976665,0.00015884524,0.00026950243,0.0016037219,0.00010938445,0.00019208307],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021204361,0.0005076593,0.00059661333,0.00011206731,0.00015078827,0.00064409507,0.0021244993,0.00033112336,0.000015268299],"category_scores_gemma":[0.00019660425,0.00047315194,0.0002654126,0.00016088985,0.000017505401,0.00044188002,0.0018254048,0.0010238907,0.000006926409],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010569431,0.00028513809,0.0003104903,0.010354822,0.0008830218,0.0001914877,0.04186142,0.5636278,0.005573853,0.2762976,0.0010346965,0.09947397],"study_design_scores_gemma":[0.00019935219,0.000014133114,0.0000022477761,0.000111708745,0.000042462518,0.000015271826,0.00036431462,0.9659885,0.00037908697,0.03228155,0.000073985444,0.0005273402],"about_ca_topic_score_codex":0.000101887184,"about_ca_topic_score_gemma":0.000011780044,"teacher_disagreement_score":0.5501341,"about_ca_system_score_codex":0.00016563077,"about_ca_system_score_gemma":0.0001744295,"threshold_uncertainty_score":0.999772},"labels":[],"label_agreement":null},{"id":"W3034760557","doi":"10.18653/v1/2020.acl-main.140","title":"Probing Linguistic Features of Sentence-Level Representations in Relation Extraction","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Wirtschaft und Energie; Banting and Best Diabetes Centre, University of Toronto; Bundesministerium für Bildung und Forschung","keywords":"Computer science; Natural language processing; Task (project management); Sentence; Encoder; Artificial intelligence; Feature (linguistics); Relation (database); Focus (optics); ENCODE; Architecture; Contrast (vision); Relationship extraction; Linguistics; Information extraction","score_opus":0.08188147680862856,"score_gpt":0.31426508817764426,"score_spread":0.2323836113690157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034760557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028805599,0.000015758824,0.962066,0.0019022048,0.00012159636,0.00010213846,3.04148e-7,0.000062192696,0.0069242185],"genre_scores_gemma":[0.8706895,0.0000018328807,0.1290342,0.00009298109,0.000039058683,0.0000034612956,0.0000010240894,0.0000020005157,0.00013593723],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993888,0.000027511245,0.00018864541,0.00019427764,0.00012824421,0.00007248426],"domain_scores_gemma":[0.9996394,0.0000627418,0.00006106754,0.00015502871,0.000054038337,0.000027723614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000094030234,0.000040836865,0.000063360145,0.00005582441,0.000023775223,0.000023803253,0.00015852127,0.000025591295,0.0000059333374],"category_scores_gemma":[0.0002665956,0.000039765335,0.000018960924,0.00026436633,0.0000070579727,0.00022707233,0.000053332096,0.00009394175,0.0000043372766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002587177,0.00012230057,0.02710451,0.00010956979,0.000018946337,0.000028552244,0.041065212,0.09767443,0.03302839,0.71641773,0.00034487815,0.08405961],"study_design_scores_gemma":[0.0002710809,0.000028229915,0.059168585,0.00003982438,0.0000029640382,0.0000065139843,0.0002733262,0.929397,0.00463093,0.0060226372,0.000066082,0.00009285477],"about_ca_topic_score_codex":0.00016625677,"about_ca_topic_score_gemma":0.000031553922,"teacher_disagreement_score":0.8418839,"about_ca_system_score_codex":0.0000172278,"about_ca_system_score_gemma":0.00003066227,"threshold_uncertainty_score":0.16215833},"labels":[],"label_agreement":null},{"id":"W3034865274","doi":"10.24963/ijcai.2020/555","title":"Teacher-Student Networks with Multiple Decoders for Solving Math Word Problem","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"National Natural Science Foundation of China; National Research Foundation","keywords":"Computer science; Margin (machine learning); Generalization; Word (group theory); Visualization; Decoding methods; Theoretical computer science; Artificial intelligence; Machine learning; Algorithm; Mathematics","score_opus":0.026808822564222148,"score_gpt":0.24564886574334815,"score_spread":0.218840043179126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034865274","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011504628,0.000044957396,0.9834774,0.0033506602,0.00006519138,0.00041617543,1.8743941e-7,0.00030961024,0.0008311911],"genre_scores_gemma":[0.5212174,0.0000015346172,0.47742313,0.0010666205,0.00008888247,0.00003972221,5.981393e-7,0.0000089771265,0.00015315946],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989441,0.000011010925,0.00017120909,0.00040818268,0.00016471212,0.00030076833],"domain_scores_gemma":[0.9994365,0.00007953201,0.000051522944,0.00026919798,0.000040583524,0.00012268455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013969858,0.000119268414,0.00013134415,0.000017540835,0.00009670115,0.00017257064,0.00061616226,0.000039411672,0.0000067615506],"category_scores_gemma":[0.000018399496,0.000090456124,0.000041767267,0.00012691107,0.000010903637,0.00023914468,0.0002145162,0.00010883113,0.0000065101503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059039703,0.00016453942,0.0359596,0.00010007361,0.00012363277,0.000019274083,0.012097458,0.72081816,0.00021980303,0.048047606,0.0056337668,0.17675707],"study_design_scores_gemma":[0.00046003677,0.00006746423,0.00028193914,0.0000148794825,0.0000045701404,0.0000019843592,0.00015481944,0.9970211,0.000043195778,0.00013315877,0.0016758603,0.00014100561],"about_ca_topic_score_codex":0.000025657022,"about_ca_topic_score_gemma":0.00008623423,"teacher_disagreement_score":0.50971276,"about_ca_system_score_codex":0.0000255716,"about_ca_system_score_gemma":0.000035966103,"threshold_uncertainty_score":0.36886936},"labels":[],"label_agreement":null},{"id":"W3034890132","doi":"","title":"Few-shot Relation Extraction via Bayesian Meta-learning on Task Graphs","year":2020,"lang":"en","type":"article","venue":"International Conference on Machine Learning","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Université de Montréal","funders":"","keywords":"Relationship extraction; Computer science; Leverage (statistics); Parameterized complexity; Relation (database); Artificial intelligence; Bayesian probability; Graph; Machine learning; Theoretical computer science; Algorithm; Data mining","score_opus":0.08655251143981235,"score_gpt":0.3171795000600261,"score_spread":0.23062698862021375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034890132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0109438915,0.000035631503,0.946357,0.014456898,0.00049372495,0.00013701544,0.0000020711154,0.00044181838,0.02713193],"genre_scores_gemma":[0.9904648,0.000025322797,0.007409011,0.0011997697,0.00017056393,0.000019176572,0.00004239591,0.000021433021,0.000647513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764794,0.0002937448,0.00038162284,0.00069264096,0.0007422528,0.00024182111],"domain_scores_gemma":[0.9989676,0.00018407387,0.0003036456,0.00023107743,0.00016809745,0.00014552334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038639846,0.0002554343,0.00024954032,0.000233402,0.00024902777,0.00031805487,0.00075922103,0.000098546596,0.00067380856],"category_scores_gemma":[0.00039547434,0.00024126007,0.00017475459,0.00024687045,0.000021884453,0.00062786107,0.00014838453,0.0012872131,0.00023405346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001401649,0.00010549048,0.01000823,0.00002004863,0.00051521824,0.00007018264,0.002359704,0.35754544,0.012908207,0.5200874,0.00007464169,0.09616527],"study_design_scores_gemma":[0.000302057,0.0002601819,0.0013927339,0.000026713738,0.00002919387,0.000011871026,0.000037911577,0.9875391,0.00037551494,0.0049560713,0.0048281644,0.00024048166],"about_ca_topic_score_codex":0.00007967018,"about_ca_topic_score_gemma":0.000010905889,"teacher_disagreement_score":0.9795209,"about_ca_system_score_codex":0.00007793116,"about_ca_system_score_gemma":0.000042461797,"threshold_uncertainty_score":0.98383003},"labels":[],"label_agreement":null},{"id":"W3035038672","doi":"10.18653/v1/2020.acl-main.204","title":"DeeBERT: Dynamic Early Exiting for Accelerating BERT Inference","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":301,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Vector Institute","funders":"Vector Institute; Natural Sciences and Engineering Research Council of Canada; Government of Canada; Canadian Institute for Advanced Research","keywords":"Inference; Computer science; Transformer; Language model; Redundancy (engineering); Artificial intelligence; Machine learning; Operating system; Engineering","score_opus":0.07716608598601515,"score_gpt":0.29625498082269247,"score_spread":0.21908889483667732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035038672","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08990247,0.000016013268,0.90322095,0.0033889238,0.000089439476,0.00014988106,5.0697116e-7,0.00024905597,0.002982783],"genre_scores_gemma":[0.64149487,5.736424e-7,0.35707644,0.0012411741,0.00005083238,0.000013483261,5.6352576e-7,0.000005122051,0.000116928415],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903744,0.0000143154575,0.00020796257,0.00036020207,0.00013205771,0.0002480102],"domain_scores_gemma":[0.99939424,0.0001653891,0.000051753203,0.00023094309,0.00006005041,0.00009765562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001078776,0.00009521791,0.00011148311,0.000022556434,0.00011861649,0.00025064903,0.00063576904,0.000036299898,0.000015999307],"category_scores_gemma":[0.00019708708,0.000089324,0.000044440443,0.00014162586,0.000008035755,0.00048554598,0.00025665574,0.000091860136,0.000027496586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073124957,0.000027775279,0.004984529,0.00010559738,0.0000275038,0.000009798353,0.011094546,0.004333694,0.01047697,0.3987543,0.00021041789,0.56996757],"study_design_scores_gemma":[0.00015631875,0.00004045817,0.00042135705,0.000010669579,0.0000015611354,0.0000010698432,0.00002753992,0.99552196,0.0008165872,0.00255396,0.0003244987,0.0001239888],"about_ca_topic_score_codex":0.000045693665,"about_ca_topic_score_gemma":0.000020514328,"teacher_disagreement_score":0.9911883,"about_ca_system_score_codex":0.000017997247,"about_ca_system_score_gemma":0.000046258592,"threshold_uncertainty_score":0.36425272},"labels":[],"label_agreement":null},{"id":"W3035044482","doi":"10.18653/v1/2020.acl-main.128","title":"Few-shot Slot Tagging with Collapsed Dependency Transfer and Label-enhanced Task-adaptive Projection Network","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":189,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"National Natural Science Foundation of China","keywords":"Computer science; Artificial intelligence; Shot (pellet); Conditional random field; Dependency (UML); Projection (relational algebra); Similarity (geometry); Task (project management); Semantics (computer science); Transfer of learning; Pattern recognition (psychology); Word (group theory); Representation (politics); Multi-label classification; Natural language processing; Machine learning; Algorithm; Image (mathematics); Mathematics","score_opus":0.03743755894945409,"score_gpt":0.22904664415363782,"score_spread":0.19160908520418374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035044482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04009815,0.00006368824,0.95072985,0.0014741344,0.00012228262,0.00037913854,6.090246e-7,0.00030286185,0.0068293097],"genre_scores_gemma":[0.88717043,0.000009039073,0.11128817,0.0012136644,0.0001252085,0.000024213168,7.130545e-7,0.000010883491,0.00015767661],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986785,0.000053144166,0.00017791953,0.000544714,0.00024805643,0.0002976556],"domain_scores_gemma":[0.9995142,0.000041264262,0.000028798831,0.00020492017,0.00008580878,0.00012495606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012443669,0.00015693298,0.00017577405,0.00003135899,0.00015765776,0.00013912904,0.0002728028,0.00005504002,0.00001591641],"category_scores_gemma":[0.000009910747,0.00012729636,0.000017836652,0.0005611566,0.000024479099,0.00045798198,0.00007930871,0.00015592498,0.000007928137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010145312,0.00030152532,0.002014211,0.0002800885,0.0004208502,0.00018065558,0.048401482,0.051667236,0.084744215,0.5161735,0.0019153983,0.29288635],"study_design_scores_gemma":[0.0012006258,0.000551147,0.0001684325,0.00004479479,0.00001671616,0.000016113498,0.00023019122,0.988874,0.0073737474,0.00074294105,0.00044059998,0.00034066034],"about_ca_topic_score_codex":0.0000738287,"about_ca_topic_score_gemma":0.00015925286,"teacher_disagreement_score":0.9372068,"about_ca_system_score_codex":0.000026545089,"about_ca_system_score_gemma":0.00010255262,"threshold_uncertainty_score":0.5190995},"labels":[],"label_agreement":null},{"id":"W3035315091","doi":"10.18653/v1/2020.acl-main.355","title":"Two Birds, One Stone: A Simple, Unified Model for Text Generation from Structured and Unstructured Data","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Text generation; Table (database); Unstructured data; Code (set theory); Artificial neural network; Task (project management); Simple (philosophy); Artificial intelligence; Natural language processing; Recurrent neural network; Plain text; Machine learning; Theoretical computer science; Data mining; Programming language; Big data","score_opus":0.12293428738088837,"score_gpt":0.29712727689759044,"score_spread":0.1741929895167021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035315091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06282439,0.000058910326,0.93378633,0.002601618,0.00009937321,0.0003110339,0.000120062425,0.00014632047,0.000051931635],"genre_scores_gemma":[0.5389991,0.0000034984116,0.45953196,0.0011027947,0.00017731577,0.0000040577097,0.00014270862,0.000008129893,0.000030437652],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859506,0.000022387136,0.00023881679,0.0007578252,0.00019248003,0.00019341045],"domain_scores_gemma":[0.9987731,0.000037201673,0.00006842928,0.00092555943,0.000055492736,0.0001402421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008719536,0.00014563226,0.00018922327,0.00003060794,0.00010487683,0.00020800282,0.00096324895,0.00006382937,0.000022764345],"category_scores_gemma":[0.000046364865,0.00013281847,0.000020257974,0.0001286714,0.000019129879,0.00057594926,0.000615156,0.00009053344,0.0000025263234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007193023,0.000033796536,0.00022859218,0.000049291364,0.00015942447,0.0000044803505,0.0047365925,0.23374236,0.28971443,0.24977975,0.014173849,0.20730552],"study_design_scores_gemma":[0.0008521015,0.000018211778,0.0001287082,0.0000018708623,0.00001404775,8.3763376e-7,0.000017608989,0.9760829,0.0027500575,0.019752054,0.00021702667,0.00016452794],"about_ca_topic_score_codex":0.00016516623,"about_ca_topic_score_gemma":0.00031530447,"teacher_disagreement_score":0.74234056,"about_ca_system_score_codex":0.00001296531,"about_ca_system_score_gemma":0.00008767243,"threshold_uncertainty_score":0.541618},"labels":[],"label_agreement":null},{"id":"W3035321115","doi":"10.18653/v1/2020.bionlp-1.19","title":"Extensive Error Analysis and a Learning-Based Evaluation of Medical Entity Recognition Systems to Approximate User Experience","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Classifier (UML); Artificial intelligence; Machine learning; Judgement; Metric (unit); Test set; Medical diagnosis; Natural language processing; Gold standard (test); Information retrieval; Pattern recognition (psychology); Data mining; Mathematics","score_opus":0.08982900735465392,"score_gpt":0.3426717351197669,"score_spread":0.25284272776511296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035321115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40466198,0.000020690633,0.5942547,0.00081742107,0.000034953027,0.00013465386,4.1954638e-7,0.000037879792,0.000037319365],"genre_scores_gemma":[0.97874314,0.0000014225673,0.02076618,0.00041949493,0.000019726736,0.000036436315,0.0000031442999,0.0000024929138,0.000007971868],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979763,0.00026347578,0.00023572095,0.00035939203,0.0010591414,0.00010597422],"domain_scores_gemma":[0.9991136,0.000064360705,0.00008341428,0.00018551192,0.00039408685,0.00015898337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011383316,0.000067942834,0.00017310484,0.000110189096,0.000047953592,0.00007195987,0.00025509592,0.000048213504,0.00008104734],"category_scores_gemma":[0.00074009836,0.000060466427,0.0000393706,0.00065652357,0.000020355505,0.00018850059,0.00012435089,0.00008467189,0.0000072678454],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007086828,0.00021880154,0.027199881,0.00039710812,0.00045342027,0.000024051322,0.04673172,0.7396612,0.004921218,0.004045006,0.00023324175,0.1760435],"study_design_scores_gemma":[0.00021499196,0.000040123614,0.0010116104,0.000018695004,0.00006490942,8.254377e-7,0.00048136525,0.9971314,0.0009080461,0.000033148473,0.000022621478,0.000072234965],"about_ca_topic_score_codex":0.00026011796,"about_ca_topic_score_gemma":0.00003042395,"teacher_disagreement_score":0.5740812,"about_ca_system_score_codex":0.000020349999,"about_ca_system_score_gemma":0.00007378823,"threshold_uncertainty_score":0.24657494},"labels":[],"label_agreement":null},{"id":"W3035455711","doi":"10.1007/978-3-030-58323-1_16","title":"Evaluating a Multi-sense Definition Generation Model for Multiple Languages","year":2020,"lang":"en","type":"preprint","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Polysemy; Computer science; Contrast (vision); Word (group theory); Context (archaeology); Natural language processing; Artificial intelligence; Language model; Word-sense disambiguation; Linguistics","score_opus":0.21004608936275568,"score_gpt":0.3725867930988983,"score_spread":0.16254070373614263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035455711","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031602174,0.00017274138,0.9644215,0.0014508694,0.0011992065,0.0008839634,0.000013710041,0.00025345047,0.00000235036],"genre_scores_gemma":[0.48338628,0.0000032088487,0.5153883,0.00082244724,0.0003046235,0.000070047005,0.000013870271,0.000010933737,3.0080878e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962991,0.00011031543,0.00051004806,0.0018515979,0.0006878096,0.00054113765],"domain_scores_gemma":[0.9977305,0.00043067543,0.00026119698,0.0011271058,0.0003207193,0.00012983575],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012992577,0.000358636,0.00036582196,0.00032744877,0.00027436708,0.00074473047,0.0017100293,0.00023543043,6.7994046e-7],"category_scores_gemma":[0.0011351856,0.0003573185,0.00012829567,0.0005712802,0.00011046072,0.00043134167,0.0022102618,0.0005948816,0.000004324469],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029223456,0.000025987978,0.00006357756,0.000054019252,0.0000033081699,0.000005756943,0.0026456295,0.8196637,0.008254548,0.00036154015,0.0000024757576,0.16891655],"study_design_scores_gemma":[0.00046943795,0.000054161843,0.000055318847,0.000104885876,0.000006714839,0.00000889509,6.903194e-7,0.9672149,0.006299736,0.025408866,7.2966594e-7,0.00037567143],"about_ca_topic_score_codex":0.00005698181,"about_ca_topic_score_gemma":0.00016222052,"teacher_disagreement_score":0.4517841,"about_ca_system_score_codex":0.00024097049,"about_ca_system_score_gemma":0.00069316395,"threshold_uncertainty_score":0.9998879},"labels":[],"label_agreement":null},{"id":"W3035498813","doi":"10.18653/v1/2020.acl-main.362","title":"Graph-to-Tree Learning for Solving Math Word Problems","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"National Natural Science Foundation of China; National Research Foundation","keywords":"Computer science; Benchmark (surveying); Graph; Encoder; Tree (set theory); Theoretical computer science; Artificial intelligence; Machine learning; Algorithm; Mathematics; Combinatorics","score_opus":0.042135381542589154,"score_gpt":0.24177412935767797,"score_spread":0.19963874781508884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035498813","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0085853925,0.000025278048,0.9814634,0.0071137133,0.00010909613,0.00024415247,1.0296822e-7,0.00039343798,0.0020654807],"genre_scores_gemma":[0.5687505,0.0000014992237,0.42885163,0.0017151249,0.0000910438,0.00002807797,4.1640322e-7,0.000008663184,0.00055300543],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909186,0.0000100401285,0.00015319079,0.00035795837,0.00013683263,0.00025013436],"domain_scores_gemma":[0.99954206,0.000053758024,0.00003304154,0.00019748822,0.00004077395,0.00013286919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015064442,0.00008497311,0.000104404826,0.000044045857,0.00010251034,0.00015047005,0.0005484293,0.000027311637,0.000008376957],"category_scores_gemma":[0.000082129234,0.00007592815,0.00005298256,0.0002441411,0.0000050271665,0.00021870992,0.00025621094,0.00009890133,0.0000534418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009782596,0.000032416923,0.0023358553,0.00016243281,0.000031995452,0.000007299281,0.01123414,0.11890754,0.010861419,0.35916767,0.0035159802,0.4937335],"study_design_scores_gemma":[0.00014332362,0.00006746189,0.00011378733,0.000015609541,0.000001794907,0.0000011819646,0.000047481164,0.9839138,0.0004322271,0.002867325,0.012270681,0.00012534698],"about_ca_topic_score_codex":0.000013280111,"about_ca_topic_score_gemma":0.000011392899,"teacher_disagreement_score":0.86500627,"about_ca_system_score_codex":0.000010130382,"about_ca_system_score_gemma":0.00002315496,"threshold_uncertainty_score":0.30962598},"labels":[],"label_agreement":null},{"id":"W3036469117","doi":"10.1007/978-3-030-51310-8_21","title":"Towards Explainability in Using Deep Learning for the Detection of Anorexia in Social Media","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Anorexia; Artificial intelligence; Human–computer interaction; Multimedia; Medicine","score_opus":0.04121807602272296,"score_gpt":0.27194564052209813,"score_spread":0.23072756449937518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036469117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002506657,0.00026608445,0.9954042,0.00042973863,0.00083766266,0.00043825328,7.7437517e-7,0.00003894975,0.0000776934],"genre_scores_gemma":[0.86495394,0.000007949947,0.1345508,0.00013221845,0.00032746932,0.0000113724345,6.3640255e-7,0.000013762723,0.0000018580085],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735916,0.00007271614,0.0005775808,0.0009834763,0.00059240445,0.0004146566],"domain_scores_gemma":[0.9980684,0.001001054,0.00026462766,0.0004661327,0.00014972128,0.000050084454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014714699,0.00027776582,0.00044840167,0.0004793868,0.00020027501,0.00013468973,0.0018103857,0.000244277,0.0000020172433],"category_scores_gemma":[0.00056679215,0.00023739184,0.00011158849,0.0007267089,0.00035026597,0.00033062033,0.00080736243,0.0008543662,5.2159976e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010213398,0.000011050772,0.00019225544,0.000053268446,0.0000027200758,0.000007718818,0.0063548563,0.2012141,0.00035541126,0.0032521638,7.788703e-8,0.78854614],"study_design_scores_gemma":[0.00022013577,0.000045163775,0.0009929894,0.00009232852,0.0000034440611,0.000005332078,0.0000030815393,0.91514814,0.0007431307,0.0824875,0.00004578912,0.00021298103],"about_ca_topic_score_codex":0.00010368976,"about_ca_topic_score_gemma":0.00096033886,"teacher_disagreement_score":0.86244726,"about_ca_system_score_codex":0.00046287145,"about_ca_system_score_gemma":0.00037612714,"threshold_uncertainty_score":0.96805584},"labels":[],"label_agreement":null},{"id":"W3037078219","doi":"","title":"Reliability of Perplexity to Find Number of Latent Topics.","year":2020,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Perplexity; Computer science; Reliability (semiconductor); Natural language processing; Language model","score_opus":0.0205574233174598,"score_gpt":0.24901130416573194,"score_spread":0.22845388084827215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037078219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36877537,0.000044436765,0.620287,0.010049014,0.000058129175,0.00029840835,0.000010586335,0.00016669215,0.00031034814],"genre_scores_gemma":[0.6628928,0.000008587887,0.335389,0.0014970758,0.000049607865,0.00003512354,0.0000011471064,0.000010659505,0.000115966715],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980154,0.00009676883,0.00060730375,0.00050564756,0.00039775262,0.00037712918],"domain_scores_gemma":[0.99806714,0.000066840956,0.00020001785,0.0011421958,0.00020352863,0.00032025488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045815605,0.00019287736,0.0003982202,0.00009019834,0.000053098272,0.000042006268,0.0011753197,0.00014777205,0.000041216066],"category_scores_gemma":[0.0004026299,0.0001903846,0.00016467516,0.0005661155,0.000053164564,0.00027760348,0.000686962,0.00023858927,0.000014311359],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016340343,0.00064386055,0.45912057,0.0004506637,0.000073132294,0.000038992086,0.006961893,0.029938437,0.057262495,0.3544885,0.0031870357,0.08767103],"study_design_scores_gemma":[0.00049832725,0.0002642493,0.24777992,0.00007060213,0.000019686495,0.000022211276,0.000043527,0.66482675,0.07299547,0.01080541,0.0021844385,0.0004894382],"about_ca_topic_score_codex":0.0034674169,"about_ca_topic_score_gemma":0.00012341981,"teacher_disagreement_score":0.6348883,"about_ca_system_score_codex":0.000121713034,"about_ca_system_score_gemma":0.00018498836,"threshold_uncertainty_score":0.7763659},"labels":[],"label_agreement":null},{"id":"W3037566932","doi":"","title":"Augmenting Named Entity Recognition with Commonsense Knowledge","year":2019,"lang":"en","type":"article","venue":"Meeting of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université du Québec","funders":"","keywords":"Commonsense knowledge; Computer science; Natural language processing; Artificial intelligence; Named-entity recognition; Ambiguity; Knowledge base; Natural language understanding; Natural language; Word embedding; Question answering; Embedding; Task (project management)","score_opus":0.019435820131858655,"score_gpt":0.25008630713282126,"score_spread":0.2306504870009626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037566932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40548486,0.00004651145,0.57144904,0.0006029322,0.0033726383,0.0008809659,0.000051092426,0.00017947407,0.01793248],"genre_scores_gemma":[0.869102,2.9109734e-7,0.13017565,0.000066016204,0.00014929961,0.000006337739,0.000019744817,0.000008584409,0.000472073],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988395,0.00010199775,0.00032210455,0.00020098944,0.00037166494,0.00016374813],"domain_scores_gemma":[0.9965599,0.0012495762,0.00062899024,0.00020509325,0.0013321687,0.000024233137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009367459,0.00008918781,0.0001490604,0.000054543132,0.00018365904,0.00006880239,0.00034822445,0.00005039432,0.0000013519295],"category_scores_gemma":[0.0029181738,0.000075716685,0.00008362982,0.00020695633,0.0000130623175,0.000043737324,0.00013035412,0.00010151642,0.000013124819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052117935,0.0003186531,0.29763263,0.00036577237,0.00028397594,6.1649433e-7,0.0023249076,0.50976354,0.00026800792,0.18337485,0.0011107724,0.0045041563],"study_design_scores_gemma":[0.00080216036,0.00004953228,0.0084740035,0.00018189488,0.000036916674,0.0000010850163,0.000034812416,0.95467204,0.00053636637,0.03263614,0.0024128826,0.00016218325],"about_ca_topic_score_codex":0.000020986388,"about_ca_topic_score_gemma":0.000013923816,"teacher_disagreement_score":0.46361715,"about_ca_system_score_codex":0.0001693853,"about_ca_system_score_gemma":0.00012083318,"threshold_uncertainty_score":0.34935373},"labels":[],"label_agreement":null},{"id":"W3037585139","doi":"10.18653/v1/2020.repl4nlp-1.10","title":"Exploring the Limits of Simple Learners in Knowledge Distillation for Document Classification with DocBERT","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Distillation; Computer science; Task (project management); Baseline (sea); Artificial intelligence; FLOPS; Machine learning; Natural language processing; Parallel computing; Engineering","score_opus":0.22615006821150216,"score_gpt":0.31474570901882165,"score_spread":0.08859564080731949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037585139","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17408799,0.000010987735,0.82057554,0.0038064353,0.000033418364,0.0002021512,1.4670248e-7,0.000030779607,0.0012525428],"genre_scores_gemma":[0.9784726,0.0000042440242,0.021352995,0.000056966295,0.000028225577,0.000046326062,0.0000010524202,0.000003232505,0.00003436967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999496,0.000021487276,0.00014176645,0.00016927364,0.00008497768,0.000086518994],"domain_scores_gemma":[0.9996247,0.00009303275,0.000043792064,0.0001778483,0.000035054552,0.000025514297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013038954,0.00004644306,0.000063003485,0.00002342265,0.000029843222,0.000028685017,0.00022438694,0.000009083259,0.0000014820356],"category_scores_gemma":[0.000033691373,0.000029365341,0.000015843223,0.00019576194,0.000010357043,0.00029458184,0.00003829254,0.000036438603,0.0000021657147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035593657,0.00003189136,0.0057313195,0.00006668545,0.00001196596,3.1019295e-7,0.017015642,0.023760239,0.0017641982,0.6345009,0.00010622707,0.316975],"study_design_scores_gemma":[0.00027681838,0.00007797569,0.008819956,0.000012073831,0.0000026205141,2.479906e-7,0.00056877703,0.98361695,0.0024277358,0.0013616594,0.0027650497,0.00007012396],"about_ca_topic_score_codex":0.000025994244,"about_ca_topic_score_gemma":0.000077295495,"teacher_disagreement_score":0.95985675,"about_ca_system_score_codex":0.000023826871,"about_ca_system_score_gemma":0.000026664246,"threshold_uncertainty_score":0.11974839},"labels":[],"label_agreement":null},{"id":"W3037664376","doi":"10.18653/v1/2020.acl-srw.42","title":"Compositional Generalization by Factorizing Alignment and Translation","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; Université de Montréal","funders":"Office of Naval Research; University of California, Davis","keywords":"Computer science; Generalization; Natural language processing; Artificial intelligence; Task (project management); Machine translation; Translation (biology); Heuristic; Cognitive architecture; Machine learning; Cognition","score_opus":0.04000444592056415,"score_gpt":0.23538642386950895,"score_spread":0.1953819779489448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037664376","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01574562,0.0000762814,0.97686493,0.006664252,0.00003659148,0.00004199518,0.0000010234941,0.000063917585,0.0005053686],"genre_scores_gemma":[0.874269,0.0000061322057,0.124343954,0.0013249323,0.000032474447,0.0000012846309,0.0000087232365,0.000001604781,0.000011905212],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996297,0.000012148088,0.00007166219,0.00013399242,0.00010266093,0.00004985397],"domain_scores_gemma":[0.9998813,0.0000088579345,0.000012654059,0.000044941033,0.000009011257,0.00004321028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000024198409,0.000034809767,0.000033242683,0.000007652281,0.000036686277,0.000051817904,0.00007025959,0.000013904394,0.0000115076455],"category_scores_gemma":[0.0000010443371,0.00003338103,0.0000075005332,0.00004162364,0.0000035172618,0.0001984258,0.000020312036,0.000017203114,0.000002686335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041095855,0.000030365605,0.0023067403,0.0000257985,0.000019010386,0.0000017958952,0.0047093285,0.005403042,0.5321246,0.35375977,0.003954581,0.09766089],"study_design_scores_gemma":[0.00013981842,0.000015932825,0.00013363673,0.0000017443198,0.0000012082894,9.315099e-7,0.000006684163,0.98160017,0.013815778,0.00071794266,0.0035056127,0.000060553095],"about_ca_topic_score_codex":0.0000073488095,"about_ca_topic_score_gemma":3.7876563e-7,"teacher_disagreement_score":0.9761971,"about_ca_system_score_codex":0.000007344363,"about_ca_system_score_gemma":0.0000048931715,"threshold_uncertainty_score":0.1361239},"labels":[],"label_agreement":null},{"id":"W3037980084","doi":"10.1109/cist49399.2021.9357170","title":"Leveraging Subword Embeddings for Multinational Address Parsing","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Parsing; Computer science; Python (programming language); Artificial intelligence; Disk formatting; Natural language processing; Artificial neural network; Machine learning; Programming language","score_opus":0.09820144419307504,"score_gpt":0.3210443635176114,"score_spread":0.22284291932453637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037980084","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031465092,0.00005824875,0.98532623,0.007892468,0.0011964712,0.00043295856,0.0000062799522,0.0004127461,0.0015280897],"genre_scores_gemma":[0.4123562,0.0000021896267,0.5862319,0.0007660591,0.00029723273,0.00005975353,0.000024331119,0.000013829813,0.00024853105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981008,0.000029195508,0.00033760665,0.0009007582,0.00033386712,0.00029774677],"domain_scores_gemma":[0.9988545,0.00018622862,0.00015801423,0.0005226212,0.00017449743,0.00010409391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029254943,0.00021942183,0.00025686953,0.000098617966,0.00013029562,0.00041529138,0.0013107809,0.00014331372,0.000016188002],"category_scores_gemma":[0.00013668586,0.00023188624,0.00015530949,0.0000899293,0.00001490286,0.0002130414,0.0018949246,0.00036633183,0.000014765079],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028235578,0.00012845465,0.0008863221,0.0012406062,0.00021480558,0.000034636112,0.01278308,0.13739732,0.0012470176,0.51504314,0.0088800015,0.32211635],"study_design_scores_gemma":[0.00021569467,0.000006672619,0.00013623081,0.00009778885,0.000006797054,0.0000028098136,0.000024824274,0.9468279,0.00056928204,0.0486512,0.0031906257,0.0002702014],"about_ca_topic_score_codex":0.00004192088,"about_ca_topic_score_gemma":0.0000029079106,"teacher_disagreement_score":0.80943054,"about_ca_system_score_codex":0.00010070407,"about_ca_system_score_gemma":0.00020606125,"threshold_uncertainty_score":0.9456046},"labels":[],"label_agreement":null},{"id":"W3038022971","doi":"10.65109/hegb2577","title":"Explainable and Contextual Preferences based Decision Making with Assumption-based Argumentation for Diagnostics and Prognostics of Alzheimer's Disease","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dialogical self; Argumentation theory; Prognostics; Context (archaeology); Computer science; Construct (python library); Artificial intelligence; Defeasible estate; Machine learning; Preference; Management science; Psychology; Data mining; Epistemology; Social psychology; Mathematics; Engineering","score_opus":0.04925085198054838,"score_gpt":0.28163131929949914,"score_spread":0.23238046731895076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038022971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15222171,0.00021590201,0.84649783,0.00054271705,0.000021249809,0.00044132528,0.000008422675,0.00003769426,0.000013167299],"genre_scores_gemma":[0.69906086,0.0000063959915,0.30055064,0.00032777555,0.000011404071,0.000034136167,0.0000042593715,0.000003842755,6.954407e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992016,0.00002269655,0.00018116558,0.0002851991,0.00019268946,0.000116678806],"domain_scores_gemma":[0.9986419,0.00091833464,0.000091170274,0.00012510738,0.00011398421,0.00010946962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000109603854,0.00009392215,0.00012081605,0.00003914403,0.00007347098,0.00009691168,0.00011949126,0.000023431952,0.0000041744875],"category_scores_gemma":[0.0003174725,0.00007427343,0.000014364795,0.0000809745,0.00003921267,0.00021787925,0.000046385205,0.00003231688,2.5996644e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010430701,0.00037075582,0.37932956,0.0008444931,0.00012276985,0.000028689192,0.0022994613,0.062304992,0.000236707,0.053376764,0.00051377807,0.49952897],"study_design_scores_gemma":[0.0008913835,0.00030436675,0.0109208105,0.00012569514,0.000050705345,2.513886e-7,0.00008604974,0.9853865,0.00091759063,0.0011730312,0.00003389284,0.000109748784],"about_ca_topic_score_codex":0.0000071540635,"about_ca_topic_score_gemma":0.000009136667,"teacher_disagreement_score":0.92308146,"about_ca_system_score_codex":0.0000058338987,"about_ca_system_score_gemma":0.00009189472,"threshold_uncertainty_score":0.30287823},"labels":[],"label_agreement":null},{"id":"W3040446934","doi":"10.1177/0265532220937830","title":"More efficient processes for creating automated essay scoring frameworks: A demonstration of two algorithms","year":2020,"lang":"en","type":"article","venue":"Language Testing","topic":"Topic Modeling","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rubric; Artificial intelligence; Machine learning; Computer science; Support vector machine; Convolutional neural network; Feature engineering; Deep learning; Artificial neural network; Natural language processing; Meaning (existential); Feature (linguistics); Strengths and weaknesses; F1 score; Algorithm; Mathematics; Mathematics education; Linguistics; Psychology","score_opus":0.0348837319221498,"score_gpt":0.30971148316334696,"score_spread":0.2748277512411972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040446934","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2182092,0.0001881094,0.7799336,0.00028836972,0.000049233946,0.00020911175,0.0000024428443,0.0008561254,0.00026381074],"genre_scores_gemma":[0.54450893,1.0994344e-7,0.45523322,0.00013533254,0.000096614516,0.000014530818,0.0000016200776,0.000007476328,0.0000021467538],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891776,0.000022290971,0.00030657055,0.0003387753,0.00018015476,0.0002344434],"domain_scores_gemma":[0.9987445,0.00059219555,0.00019895984,0.0002060337,0.00018957985,0.00006876143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023099816,0.00011754832,0.00016893321,0.000042320862,0.000116919815,0.000097455835,0.00036803866,0.000060022856,0.0000011624523],"category_scores_gemma":[0.0026018152,0.00011357874,0.00003051833,0.0005957231,0.00001890998,0.00017008865,0.00012259015,0.00015669136,9.1661866e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007934903,0.00009054314,0.008498736,0.0015348309,0.000035310797,0.000044173335,0.07838282,0.6210707,0.061894447,0.005106845,0.000011367171,0.2233223],"study_design_scores_gemma":[0.00023428553,0.000040076637,0.00015098127,0.0003069196,0.000008587147,0.00000740604,0.00059788,0.9859968,0.012452692,0.0000868758,8.432411e-7,0.00011669176],"about_ca_topic_score_codex":0.00006518512,"about_ca_topic_score_gemma":0.0000026109778,"teacher_disagreement_score":0.36492607,"about_ca_system_score_codex":0.00002445424,"about_ca_system_score_gemma":0.00014175991,"threshold_uncertainty_score":0.46316063},"labels":[],"label_agreement":null},{"id":"W3042667808","doi":"10.18653/v1/2020.emnlp-demos.7","title":"AdapterHub: A Framework for Adapting Transformers","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research","funders":"Bundesministerium für Bildung und Forschung; Deutsche Forschungsgemeinschaft; Samsung; DeepMind; Samsung Advanced Institute of Technology","keywords":"Computer science; Adapter (computing); Bottleneck; Upload; Scalability; Scripting language; Transformer; Artificial intelligence; Distributed computing; Software engineering; World Wide Web; Embedded system; Programming language; Operating system","score_opus":0.0962412776325239,"score_gpt":0.3059694317501878,"score_spread":0.20972815411766393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042667808","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019127481,0.00012109359,0.9811475,0.012035201,0.0010975141,0.0006320468,0.000006739951,0.0005597169,0.004208914],"genre_scores_gemma":[0.22080639,0.0000122991405,0.7773479,0.0013031057,0.00030696695,0.00010344753,0.0000039504944,0.00001897267,0.000096931195],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980863,0.000025162522,0.0003741594,0.00089214405,0.00026434066,0.00035794135],"domain_scores_gemma":[0.998821,0.00021360001,0.00011361977,0.0006428119,0.00006187705,0.00014704827],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023798739,0.00026029142,0.00033668635,0.00006483446,0.00008117697,0.00025339823,0.0015076016,0.00031859876,0.00002136763],"category_scores_gemma":[0.00010097743,0.00025155628,0.0002733763,0.00009772547,0.000014493808,0.00014453576,0.00074664707,0.0006572332,0.000016898432],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063343573,0.0000104671235,0.000007342951,0.00018346531,0.000043552835,0.0000041050785,0.0014666525,0.0020413208,0.00002779078,0.83863807,0.0002467808,0.1573241],"study_design_scores_gemma":[0.00009751203,0.000028261182,0.0000050014683,0.000119430224,0.000010310979,0.0000014909007,0.00004861823,0.64952856,0.0001897799,0.34608138,0.0036341883,0.00025545873],"about_ca_topic_score_codex":0.00004679211,"about_ca_topic_score_gemma":0.000008494112,"teacher_disagreement_score":0.6474873,"about_ca_system_score_codex":0.000049360526,"about_ca_system_score_gemma":0.00019284278,"threshold_uncertainty_score":0.9999937},"labels":[],"label_agreement":null},{"id":"W3043078559","doi":"10.3390/computers9030057","title":"ERF: An Empirical Recommender Framework for Ascertaining Appropriate Learning Materials from Stack Overflow Discussions","year":2020,"lang":"en","type":"article","venue":"Computers","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Python (programming language); Recommender system; Documentation; World Wide Web; Empirical research; Matching (statistics); Information retrieval; Artificial intelligence; Machine learning; Programming language","score_opus":0.0953893547179278,"score_gpt":0.3337515061552247,"score_spread":0.2383621514372969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043078559","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07616912,0.000022481792,0.9108514,0.010951141,0.0012824078,0.00024492573,0.000010928302,0.00043755697,0.00003003341],"genre_scores_gemma":[0.44228673,0.0000026652565,0.5541703,0.0028684721,0.00059491076,0.000016829343,0.000028637198,0.000022560685,0.000008854404],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784356,0.00024239943,0.0003947639,0.00084138516,0.00023815969,0.00043974628],"domain_scores_gemma":[0.9984482,0.00046403432,0.0001508682,0.0005649459,0.000048305777,0.0003236548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026615986,0.0002365552,0.00035284407,0.000049029917,0.0002774622,0.0004758838,0.0010972912,0.0001467249,0.000045289187],"category_scores_gemma":[0.00019319144,0.00020379662,0.00009938424,0.00019108431,0.000024051733,0.0004893336,0.000597632,0.00034174894,0.000029673674],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002608725,0.00033902068,0.0054463735,0.0001788927,0.00037866135,0.00006720063,0.0722109,0.14389922,0.006752464,0.060685277,0.012265772,0.6975153],"study_design_scores_gemma":[0.00047250866,0.00018632211,0.00062569184,0.00007593364,0.0000121302155,0.0000014431829,0.00022672821,0.9753266,0.00064771087,0.017003044,0.0050628586,0.00035903076],"about_ca_topic_score_codex":0.000021482781,"about_ca_topic_score_gemma":0.0000010633643,"teacher_disagreement_score":0.8314274,"about_ca_system_score_codex":0.000046146226,"about_ca_system_score_gemma":0.000047790483,"threshold_uncertainty_score":0.83105844},"labels":[],"label_agreement":null},{"id":"W3043222912","doi":"10.3389/frai.2020.00042","title":"Using Topic Modeling Methods for Short-Text Data: A Comparative Analysis","year":2020,"lang":"en","type":"article","venue":"Frontiers in Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":368,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Latent Dirichlet allocation; Topic model; Computer science; Latent semantic analysis; Popularity; Information retrieval; Social media; Matrix decomposition; Context (archaeology); Artificial intelligence; Precision and recall; Natural language processing; Data science; Machine learning; Data mining; World Wide Web","score_opus":0.49520728568712485,"score_gpt":0.4730338297708425,"score_spread":0.022173455916282336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043222912","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025447349,0.00051481463,0.9950877,0.0005668722,0.0007657738,0.00033914635,0.0000082725655,0.000076795455,0.00009591894],"genre_scores_gemma":[0.3765037,0.000008768868,0.62319267,0.00016672823,0.00010242072,0.000010363442,0.0000071688414,0.000004771419,0.0000034259726],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764,0.00018098185,0.00066681206,0.00094367977,0.00018811655,0.00038041896],"domain_scores_gemma":[0.9986843,0.00012898784,0.00008131285,0.0008696752,0.00010371028,0.00013204523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008143571,0.00018661087,0.00051507674,0.0002693822,0.00012892493,0.00019338823,0.0018974576,0.00008277502,0.000006203705],"category_scores_gemma":[0.00020382296,0.0001986788,0.00012525696,0.0015812977,0.00004993823,0.0006698933,0.00051120226,0.00020822338,0.000003476748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019099718,0.000027114322,0.0003334781,0.000012798396,0.000115810544,0.0000027107108,0.0035380977,0.76117575,0.0003489654,0.014836071,0.000047445705,0.21954264],"study_design_scores_gemma":[0.000016582617,0.000022254413,0.0000025488482,0.00000953354,0.00007522258,4.2575758e-7,0.00089184643,0.97301257,0.0028033126,0.022690048,0.0002654483,0.00021023303],"about_ca_topic_score_codex":0.000086402055,"about_ca_topic_score_gemma":0.0000527215,"teacher_disagreement_score":0.37395895,"about_ca_system_score_codex":0.000081390084,"about_ca_system_score_gemma":0.00008792921,"threshold_uncertainty_score":0.8101886},"labels":[],"label_agreement":null},{"id":"W3043396802","doi":"10.1037/xlm0000941","title":"Comparing recollection and nonrecollection memory states for recall of general knowledge: A nontrivial pursuit.","year":2020,"lang":"en","type":"article","venue":"Journal of Experimental Psychology Learning Memory and Cognition","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Recall; Cognitive psychology; Psychology","score_opus":0.058088003070488795,"score_gpt":0.3346082704187315,"score_spread":0.2765202673482427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043396802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7926218,0.0010762283,0.20382264,0.0005621724,0.00062686275,0.00017455443,5.180441e-7,0.000021861919,0.0010933896],"genre_scores_gemma":[0.9857101,0.00010434325,0.013521425,0.00023197218,0.00031859527,0.000010186915,0.0000024387032,0.0000083634195,0.00009258209],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893886,0.0001852213,0.0004036933,0.00023208193,0.00010614673,0.00013402059],"domain_scores_gemma":[0.99920994,0.00010744286,0.00035867433,0.00005396646,0.00017517367,0.00009477578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048308918,0.00010621668,0.00026347913,0.0001411299,0.00017545752,0.000049795748,0.00011714743,0.000081628685,0.000009743765],"category_scores_gemma":[0.00009739065,0.00010704388,0.00005869881,0.00017174864,0.00005445646,0.0003353863,0.000053026764,0.0002443601,7.707079e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029236623,0.0006021708,0.0013367425,0.00013666376,0.00024797567,0.00001840989,0.020844372,0.002188674,0.839871,0.00020855025,0.0026279863,0.12899378],"study_design_scores_gemma":[0.019637777,0.013617524,0.0051128296,0.00033450863,0.00018711778,0.0014145417,0.0052385535,0.5824352,0.36603653,0.003144136,0.0020693552,0.00077192805],"about_ca_topic_score_codex":0.0000032733703,"about_ca_topic_score_gemma":0.0000018436608,"teacher_disagreement_score":0.5802465,"about_ca_system_score_codex":0.000027384387,"about_ca_system_score_gemma":0.000033174845,"threshold_uncertainty_score":0.4365123},"labels":[],"label_agreement":null},{"id":"W3043507478","doi":"10.4018/978-1-7998-3476-2.ch003","title":"Automated Essay Scoring Using Deep Learning Algorithms","year":2020,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; University of Alberta","funders":"","keywords":"Interpretability; Artificial intelligence; Computer science; Field (mathematics); Machine learning; Deep learning; Data science; Mathematics","score_opus":0.03362719573425966,"score_gpt":0.2634630590236776,"score_spread":0.22983586328941796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043507478","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044084492,0.0002664904,0.44694388,0.000040677973,0.00077172345,0.00017517671,0.0000040622594,0.0018882694,0.5498656],"genre_scores_gemma":[0.31825647,0.000010742306,0.6300616,0.0015991504,0.0025798264,0.000022331526,0.000009316565,0.0003038063,0.047156725],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99717456,0.000042424657,0.00054045534,0.0010754167,0.00064527726,0.0005218935],"domain_scores_gemma":[0.99849015,0.000036486483,0.00033645405,0.0007375652,0.00012325049,0.00027607492],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017563032,0.00053941185,0.0005702081,0.00009294738,0.0002454672,0.00039510676,0.001285824,0.00040281762,0.000010245971],"category_scores_gemma":[0.000033665125,0.0005986336,0.00022641488,0.000051256433,0.000053128006,0.00017774539,0.0010302861,0.0007003498,0.00016805828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027646631,0.0000024899196,0.0000098024575,0.000040223615,0.000068577836,0.00029470798,0.00019988552,0.0040758955,0.000050246468,0.93767226,0.000023962422,0.057559203],"study_design_scores_gemma":[0.00023011926,0.00004254793,0.000004283258,0.00031188063,0.0000422035,0.00011854575,0.0000068082154,0.9111976,0.000053164902,0.08287669,0.004477163,0.00063897367],"about_ca_topic_score_codex":0.00009105828,"about_ca_topic_score_gemma":0.0000098838445,"teacher_disagreement_score":0.9071217,"about_ca_system_score_codex":0.0005562996,"about_ca_system_score_gemma":0.00035540407,"threshold_uncertainty_score":0.9996465},"labels":[],"label_agreement":null},{"id":"W3044693911","doi":"10.1017/s1351324920000509","title":"Comparison of rule-based and neural network models for negation detection in radiology reports","year":2020,"lang":"en","type":"article","venue":"Natural Language Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"Engineering and Physical Sciences Research Council; Medical Research Council","keywords":"Computer science; Artificial intelligence; Natural language processing; Negation; Artificial neural network; Sentence; Syntax; Pipeline (software); Machine learning; Rule-based system; Python (programming language); Information retrieval; Programming language","score_opus":0.014563883407551955,"score_gpt":0.24777112941400728,"score_spread":0.23320724600645532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044693911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39095372,0.0012894562,0.60735744,0.00007720487,0.00017900951,0.00008836335,1.967373e-7,0.000052310115,0.0000022683919],"genre_scores_gemma":[0.9302409,5.6367253e-7,0.069596685,0.00005182119,0.00009411179,0.0000074721356,0.0000026718305,0.0000050016556,7.32634e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994282,0.000011661562,0.00019871083,0.00017311472,0.000061512386,0.00012676841],"domain_scores_gemma":[0.9997228,0.000073723444,0.000058403828,0.00009897994,0.000016862441,0.000029281131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009750339,0.00006617383,0.00014420859,0.000042602423,0.000014335788,0.000013416682,0.00008148398,0.000047612324,2.3477061e-7],"category_scores_gemma":[0.00007415071,0.00006646637,0.000023679158,0.00013682607,0.0000040260397,0.00015207265,0.000028891887,0.00012724342,3.0905536e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005816586,0.0000017930937,0.00026882003,0.00003372312,0.000001988279,0.0000054687216,0.0007470753,0.9632947,0.010390855,0.00019931223,0.0000018211797,0.025048617],"study_design_scores_gemma":[0.00016376324,0.000026286127,0.00044101983,0.000012002414,0.000001978199,0.0000075290354,0.000017469667,0.9926206,0.0065832175,0.000057792025,0.000004989408,0.00006336585],"about_ca_topic_score_codex":0.000017406743,"about_ca_topic_score_gemma":0.000006143766,"teacher_disagreement_score":0.5392872,"about_ca_system_score_codex":0.000017692268,"about_ca_system_score_gemma":0.0000065895483,"threshold_uncertainty_score":0.271042},"labels":[],"label_agreement":null},{"id":"W3046434790","doi":"10.1007/978-3-030-41251-7_5","title":"Inferring Systemic Nets with Applications to Islamist Forums","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in social networks","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Islam; Framing (construction); Computer science; Representation (politics); Headline; Systemic functional linguistics; Mindset; Perspective (graphical); Abstraction; Artificial intelligence; Epistemology; Political science; Linguistics; History","score_opus":0.017921511045729605,"score_gpt":0.2421219794700011,"score_spread":0.2242004684242715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046434790","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004847497,0.0005725643,0.96555674,0.0019236841,0.00023444364,0.00079172215,0.0000030482308,0.00022124517,0.03069173],"genre_scores_gemma":[0.92748976,0.000048520902,0.058309212,0.006297211,0.0053800493,0.00029287,0.00004087716,0.00015451957,0.0019869981],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813646,0.000023703804,0.00037244157,0.0007554843,0.00031288186,0.00039901308],"domain_scores_gemma":[0.99897116,0.00015063859,0.00018545322,0.0005160743,0.00007227893,0.000104416176],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00010988024,0.00037255054,0.00048083943,0.000101088,0.00021559735,0.00016214741,0.00096368784,0.000538292,0.0000072333514],"category_scores_gemma":[0.000014771595,0.0003629558,0.000101160585,0.00022165744,0.000041700794,0.00007924194,0.00038341823,0.0009575928,0.000024063975],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012362587,0.000007299508,0.00009446671,0.00007902653,0.000059589787,0.00003619348,0.0017568538,0.26475638,0.0000074714417,0.5097816,0.00030177966,0.22310697],"study_design_scores_gemma":[0.0010631938,0.00024447273,0.00006331682,0.002090122,0.00012252275,0.000098160985,0.00001631472,0.48483327,0.00001967692,0.3787937,0.12945338,0.003201886],"about_ca_topic_score_codex":0.000018803614,"about_ca_topic_score_gemma":0.00033618297,"teacher_disagreement_score":0.92748487,"about_ca_system_score_codex":0.00021765169,"about_ca_system_score_gemma":0.00011089902,"threshold_uncertainty_score":0.9998822},"labels":[],"label_agreement":null},{"id":"W3046929991","doi":"10.2196/19848","title":"Chinese Clinical Named Entity Recognition in Electronic Medical Records: Development of a Lattice Long Short-Term Memory Model With Contextualized Character Representations","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Conditional random field; Artificial intelligence; Ambiguity; Deep learning; Interpretability; Chinese characters; Character (mathematics); Information retrieval","score_opus":0.057220088336350776,"score_gpt":0.36315011546831555,"score_spread":0.30593002713196477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046929991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54745775,0.000011314458,0.4508561,0.00093752384,0.00006745735,0.00030203327,0.0000015079024,0.00006527007,0.0003010504],"genre_scores_gemma":[0.9220263,0.000068942616,0.0750375,0.0025676447,0.00010441207,0.00011161588,0.0000517077,0.000012247226,0.00001965163],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956507,0.00014950521,0.0019642983,0.0002745272,0.001556758,0.0004041958],"domain_scores_gemma":[0.99825394,0.00033049405,0.00031876014,0.0003959705,0.00016305227,0.0005378076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016271047,0.00019572773,0.0005009972,0.00011643976,0.00005762513,0.00004850332,0.0009089576,0.0002670618,0.0001397034],"category_scores_gemma":[0.0010223043,0.0001525885,0.000084418876,0.0004535253,0.0001342178,0.0008434113,0.00037084045,0.0008960419,0.00003107316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041395106,0.0012857534,0.06157657,0.0009892051,0.00027272108,0.00013860034,0.09368284,0.00026428854,0.000020502719,0.0014020724,0.00046893762,0.8394846],"study_design_scores_gemma":[0.0018439675,0.00009270997,0.0047212825,0.00026992898,0.0000103186885,0.000025530775,0.00031554245,0.9921903,0.000042963777,0.0002082608,0.00006592706,0.00021326402],"about_ca_topic_score_codex":0.000009544582,"about_ca_topic_score_gemma":0.0002626588,"teacher_disagreement_score":0.991926,"about_ca_system_score_codex":0.00008015075,"about_ca_system_score_gemma":0.001731674,"threshold_uncertainty_score":0.62223786},"labels":[],"label_agreement":null},{"id":"W3047016605","doi":"10.21437/interspeech.2020-2557","title":"To BERT or not to BERT: Comparing Speech and Language-Based Approaches for Alzheimer’s Disease Detection","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Artificial intelligence; Transformer; Encoder; Language model; Feature (linguistics); Task (project management); Natural language processing; Speech recognition; Multi-task learning; Machine learning; Linguistics","score_opus":0.17572904925378088,"score_gpt":0.31966023758658146,"score_spread":0.14393118833280058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047016605","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044025224,0.00007147276,0.94736063,0.006115509,0.00037737147,0.0014884089,0.000011959647,0.00033203035,0.00021740785],"genre_scores_gemma":[0.66173726,5.0351434e-7,0.336077,0.001667712,0.00017998295,0.00018855171,0.000009318145,0.000018788893,0.00012083944],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979407,0.000040159503,0.00029904948,0.0011350621,0.00028185008,0.00030315138],"domain_scores_gemma":[0.99841714,0.00011604898,0.000072296025,0.00083502027,0.000051880234,0.0005076337],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002237684,0.00028698685,0.00035646753,0.00015500844,0.00010091339,0.00035684495,0.0008195663,0.00010366089,0.0000069371144],"category_scores_gemma":[0.00013012844,0.0002544689,0.00009982511,0.00016495922,0.000012000069,0.000096620126,0.0015719851,0.0002223047,0.000017266251],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087477925,0.00014139885,0.0007126462,0.00078094646,0.00019380412,0.00005882536,0.0055181147,0.122297205,0.0010074731,0.0030980867,0.0007882527,0.8645285],"study_design_scores_gemma":[0.00028807597,0.00006238807,0.00127064,0.00007240897,0.00006184331,0.0000018493178,0.00005528336,0.9876352,0.00933376,0.0003368793,0.00048432365,0.00039735957],"about_ca_topic_score_codex":0.00040138132,"about_ca_topic_score_gemma":0.00049645605,"teacher_disagreement_score":0.86533797,"about_ca_system_score_codex":0.000059255282,"about_ca_system_score_gemma":0.00014778676,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W3061846580","doi":"10.48550/arxiv.2008.07680","title":"An Annotated Corpus of Webtables for Information Extraction Tasks","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Information retrieval; Annotation; Relationship extraction; Paragraph; Information extraction; Natural language processing; Task (project management); Benchmark (surveying); Table (database); Sentence; Artificial intelligence; Context (archaeology); Data mining; World Wide Web","score_opus":0.09069754288968365,"score_gpt":0.2105369483483559,"score_spread":0.11983940545867225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3061846580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12466474,0.000009926206,0.87389195,0.000072700655,0.0004185747,0.00031323478,0.000033553726,0.0001700506,0.00042527492],"genre_scores_gemma":[0.9821651,0.000029590052,0.017565314,0.0000612097,0.00004252221,0.0000012850373,0.00007842941,0.000006350446,0.000050171013],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990339,0.000049889208,0.00024094063,0.00043722405,0.00007339293,0.00016459572],"domain_scores_gemma":[0.99850893,0.000053133197,0.000394869,0.0006786441,0.00026789377,0.000096533164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015797808,0.000156954,0.00021554985,0.00019534201,0.000070885864,0.00008475284,0.0009498437,0.00018436392,0.0000043133405],"category_scores_gemma":[0.000036167192,0.00019401977,0.00010087775,0.0002933612,0.000028368526,0.0014896173,0.0003744343,0.00022672598,0.000009843145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007035618,0.00005830378,0.0006063635,0.00026078266,0.00005252942,0.0000132303285,0.0007361753,0.7642668,0.000886971,0.22409621,0.00014150383,0.008810809],"study_design_scores_gemma":[0.00033054734,0.00006871114,0.00043352236,0.000035556837,0.000028758745,0.0000014010726,0.000070596645,0.97422516,0.00092418195,0.022714924,0.0009788598,0.00018778865],"about_ca_topic_score_codex":0.00016748885,"about_ca_topic_score_gemma":0.000014181761,"teacher_disagreement_score":0.8575004,"about_ca_system_score_codex":0.00008830971,"about_ca_system_score_gemma":0.0001701908,"threshold_uncertainty_score":0.7911897},"labels":[],"label_agreement":null},{"id":"W3071625105","doi":"10.18653/v1/2021.eacl-main.228","title":"Do Syntax Trees Help Pre-trained Transformers Extract Information?","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"Canadian Institute for Advanced Research; Microsoft Research","keywords":"Computer science; Transformer; ENCODE; Syntax; Abstract syntax tree; Artificial intelligence; Abstract syntax; Natural language processing; Dependency (UML); Dependency graph; Machine learning; Graph; Theoretical computer science; Engineering","score_opus":0.019409812430269693,"score_gpt":0.2625592732915782,"score_spread":0.2431494608613085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3071625105","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02022302,0.00015703181,0.95216984,0.0015573537,0.000977921,0.00040417237,0.000007972292,0.00041395705,0.024088709],"genre_scores_gemma":[0.79248977,0.00009086552,0.20611161,0.00048063972,0.00010016109,0.00006986564,0.0000439555,0.000010278923,0.0006028641],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787474,0.000050689305,0.00063492666,0.00053112913,0.00054912997,0.00035937462],"domain_scores_gemma":[0.99844235,0.00006347151,0.00016155002,0.0010458075,0.00014710019,0.0001397122],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003672757,0.0003118842,0.00034561576,0.0001971273,0.00008797425,0.0011185925,0.0014150266,0.00029113085,0.00024763236],"category_scores_gemma":[0.00004361503,0.0002858788,0.000247806,0.00018830794,0.000024193627,0.0017784281,0.0006348159,0.00054006564,0.00003782906],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009689138,0.000091663496,0.00017520259,0.00044164652,0.00015594468,0.000025238465,0.014161355,0.029335678,0.00020027407,0.021929115,0.0006139239,0.93286026],"study_design_scores_gemma":[0.00062728004,0.00005133846,0.0030907989,0.0004127703,0.00004108222,0.00005561872,0.001141484,0.9799601,0.001902138,0.0043696924,0.0071798493,0.0011678434],"about_ca_topic_score_codex":0.00025716377,"about_ca_topic_score_gemma":0.00011945102,"teacher_disagreement_score":0.9506244,"about_ca_system_score_codex":0.00009883671,"about_ca_system_score_gemma":0.00045893327,"threshold_uncertainty_score":0.99995935},"labels":[],"label_agreement":null},{"id":"W3080121639","doi":"10.1016/j.metip.2020.100032","title":"Reducing the number of non-naïve participants in Mechanical Turk samples","year":2020,"lang":"en","type":"article","venue":"Methods in Psychology","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Psychology; Statistics; Mathematics","score_opus":0.2570277674644276,"score_gpt":0.5170510327490248,"score_spread":0.2600232652845971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080121639","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108061045,0.00004818166,0.88458204,0.0057029426,0.0004777164,0.000103735845,3.7203202e-7,0.000019837353,0.0010041224],"genre_scores_gemma":[0.41057688,0.000008198866,0.587961,0.0013956765,0.000037667676,0.0000132966325,8.44178e-8,0.000004230865,0.0000029259245],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99765706,0.0009852095,0.00046973315,0.00045744612,0.000105676794,0.0003248627],"domain_scores_gemma":[0.9986104,0.0006286136,0.00009131303,0.0005952961,0.000018306726,0.000056064207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002185184,0.00009326164,0.00027600763,0.00004857783,0.000018780349,0.000011814218,0.0009450446,0.00010084192,0.00003857794],"category_scores_gemma":[0.00066179316,0.000071988194,0.000044262742,0.00051212794,0.00005281577,0.00007108768,0.00026306644,0.00032518644,0.000012010163],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055286553,0.00016694247,0.017908756,0.000034010107,0.000025186668,0.00004424037,0.015463095,0.0017670814,0.046019,0.04722617,0.0003080164,0.8709822],"study_design_scores_gemma":[0.0014927884,0.00012406253,0.046884485,0.00007646908,0.000010906774,0.000037569873,0.0002935662,0.75936747,0.01847591,0.17128152,0.0016056881,0.000349555],"about_ca_topic_score_codex":0.00010566828,"about_ca_topic_score_gemma":0.000014210822,"teacher_disagreement_score":0.87063265,"about_ca_system_score_codex":0.000013305356,"about_ca_system_score_gemma":0.000027195425,"threshold_uncertainty_score":0.29355934},"labels":[],"label_agreement":null},{"id":"W3080390953","doi":"10.24963/kr.2020/84","title":"Explainable and Argumentation-based Decision Making with Qualitative Preferences for Diagnostics and Prognostics of Alzheimer's Disease","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institute on Aging; National Institute of Biomedical Imaging and Bioengineering; Canadian Institutes of Health Research; National Institutes of Health; Genentech; National Research Foundation Singapore; IXICO; H. Lundbeck A/S; Servier; Eisai; National Research Foundation; Northern California Institute for Research and Education; Pfizer; Biogen; BioClinica; F. Hoffmann-La Roche; University of Southern California; Eli Lilly and Company; U.S. Department of Defense; Meso Scale Diagnostics; Alzheimer's Disease Neuroimaging Initiative; Novartis Pharmaceuticals Corporation; Bristol-Myers Squibb; Foundation for the National Institutes of Health; Nanyang Technological University; Alzheimer's Association","keywords":"Argumentation theory; Computer science; Artificial intelligence; Machine learning; Semantic reasoner; Prognostics; Argumentative; Dialogical self; Management science; Data science; Data mining; Psychology; Epistemology; Engineering","score_opus":0.07094869352219021,"score_gpt":0.3348811080246179,"score_spread":0.26393241450242766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080390953","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13753085,0.0003589955,0.8610937,0.00058946456,0.00001437811,0.00035507325,0.0000075605194,0.000025535053,0.00002445862],"genre_scores_gemma":[0.61120206,0.000009235379,0.3885751,0.00017589476,0.0000065442396,0.000026372689,0.0000013918922,0.0000026068685,7.788564e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930555,0.00003075275,0.0001578312,0.0002486538,0.00015708883,0.000100122554],"domain_scores_gemma":[0.99815124,0.0014683089,0.00007804344,0.00010223946,0.000105372004,0.00009478077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012528908,0.00007782503,0.00010891894,0.000028555454,0.00006032651,0.000068666566,0.00011361623,0.000014884263,0.0000019393228],"category_scores_gemma":[0.0004265675,0.0000588556,0.000010602321,0.00008894089,0.000042724798,0.00019708749,0.00006365115,0.000025959744,1.7331548e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095266587,0.00040033908,0.15023781,0.0013261844,0.00027731867,0.000036119927,0.09665424,0.02639148,0.00012627506,0.3232746,0.00077096483,0.399552],"study_design_scores_gemma":[0.00081282906,0.0004772108,0.004654075,0.00017604632,0.000064171945,3.6958923e-7,0.002157441,0.97147954,0.0009030738,0.019071387,0.000032833592,0.00017100578],"about_ca_topic_score_codex":0.000006146068,"about_ca_topic_score_gemma":0.0000044859185,"teacher_disagreement_score":0.9450881,"about_ca_system_score_codex":0.0000036127494,"about_ca_system_score_gemma":0.000067558496,"threshold_uncertainty_score":0.24000616},"labels":[],"label_agreement":null},{"id":"W3080528960","doi":"10.1037/xlm0000956","title":"Asymmetrical interference between item and order information in short-term memory.","year":2020,"lang":"en","type":"article","venue":"Journal of Experimental Psychology Learning Memory and Cognition","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Natural Sciences and Engineering Research Council of Canada; National Institutes of Health","keywords":"Recall; Task (project management); Information retrieval; Computer science; Order (exchange); PsycINFO; Term (time); Serial position effect; Relation (database); Interference theory; Psychology; Free recall; Natural language processing; Cognitive psychology; Database; Working memory; Cognition","score_opus":0.04993582114645943,"score_gpt":0.32581343527448736,"score_spread":0.2758776141280279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080528960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8760269,0.00031007783,0.12170483,0.0008175294,0.00012930884,0.000059858143,2.5114028e-7,0.000015662443,0.0009355842],"genre_scores_gemma":[0.9959821,0.000040340263,0.0030916063,0.00077883573,0.000097152304,0.0000019718104,0.0000020867392,0.0000032211167,0.000002667543],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990769,0.00013118862,0.00039105353,0.00015124858,0.00013149156,0.000118118776],"domain_scores_gemma":[0.9995528,0.00008567401,0.00012440448,0.000055731696,0.00007631311,0.000105075604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000281639,0.0000919791,0.00018186065,0.00019019976,0.000056676505,0.00007240427,0.00015358285,0.00007900896,0.000012196884],"category_scores_gemma":[0.00014183378,0.0000871017,0.000022135715,0.0002361569,0.000045689987,0.0010144243,0.00009020931,0.00043325828,0.0000043543137],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046256965,0.00021550307,0.06844218,0.000065458364,0.00009472612,0.00013342635,0.030065317,0.0002334454,0.072038285,0.00039708373,0.0001776744,0.8276743],"study_design_scores_gemma":[0.02479101,0.016787712,0.6224151,0.0012128922,0.0001949715,0.0040308917,0.025182396,0.13135047,0.16722919,0.0029145624,0.0013596908,0.0025310812],"about_ca_topic_score_codex":9.646726e-7,"about_ca_topic_score_gemma":1.0688697e-7,"teacher_disagreement_score":0.8251433,"about_ca_system_score_codex":0.00001531699,"about_ca_system_score_gemma":0.000015716845,"threshold_uncertainty_score":0.35519043},"labels":[],"label_agreement":null},{"id":"W3080788362","doi":"10.21742/ijseia.2020.14.1.02","title":"Chatbot Analytics Based on Question Answering System and Deep Learning: Case Study for Movie Smart Automatic Answering","year":2020,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Its Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Lakehead University","keywords":"Chatbot; Computer science; Question answering; Artificial intelligence; Natural language processing; Deep learning; Word embedding; Recurrent neural network; Sentiment analysis; Natural language; Natural language understanding; Artificial neural network; Embedding","score_opus":0.01723132915862683,"score_gpt":0.2574833423538425,"score_spread":0.2402520131952157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080788362","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.097800456,0.00019996538,0.9010486,0.00045516234,0.0001198323,0.00025082292,0.000002024569,0.00012010848,0.000003042526],"genre_scores_gemma":[0.9244376,0.000014528114,0.07529253,0.000046157846,0.00015317331,0.00004176011,0.0000010522573,0.000011147477,0.0000020767773],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911034,0.000020859728,0.00036161017,0.00018309239,0.0002284621,0.000095624506],"domain_scores_gemma":[0.9990398,0.00032842846,0.00017389111,0.00009067008,0.0002494638,0.00011772916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003438237,0.000110192326,0.00018218103,0.00016196507,0.00008036303,0.00014323277,0.00024379246,0.00003079447,5.1985324e-7],"category_scores_gemma":[0.000309392,0.00010685079,0.000046874753,0.00011019154,0.000007992231,0.00020751535,0.000054335866,0.00015893078,5.465227e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002954691,0.00008333108,0.001954899,0.00025127095,0.0001598081,0.00018138542,0.0018444135,0.925472,0.00013106356,0.013152302,0.0000026862801,0.056737296],"study_design_scores_gemma":[0.0010002544,0.000107761894,0.00031548197,0.00010608802,0.000026829213,0.00038661546,0.00022406442,0.9974265,0.000034827342,0.000016388673,0.0002604935,0.00009466207],"about_ca_topic_score_codex":0.0000057327097,"about_ca_topic_score_gemma":6.5259235e-7,"teacher_disagreement_score":0.8266371,"about_ca_system_score_codex":0.00005942834,"about_ca_system_score_gemma":0.000023612733,"threshold_uncertainty_score":0.43572488},"labels":[],"label_agreement":null},{"id":"W3084790339","doi":"10.1007/978-3-030-58219-7_7","title":"Argument Retrieval from Web","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Canadian Institute of Steel Construction","keywords":"Argumentative; Computer science; Information retrieval; PageRank; Search engine; Relevance (law); Argument (complex analysis); Task (project management); World Wide Web","score_opus":0.023068733615182305,"score_gpt":0.2370536448138783,"score_spread":0.213984911198696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084790339","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015732108,0.0005205401,0.98857796,0.003274087,0.0027974765,0.0002965633,0.000009969247,0.0002717013,0.004094397],"genre_scores_gemma":[0.22745031,0.00005713128,0.7650314,0.0054903454,0.0015990894,0.000003597147,0.000008635339,0.000047051002,0.00031245238],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952185,0.00003150104,0.0005755148,0.002196024,0.0013894163,0.0005890198],"domain_scores_gemma":[0.99719155,0.00035161304,0.00025110648,0.0017829541,0.00014221958,0.00028053296],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004915126,0.00053007837,0.00056572753,0.0004020457,0.00017472895,0.0006343034,0.004694686,0.00032486772,0.000051783358],"category_scores_gemma":[0.000106570486,0.00050437695,0.00015065515,0.0004927979,0.00032159017,0.0004846287,0.0024472678,0.0010422113,0.00018444825],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002089169,0.00004136187,0.00008684981,0.00004698983,0.000042937823,0.0005495506,0.0018660341,0.041819766,0.0020215837,0.07687426,0.00013717978,0.87649256],"study_design_scores_gemma":[0.00022099362,0.000081300466,0.00001859655,0.00018471025,0.000006474863,0.000013418464,7.2752954e-8,0.7909113,0.001393497,0.20337085,0.0032718761,0.0005268903],"about_ca_topic_score_codex":0.000021951766,"about_ca_topic_score_gemma":0.000025719202,"teacher_disagreement_score":0.8759657,"about_ca_system_score_codex":0.000360942,"about_ca_system_score_gemma":0.0007882339,"threshold_uncertainty_score":0.9997408},"labels":[],"label_agreement":null},{"id":"W3086286810","doi":"10.1007/978-3-031-02178-7_5","title":"Semantic Relations and Deep Learning","year":2021,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on human language technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Permission; Relation (database); Computer science; Artificial intelligence; Deep learning; Natural language processing; Cognitive science; Psychology; Philosophy; Epistemology; Data mining","score_opus":0.020797629303994487,"score_gpt":0.2525003954038954,"score_spread":0.23170276609990093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086286810","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008206013,0.07215932,0.16122404,0.005107906,0.0004609893,0.0010282517,0.000012554629,0.016594464,0.7352065],"genre_scores_gemma":[0.86654633,0.0005095218,0.016738694,0.00012431522,0.00008897091,0.00004837053,0.0000098989085,0.0000884613,0.11584543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983191,0.000036331356,0.00027299373,0.00079476065,0.0002894492,0.00028740242],"domain_scores_gemma":[0.99817884,0.00043397065,0.00018874789,0.0011265744,0.000042230902,0.000029661482],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001455909,0.0003804629,0.00042795666,0.00048117575,0.00036269173,0.00022409514,0.00087445683,0.00060579466,0.00014525803],"category_scores_gemma":[0.0006345036,0.00034531354,0.00012209137,0.00006873297,0.00015922509,0.00009409095,0.0006033744,0.0010177108,0.00004768422],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010510877,0.000008535547,0.000014389175,0.000055860262,0.00008486901,0.000226406,0.00075305894,0.00018069941,0.0006334826,0.6448644,0.00009368175,0.35308358],"study_design_scores_gemma":[0.0008336873,0.0007229302,0.0004820919,0.00596612,0.0006954667,0.0005874517,0.0047566285,0.017567847,0.04845256,0.81654376,0.0962744,0.007117033],"about_ca_topic_score_codex":0.000012011832,"about_ca_topic_score_gemma":0.000082115024,"teacher_disagreement_score":0.8583403,"about_ca_system_score_codex":0.000077566496,"about_ca_system_score_gemma":0.00002594015,"threshold_uncertainty_score":0.99989986},"labels":[],"label_agreement":null},{"id":"W3086996502","doi":"10.18653/v1/2021.findings-acl.378","title":"MLMLM: Link Prediction with Mean Likelihood Masked Language Model","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Mila - Quebec Artificial Intelligence Institute; Canadian Institute for Advanced Research","funders":"Canada First Research Excellence Fund; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Interpretability; Computer science; Scalability; Language model; Artificial intelligence; Link (geometry); Verifiable secret sharing; Embedding; Machine learning; Scale (ratio); Data mining; Natural language processing; Database","score_opus":0.01731573470158831,"score_gpt":0.23185099937216969,"score_spread":0.21453526467058137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086996502","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027010746,0.00020168988,0.95978016,0.0012398374,0.00051501155,0.0002790524,0.000007635395,0.00077056634,0.010195317],"genre_scores_gemma":[0.51981705,0.000027264328,0.47794896,0.0003389982,0.00025435383,0.000042028205,0.000040252347,0.000023127632,0.0015079567],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976367,0.00005815234,0.0003341131,0.0010783437,0.00053689815,0.00035584465],"domain_scores_gemma":[0.99764395,0.0000215285,0.00013077306,0.0018929515,0.00016220794,0.00014859771],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026406447,0.000303404,0.00031732034,0.00012340944,0.00006924372,0.0004933032,0.0011695297,0.00029451074,0.000035270514],"category_scores_gemma":[0.000012900386,0.00025634034,0.00010997537,0.00015835183,0.000019261095,0.00033402865,0.0018386114,0.0007081964,0.0000143899215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001635926,0.00017714304,0.00039972842,0.0004124538,0.00026831773,0.00025107016,0.026611516,0.82777065,0.0012454037,0.016681777,0.0007348956,0.12543069],"study_design_scores_gemma":[0.00022698223,0.000025131367,0.000058312038,0.00014821437,0.000022641561,0.000017514498,0.00018377502,0.9958927,0.000795308,0.0023136686,0.000033458135,0.0002823118],"about_ca_topic_score_codex":0.00026609947,"about_ca_topic_score_gemma":0.00021590719,"teacher_disagreement_score":0.4928063,"about_ca_system_score_codex":0.000101469646,"about_ca_system_score_gemma":0.00048084016,"threshold_uncertainty_score":0.99998885},"labels":[],"label_agreement":null},{"id":"W3087421864","doi":"10.1007/s40593-020-00211-5","title":"Automated Essay Scoring and the Deep Learning Black Box: How Are Rubric Scores Determined?","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Topic Modeling","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Rubric; Grading (engineering); CONTEST; Computer science; Artificial intelligence; Deep learning; Machine learning; Natural language processing; Mathematics education; Psychology","score_opus":0.038663089128390074,"score_gpt":0.3147992035990448,"score_spread":0.2761361144706547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087421864","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4283297,0.00028331732,0.54898,0.020770507,0.0014408345,0.0000929286,1.8517902e-7,0.00004044186,0.0000620887],"genre_scores_gemma":[0.98777163,0.0001306528,0.010983858,0.00045128595,0.0006388904,0.0000038950625,5.180945e-7,0.000006595624,0.000012695321],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985848,0.00014648028,0.0005165548,0.00019706528,0.0004204754,0.0001346324],"domain_scores_gemma":[0.99856144,0.00027701672,0.00051115884,0.000110137196,0.00046053456,0.00007969553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062284374,0.00010439499,0.00015955423,0.00020949235,0.00006191152,0.0004896723,0.00090476737,0.000040674215,0.0000074425184],"category_scores_gemma":[0.0011953403,0.000082618404,0.00005996983,0.0002701936,0.000101449965,0.0007671379,0.00013517984,0.0003292757,0.00000861183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013967634,0.00012536967,0.011690507,0.00002120904,0.00004882248,0.00004125393,0.02300573,0.061567962,0.0012854558,0.044551954,0.000055368724,0.8574667],"study_design_scores_gemma":[0.000083785264,0.00003896419,0.0020253162,0.00014146398,0.000006303317,0.000059460814,0.0027227756,0.9786013,0.0024140165,0.0136785535,0.00013111426,0.00009696152],"about_ca_topic_score_codex":0.000037447426,"about_ca_topic_score_gemma":0.000028568622,"teacher_disagreement_score":0.9170333,"about_ca_system_score_codex":0.00011102151,"about_ca_system_score_gemma":0.00020362233,"threshold_uncertainty_score":0.4721921},"labels":[],"label_agreement":null},{"id":"W3088218728","doi":"10.1017/9781108922036","title":"Can We Be Wrong? The Problem of Textual Evidence in a Time of Data","year":2020,"lang":"en","type":"book","venue":"Cambridge University Press eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Generalizability theory; Generalization; Element (criminal law); Computer science; Field (mathematics); Data science; Artificial intelligence; Discipline; Epistemology; Natural language processing; Psychology; Sociology; Mathematics; Social science; Political science; Philosophy","score_opus":0.08577631419635601,"score_gpt":0.2379681552953743,"score_spread":0.1521918410990183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088218728","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002806843,0.00078887655,0.044104747,0.0016841335,0.00009586748,0.0015329198,0.00086899986,0.00014304799,0.9505007],"genre_scores_gemma":[0.0027880797,0.000111646805,0.0070757447,0.00011824997,0.00006650007,9.4750555e-7,0.000036703754,0.000019918121,0.9897822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980978,0.00015700662,0.00031960348,0.0006932724,0.0005064598,0.00022587412],"domain_scores_gemma":[0.9971835,0.0002873875,0.0003828944,0.0019495104,0.0001108847,0.00008580066],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00033715024,0.00022379677,0.00044460385,0.00013165883,0.000052124597,0.000034673052,0.0070354613,0.00016829211,0.0000010629174],"category_scores_gemma":[0.000024509076,0.0002135263,0.00008483318,0.000053369477,0.00023382803,0.00029122495,0.0051497035,0.00045557326,0.0000018392932],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010190522,0.000052202013,0.00003519497,0.0012481142,0.00021228555,0.00033254587,0.0036395518,0.00023026636,0.00033629945,0.82405573,0.15194416,0.017811755],"study_design_scores_gemma":[0.0010389745,0.00020479641,0.000048460075,0.0035981631,0.00024579783,0.000023261196,0.00017785947,0.10114178,0.0007437391,0.00011424713,0.8917957,0.00086722756],"about_ca_topic_score_codex":0.00066214456,"about_ca_topic_score_gemma":0.000026048812,"teacher_disagreement_score":0.82394147,"about_ca_system_score_codex":0.00014830226,"about_ca_system_score_gemma":0.00097299146,"threshold_uncertainty_score":0.998337},"labels":[],"label_agreement":null},{"id":"W3089160253","doi":"","title":"Semantic Similarity Frontiers: From Concepts to Documents","year":2015,"lang":"en","type":"article","venue":"Empirical Methods in Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Semantic similarity; Similarity (geometry); Semantics (computer science); Natural language processing; Information retrieval; Sentence; SemEval; Artificial intelligence; Word (group theory); Semantic computing; Component (thermodynamics); Semantic Web; Linguistics","score_opus":0.07529857966887143,"score_gpt":0.46713590103802416,"score_spread":0.3918373213691527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089160253","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048560247,0.010694468,0.9368423,0.001973785,0.0010458494,0.0001822592,0.0000012387253,0.00019465573,0.0005051718],"genre_scores_gemma":[0.34868288,9.4030156e-7,0.6490756,0.001987621,0.00012819516,0.000008671129,0.0000018167677,0.000009349011,0.000104885265],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99744755,0.00055187405,0.0003959787,0.00070593006,0.00044312843,0.00045554637],"domain_scores_gemma":[0.99881494,0.00022375416,0.00009846788,0.00048392598,0.00010163442,0.0002772476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012633397,0.00021448526,0.00036626594,0.00017169403,0.000069340276,0.00029085585,0.0010429064,0.0001314226,0.0000074752797],"category_scores_gemma":[0.0015944048,0.00018275011,0.000055349312,0.0007823197,0.00003590989,0.00077594956,0.00056988286,0.0005199993,0.000014713746],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019861818,0.000043866185,0.005573899,0.000021636974,0.000009660027,0.00009224698,0.0189201,0.00021439175,0.0011693859,0.00005360104,0.0008722548,0.9730091],"study_design_scores_gemma":[0.0012896303,0.00006346596,0.002925541,0.00025989406,0.000017708915,0.000015156806,0.0021655464,0.95837885,0.0073293624,0.023337092,0.0034280394,0.0007897062],"about_ca_topic_score_codex":0.00023150566,"about_ca_topic_score_gemma":0.000021878353,"teacher_disagreement_score":0.9722194,"about_ca_system_score_codex":0.00020552636,"about_ca_system_score_gemma":0.00013717148,"threshold_uncertainty_score":0.7452333},"labels":[],"label_agreement":null},{"id":"W3089233166","doi":"10.18653/v1/2020.emnlp-main.97","title":"SSMBA: Self-Supervised Manifold Based Data Augmentation for Improving Out-of-Domain Robustness","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"Samsung; Vector Institute; Government of Canada; Samsung Advanced Institute of Technology; Canadian Institute for Advanced Research","keywords":"Overfitting; Robustness (evolution); Computer science; Artificial intelligence; Domain (mathematical analysis); Training set; Generalization; Machine learning; Natural language; Manifold (fluid mechanics); Labeled data; Natural language processing; Mathematics; Artificial neural network","score_opus":0.10664366249065856,"score_gpt":0.30480282316480883,"score_spread":0.1981591606741503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089233166","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016939119,0.000039658462,0.9923284,0.002222478,0.0016203056,0.0012098034,0.00008555762,0.00046573186,0.00033414114],"genre_scores_gemma":[0.10333026,0.0000024922347,0.89556235,0.00036919865,0.00022079691,0.0000931827,0.000346708,0.000027934528,0.000047048827],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99711263,0.00008726835,0.00063623255,0.0014282975,0.00042966518,0.00030589759],"domain_scores_gemma":[0.9965095,0.00015917303,0.00033358426,0.0027329996,0.00015222473,0.00011251359],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000719952,0.0003066441,0.00042196782,0.000115808114,0.000079542886,0.000253957,0.0040373756,0.00020315459,0.00002104722],"category_scores_gemma":[0.000069476155,0.00031014942,0.00012649728,0.00012111204,0.000011188649,0.00044377125,0.0042497716,0.00027906668,0.000004731069],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002397732,0.0012070887,0.0007866908,0.024179215,0.0009905623,0.000096999625,0.01103862,0.37087595,0.022588523,0.20852044,0.009288403,0.35018772],"study_design_scores_gemma":[0.000746362,0.00003366347,0.00001920079,0.00005877544,0.000046522215,4.9126663e-7,0.00007370795,0.99513364,0.001134413,0.0022588617,0.00017077553,0.00032358713],"about_ca_topic_score_codex":0.00011609106,"about_ca_topic_score_gemma":0.000049885915,"teacher_disagreement_score":0.6242577,"about_ca_system_score_codex":0.00010524204,"about_ca_system_score_gemma":0.0005328477,"threshold_uncertainty_score":0.99993503},"labels":[],"label_agreement":null},{"id":"W3089306998","doi":"10.48550/arxiv.2009.12452","title":"BET: A Backtranslation Approach for Easy Data Augmentation in Transformer-based Paraphrase Identification Context","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Paraphrase; Generalizability theory; Computer science; Transformer; Artificial intelligence; Natural language processing; Deep learning; Training set; Machine learning; Statistics; Mathematics","score_opus":0.2658474981201677,"score_gpt":0.24292606176648887,"score_spread":0.022921436353678853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089306998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02562151,0.000044526238,0.97213286,0.0003749618,0.00020309835,0.0012056256,0.0001310799,0.00012844442,0.00015790449],"genre_scores_gemma":[0.9672303,0.000021475167,0.031224728,0.000116952106,0.0000416224,0.000010637067,0.0012947792,0.000015112755,0.00004436622],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977196,0.00012385518,0.00035621604,0.0014571515,0.000114831106,0.00022836232],"domain_scores_gemma":[0.99816644,0.000087396715,0.00022864636,0.0013362909,0.00008507041,0.00009612755],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044379637,0.00022793595,0.00026049602,0.00025986068,0.00008822765,0.0001367177,0.0018999542,0.00020172747,0.000004602896],"category_scores_gemma":[0.000024815286,0.00029586084,0.00011570031,0.00047366484,0.000038895487,0.0008058244,0.00018853061,0.00028753173,0.000007731084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016788658,0.00022680702,0.0014666776,0.0005382142,0.00006752405,0.000018264256,0.0011019441,0.91117746,0.0006004233,0.06793655,0.00007018218,0.01662809],"study_design_scores_gemma":[0.0012984367,0.000021797987,0.0005410513,0.000044654502,0.000055055476,3.007218e-7,0.00010828244,0.98746145,0.00038026983,0.0097068865,0.000104499704,0.00027733756],"about_ca_topic_score_codex":0.000186911,"about_ca_topic_score_gemma":0.00014400424,"teacher_disagreement_score":0.94160885,"about_ca_system_score_codex":0.0001457445,"about_ca_system_score_gemma":0.0002475092,"threshold_uncertainty_score":0.99994934},"labels":[],"label_agreement":null},{"id":"W3089901159","doi":"10.1145/3377812.3390790","title":"Semantic analysis of issues on Google play and Twitter","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Computer science; World Wide Web; App store; Semantics (computer science); Mobile apps; Information retrieval; Social media; Resource (disambiguation); Sentiment analysis; Semantic analysis (machine learning); Data science; Natural language processing","score_opus":0.04085643520667663,"score_gpt":0.2763065765115711,"score_spread":0.23545014130489444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089901159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40584126,0.000039697028,0.5829822,0.008579241,0.000019969828,0.00002665473,2.5726897e-7,0.000040554063,0.0024701972],"genre_scores_gemma":[0.9782626,0.0000036521826,0.01975187,0.0016729521,0.00001583915,4.4836398e-7,2.4139553e-7,0.000001336318,0.00029104098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999554,0.000012017518,0.00009382723,0.00017578725,0.00010245897,0.00006195857],"domain_scores_gemma":[0.99972,0.000020822996,0.000021372394,0.00018777917,0.000012327893,0.000037720212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000044465687,0.000040443247,0.00011920245,0.00006069364,0.000012077738,0.000025699612,0.00017803306,0.000014031222,0.000058480768],"category_scores_gemma":[0.000010036921,0.000031463736,0.00003042618,0.00029661003,0.000008201422,0.00006587727,0.000090447786,0.000027072228,0.000011314486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044713022,0.0003266753,0.20304856,0.00028398287,0.003389698,0.000101925245,0.088093154,0.07784383,0.032345865,0.42372635,0.02603827,0.14475697],"study_design_scores_gemma":[0.00006153155,0.000037792932,0.0064512296,0.0000031844727,0.000037842903,2.1137804e-7,0.000028529854,0.9903075,0.0022344885,0.0001958868,0.00058892503,0.0000528593],"about_ca_topic_score_codex":0.00004579492,"about_ca_topic_score_gemma":0.000005020341,"teacher_disagreement_score":0.91246367,"about_ca_system_score_codex":0.00000213587,"about_ca_system_score_gemma":0.0000038471226,"threshold_uncertainty_score":0.12830539},"labels":[],"label_agreement":null},{"id":"W3089922444","doi":"10.3233/web-200445","title":"Document classification using convolutional neural networks with small window sizes and latent semantic analysis","year":2020,"lang":"en","type":"article","venue":"Web Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Convolutional neural network; Word2vec; Artificial intelligence; Leverage (statistics); Latent semantic analysis; Pattern recognition (psychology); Sliding window protocol; Window (computing); Word (group theory); Robustness (evolution); Document classification; Mathematics","score_opus":0.07204337661805335,"score_gpt":0.2603511661477368,"score_spread":0.18830778952968344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089922444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19313061,0.00019474556,0.80502623,0.0014098187,0.00005620223,0.00009787216,4.7587753e-7,0.000059063896,0.000024958543],"genre_scores_gemma":[0.9429002,0.000031072024,0.056578167,0.0004105616,0.00005941608,0.000004519499,0.000002041355,0.000004766351,0.000009300786],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988459,0.0000520069,0.0002366251,0.00045616287,0.00020418699,0.00020513518],"domain_scores_gemma":[0.99937254,0.000066322675,0.000100218196,0.0002600797,0.000079332574,0.000121493176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013372353,0.00012409592,0.00016585957,0.00006825709,0.000099552875,0.00016020177,0.0003644627,0.000039300052,0.000015951615],"category_scores_gemma":[0.000017788216,0.000104965184,0.000047417565,0.0006160381,0.00006194754,0.00021113559,0.00015118916,0.00012867853,0.0000043632203],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011293008,0.000012185852,0.027418163,0.000012540051,0.00010151082,0.000009728071,0.00041167642,0.9457912,0.00063141785,0.0136132,0.0000027120195,0.011984391],"study_design_scores_gemma":[0.000047552156,0.000039944287,0.007951147,0.000011106913,0.00007040313,0.000008617808,0.00003957511,0.99132794,0.00017073497,0.00018533523,0.000018880648,0.00012873238],"about_ca_topic_score_codex":0.000055696644,"about_ca_topic_score_gemma":0.0000336514,"teacher_disagreement_score":0.7497695,"about_ca_system_score_codex":0.000036611516,"about_ca_system_score_gemma":0.000044341446,"threshold_uncertainty_score":0.4280356},"labels":[],"label_agreement":null},{"id":"W3090223312","doi":"10.5539/cis.v13n4p1","title":"Arabic-to-Malay Machine Translation Using Transfer Approach","year":2020,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Malay; Computer science; Machine translation; Natural language processing; Arabic; Artificial intelligence; BLEU; Translation (biology); n-gram; Example-based machine translation; Meaning (existential); Machine translation software usability; Rule-based machine translation; Linguistics; Language model","score_opus":0.05363112321334172,"score_gpt":0.25133309024215483,"score_spread":0.1977019670288131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090223312","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023147257,0.00002287346,0.97420084,0.001184118,0.00014772077,0.00017134742,0.000001366535,0.00009925444,0.0010251869],"genre_scores_gemma":[0.6444405,0.000002647196,0.35247126,0.0030423517,0.000038428334,0.0000017337766,0.0000011496777,0.0000013216301,6.188481e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989113,0.000014662972,0.00026248547,0.00024505102,0.00037142207,0.0001950608],"domain_scores_gemma":[0.99945295,0.000014041474,0.000026281876,0.00019640547,0.0000981502,0.00021215361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035578612,0.000093430266,0.00009962461,0.00017291371,0.00020808335,0.00048923027,0.0006158935,0.00002431516,0.0000021298622],"category_scores_gemma":[0.0000106904645,0.00008258055,0.000022423248,0.0009206261,0.00005832381,0.008553135,0.00013366237,0.00008051092,0.000015467693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061424385,0.0000115342145,0.00023330523,0.000049264025,0.0000029670887,4.0892684e-7,0.024575772,0.12464111,0.0013016241,0.037963107,0.000028611208,0.81118613],"study_design_scores_gemma":[0.00017524105,0.000035985697,0.0007028036,0.0000056934146,0.0000012729607,0.000010229137,0.000015940717,0.996063,0.000337672,0.000034615525,0.002506451,0.00011109607],"about_ca_topic_score_codex":0.000004935565,"about_ca_topic_score_gemma":8.045404e-8,"teacher_disagreement_score":0.8714219,"about_ca_system_score_codex":0.000017632337,"about_ca_system_score_gemma":0.00006862322,"threshold_uncertainty_score":0.62008166},"labels":[],"label_agreement":null},{"id":"W3091315598","doi":"10.1109/ijcnn48605.2020.9207289","title":"Transformer Decoder Based Reinforcement Learning Approach for Conversational Response Generation","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Transformer; Conversation; Reinforcement learning; Artificial intelligence; Language model; Speech recognition; Natural language processing; Machine learning; Voltage; Engineering","score_opus":0.06948471122514176,"score_gpt":0.25953214228844246,"score_spread":0.1900474310633007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091315598","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024614905,0.0000047901117,0.99044144,0.0055042957,0.000044517954,0.0002511416,3.1590676e-7,0.000099629906,0.0011923579],"genre_scores_gemma":[0.5967732,2.5808927e-7,0.4004434,0.0023798535,0.00005503212,0.00003123688,0.00001541942,0.000003317055,0.00029827276],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992562,0.000045329427,0.00015865758,0.00024039812,0.00017579415,0.00012359954],"domain_scores_gemma":[0.99968135,0.0000641752,0.000028577402,0.00010435309,0.00005729727,0.00006421418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032813387,0.00006585921,0.00006440961,0.000030553267,0.00009767719,0.00006544763,0.00017672959,0.000031520212,0.000057964095],"category_scores_gemma":[0.00005852661,0.00006116087,0.000045266424,0.00007962435,0.000006876718,0.00023932966,0.000012070745,0.00005444704,0.0000072608964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007672334,0.0000068999525,0.000031481188,0.000010796123,0.0000063300367,1.9429207e-7,0.0008375807,0.9719047,0.0065469802,0.01707867,0.00055216457,0.0029474637],"study_design_scores_gemma":[0.00057872763,0.00007996846,0.0000147251185,8.0148453e-7,0.0000025050488,3.469901e-7,0.000023722054,0.98569703,0.008095741,0.000025272338,0.005399364,0.000081809],"about_ca_topic_score_codex":0.0000028923278,"about_ca_topic_score_gemma":3.849792e-7,"teacher_disagreement_score":0.5943117,"about_ca_system_score_codex":0.000028076163,"about_ca_system_score_gemma":0.00010539299,"threshold_uncertainty_score":0.24940678},"labels":[],"label_agreement":null},{"id":"W3091829090","doi":"10.48550/arxiv.2010.02838","title":"A Closer Look at Codistillation for Distributed Training","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Training (meteorology); Computer science; Geography","score_opus":0.17539130866281383,"score_gpt":0.2065511311427058,"score_spread":0.031159822479891963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091829090","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07585651,0.000019377401,0.9216998,0.00041258716,0.0004286995,0.00039711417,0.000100579986,0.00029632208,0.0007889929],"genre_scores_gemma":[0.9898297,0.000012395158,0.009252355,0.000119441116,0.00013213648,0.0000020523594,0.00014285797,0.000015232527,0.0004938087],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982702,0.00005561929,0.00019701292,0.001098458,0.00007855534,0.00030015962],"domain_scores_gemma":[0.9986154,0.000121388824,0.00021683781,0.0007651999,0.000118694166,0.00016247276],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014561739,0.00023645975,0.00029349083,0.00008676909,0.00016752128,0.000089585905,0.0010913808,0.00022137794,0.000011602944],"category_scores_gemma":[0.00006952891,0.00029262024,0.00020696639,0.00024992804,0.000041646792,0.00019665521,0.0015540845,0.0002733648,0.000040577397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077752295,0.000034640347,0.0017075179,0.00019871727,0.00013014309,0.00014877631,0.0014970264,0.6166186,0.00013791448,0.3761198,0.0009256015,0.002403517],"study_design_scores_gemma":[0.0004576283,0.000025389061,0.00032802034,0.000042181513,0.000044263994,0.0000020299224,0.000045056284,0.9404034,0.000060496244,0.055510666,0.0027763713,0.00030449644],"about_ca_topic_score_codex":0.000022389799,"about_ca_topic_score_gemma":0.00002424881,"teacher_disagreement_score":0.9139732,"about_ca_system_score_codex":0.00032470416,"about_ca_system_score_gemma":0.00017584377,"threshold_uncertainty_score":0.9999526},"labels":[],"label_agreement":null},{"id":"W3091895957","doi":"10.1007/978-3-030-60887-3_19","title":"Evaluation of Similarity Measures in a Benchmark for Spanish Paraphrasing Detection","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Paraphrase; Similarity (geometry); Computer science; Natural language processing; Artificial intelligence; Vocabulary; Benchmark (surveying); Semantic similarity; Boundary (topology); Computation; Information retrieval; Linguistics; Algorithm; Mathematics","score_opus":0.0693253929892796,"score_gpt":0.29153093333462454,"score_spread":0.22220554034534495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091895957","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00094317994,0.00037306768,0.9958911,0.00037222222,0.0010007918,0.00083584717,0.0000032004962,0.000054099826,0.0005264894],"genre_scores_gemma":[0.749346,0.000008207972,0.25020036,0.00023320569,0.00017624363,0.00001868697,0.0000016267246,0.000013022744,0.000002593266],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99589735,0.000099101206,0.0006126137,0.0012456415,0.0017757718,0.00036951608],"domain_scores_gemma":[0.9977446,0.000394236,0.00033129044,0.000774283,0.0006717293,0.00008381849],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0042173243,0.00031206044,0.00045946005,0.0006299003,0.000115329785,0.00018367768,0.0015307681,0.00026606378,0.0000035791766],"category_scores_gemma":[0.0006551286,0.00032340412,0.00012373846,0.0005684181,0.00019327278,0.00045876083,0.00043447877,0.0004892574,0.0000011645537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006660939,0.000013856395,0.000058854665,0.000043033917,0.0000071310274,0.0000031405948,0.0007459558,0.13595445,0.0006151099,0.0026601418,8.855147e-7,0.85989076],"study_design_scores_gemma":[0.00029142573,0.0000837528,0.00019851403,0.00020277302,0.000016235275,0.0000056090985,2.2091417e-7,0.74941343,0.0038296294,0.24568021,0.00004847541,0.00022969229],"about_ca_topic_score_codex":0.000048424306,"about_ca_topic_score_gemma":0.00061596686,"teacher_disagreement_score":0.8596611,"about_ca_system_score_codex":0.0004513298,"about_ca_system_score_gemma":0.00080125465,"threshold_uncertainty_score":0.9999218},"labels":[],"label_agreement":null},{"id":"W3091948559","doi":"10.1007/978-3-030-59830-3_29","title":"Predicting US Elections with Social Media and Neural Networks","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Artificial neural network; Social media; Artificial intelligence; World Wide Web","score_opus":0.01842359035266617,"score_gpt":0.22315437148536824,"score_spread":0.20473078113270207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091948559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042118345,0.00024428885,0.9957717,0.0015098756,0.001060298,0.00019586316,0.0000016347636,0.00022279687,0.00057236117],"genre_scores_gemma":[0.819786,0.000013952249,0.17697091,0.0014497779,0.0017195771,0.0000066688444,0.0000026196226,0.000031714855,0.000018733397],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99714875,0.000027058994,0.00032755735,0.0013225717,0.00065868755,0.00051538297],"domain_scores_gemma":[0.99864036,0.00038920093,0.00018576292,0.0004850207,0.0001240085,0.00017564032],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002974734,0.00037990452,0.000386284,0.00028691348,0.0004478851,0.00054535916,0.0014379948,0.00023007067,0.000003521268],"category_scores_gemma":[0.00006292993,0.00033287358,0.000055291053,0.00050656754,0.0004651437,0.0004591687,0.0009685087,0.0010765168,0.0000015772574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010184127,0.000011440455,0.0012414098,0.000030293933,0.000020379497,0.00013971931,0.0029769356,0.28128245,0.00001795252,0.020796834,0.0000114180275,0.693461],"study_design_scores_gemma":[0.00016397878,0.00008221712,0.00037693657,0.00007523348,0.000008926881,0.00010622319,2.0752451e-7,0.9786689,0.000015844449,0.020084886,0.00006985177,0.00034676972],"about_ca_topic_score_codex":0.000018016031,"about_ca_topic_score_gemma":0.00025110334,"teacher_disagreement_score":0.81936485,"about_ca_system_score_codex":0.000115891766,"about_ca_system_score_gemma":0.00022929296,"threshold_uncertainty_score":0.9999123},"labels":[],"label_agreement":null},{"id":"W3092009239","doi":"10.1007/s11192-020-03718-9","title":"Navigation-based candidate expansion and pretrained language models for citation recommendation","year":2020,"lang":"en","type":"article","venue":"Scientometrics","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; University of Waterloo","funders":"","keywords":"Computer science; Benchmark (surveying); Citation; Ranking (information retrieval); Vocabulary; Domain (mathematical analysis); Task (project management); Information retrieval; Artificial intelligence; Language model; Machine learning; Natural language processing; World Wide Web; Linguistics","score_opus":0.06364737314638658,"score_gpt":0.31168752864163235,"score_spread":0.24804015549524577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092009239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09517525,0.000045794328,0.90101194,0.0031216105,0.0001771187,0.00024907367,0.000013397409,0.00009639718,0.00010940152],"genre_scores_gemma":[0.82742584,0.0000023238176,0.17170194,0.0007484847,0.000034256645,0.000014965668,0.00005169328,0.000004784515,0.000015745612],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989907,0.000027742391,0.00016294951,0.00035353503,0.0003033163,0.0001617284],"domain_scores_gemma":[0.9992968,0.00017226106,0.00008036725,0.00015821244,0.000163771,0.00012860082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059309136,0.00007234412,0.00008019621,0.000525869,0.00011615316,0.0002035741,0.00024514887,0.000037534475,0.0000033954095],"category_scores_gemma":[0.00046942953,0.00007163172,0.000023553956,0.00330145,0.000014976526,0.00059973507,0.0000599403,0.00005289676,0.000002214574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032890483,0.000070365364,0.0010003905,0.00026141468,0.00001357071,0.000003016525,0.022496434,0.05438607,0.012389027,0.026520401,0.0011171895,0.8817092],"study_design_scores_gemma":[0.00042515685,0.000060696828,0.00015076602,0.000008393489,0.0000029777666,3.412212e-7,0.00007919788,0.99546087,0.00219711,0.001329466,0.00019824263,0.000086781176],"about_ca_topic_score_codex":0.000015014537,"about_ca_topic_score_gemma":0.0000015797244,"teacher_disagreement_score":0.9410748,"about_ca_system_score_codex":0.000044117547,"about_ca_system_score_gemma":0.000064489956,"threshold_uncertainty_score":0.2921057},"labels":[],"label_agreement":null},{"id":"W3092108395","doi":"","title":"Using Terminology and a Concept Hierarchy for Restricted-Domain Question-Answering","year":2006,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Terminology; Hierarchy; Computer science; Domain (mathematical analysis); Question answering; Natural language processing; Artificial intelligence; Linguistics; Mathematics; Philosophy; Political science","score_opus":0.03269877877566846,"score_gpt":0.28827980105954654,"score_spread":0.2555810222838781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092108395","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21520409,0.000086230844,0.78341925,0.00038044783,0.00010629399,0.00011138281,6.33909e-7,0.000100139805,0.00059154886],"genre_scores_gemma":[0.47771072,9.890883e-7,0.52196145,0.0000862564,0.000074293705,0.000006269394,6.606705e-7,0.0000035148341,0.00015582051],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928004,0.000027504502,0.00015629927,0.00026622595,0.00006515487,0.00020480428],"domain_scores_gemma":[0.999608,0.00008229564,0.00003614224,0.00020992923,0.000031380845,0.000032259966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000836619,0.000073124254,0.000096637974,0.00007641885,0.00009734172,0.00007082603,0.0001955247,0.0000487828,0.000002249894],"category_scores_gemma":[0.000017851553,0.00006940451,0.000020129963,0.000088749686,0.000038870156,0.00020517159,0.00010564779,0.00004853303,6.760811e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003053299,0.00001562079,0.0020101473,0.000011190341,0.00000485085,0.000011572554,0.00025145532,0.0021268302,0.00866649,0.9664103,0.00013837678,0.020350123],"study_design_scores_gemma":[0.000558549,0.000051386956,0.0021315794,0.000017968667,0.0000040964733,0.00008237176,0.000024247973,0.89121383,0.0020393352,0.10115675,0.0025267475,0.00019310975],"about_ca_topic_score_codex":0.00030767912,"about_ca_topic_score_gemma":0.000022399483,"teacher_disagreement_score":0.889087,"about_ca_system_score_codex":0.000027159618,"about_ca_system_score_gemma":0.000034218985,"threshold_uncertainty_score":0.2830234},"labels":[],"label_agreement":null},{"id":"W3092435621","doi":"10.18653/v1/2020.emnlp-main.403","title":"On Losses for Modern Language Models","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Vector Institute; University of Toronto","funders":"Canadian Institute for Advanced Research","keywords":"Computer science; Sentence; Benchmark (surveying); Task (project management); Baseline (sea); Natural language processing; Set (abstract data type); Context (archaeology); Artificial intelligence; Training set; Machine learning; Language model; Speech recognition; Programming language","score_opus":0.07732662353992366,"score_gpt":0.3006394215511403,"score_spread":0.22331279801121667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092435621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021071779,0.00012643168,0.98162884,0.0027833509,0.00044519754,0.00040666436,0.000013584464,0.0004645369,0.012024215],"genre_scores_gemma":[0.62075907,0.0000055200803,0.37646523,0.0016202303,0.00016396286,0.000071617585,0.000009364417,0.000016124508,0.0008888948],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985815,0.000017901402,0.00019760644,0.0007648413,0.00022749849,0.00021063158],"domain_scores_gemma":[0.9986991,0.000101629244,0.00006949401,0.0009964021,0.000048040267,0.00008533065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009692828,0.00019449634,0.00023298082,0.000057202928,0.000037894122,0.00019958604,0.0013920739,0.00014473277,0.000008763213],"category_scores_gemma":[0.00003753704,0.00017402483,0.00013641977,0.000041732368,0.0000080715,0.00012560615,0.0012886396,0.00026613675,0.000022959985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054434013,0.000023599645,4.31944e-7,0.00012573639,0.000022088565,0.000011887969,0.0017474922,0.39526594,0.00009086048,0.56597185,0.0013254441,0.035409227],"study_design_scores_gemma":[0.00006987539,0.000013929284,3.4377524e-7,0.000021891112,0.000002706357,5.7181285e-7,0.000006923073,0.58845085,0.000313456,0.4109589,0.00004326948,0.000117308395],"about_ca_topic_score_codex":0.000059466376,"about_ca_topic_score_gemma":0.000007376729,"teacher_disagreement_score":0.61865187,"about_ca_system_score_codex":0.00003818488,"about_ca_system_score_gemma":0.000110605404,"threshold_uncertainty_score":0.7096526},"labels":[],"label_agreement":null},{"id":"W3092539409","doi":"10.1016/j.nic.2020.08.001","title":"Review of Natural Language Processing in Radiology","year":2020,"lang":"en","type":"review","venue":"Neuroimaging Clinics of North America","topic":"Topic Modeling","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McGill University","funders":"","keywords":"Artificial intelligence; Workflow; Natural language processing; Preprocessor; Deep learning; Computer science; Task (project management); Applications of artificial intelligence; Field (mathematics); Medicine","score_opus":0.044312118089355985,"score_gpt":0.36784689766127776,"score_spread":0.3235347795719218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092539409","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000040272425,0.9921942,0.006670703,0.0002466582,0.00032842424,0.00039003574,0.000009293028,0.00006196474,0.00009473261],"genre_scores_gemma":[0.000061797095,0.9810169,0.017193025,0.0015868508,0.000072922994,0.0000124796625,0.00002104303,0.000029354927,0.0000056750923],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99659735,0.00037809354,0.0017183549,0.00075023464,0.00025661092,0.00029934128],"domain_scores_gemma":[0.99684316,0.0003945156,0.0017041805,0.00088447466,0.00009870885,0.0000749682],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003087639,0.00033232474,0.00261215,0.00022312542,0.000018906241,0.000015835834,0.0018927522,0.000062841886,0.0000023246423],"category_scores_gemma":[0.00093130226,0.0002971024,0.00043775252,0.0012537654,0.00012353249,0.00016787888,0.0005407792,0.000928629,0.00000791632],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.3630375e-7,0.000018157985,0.000059112706,0.061192695,0.00000748388,0.0000494344,0.000078677425,0.0000053291587,5.948551e-8,0.0000054624165,0.00006632503,0.9385166],"study_design_scores_gemma":[0.00009932326,0.00005385427,0.000027437496,0.055618297,0.000104395825,0.000063297484,0.0000025998202,0.014108726,5.5546707e-8,0.000006046729,0.92964053,0.0002754595],"about_ca_topic_score_codex":0.00001817046,"about_ca_topic_score_gemma":0.0000022162656,"teacher_disagreement_score":0.9382412,"about_ca_system_score_codex":0.00002980936,"about_ca_system_score_gemma":0.00059212785,"threshold_uncertainty_score":0.9999481},"labels":[],"label_agreement":null},{"id":"W3092734951","doi":"10.18653/v1/2020.findings-emnlp.57","title":"From Language to Language-ish: How Brain-Like is an LSTM’s Representation of Nonsensical Language Stimuli?","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Computer science; Natural language processing; Artificial intelligence; Language model; Representation (politics); Language identification; Natural language","score_opus":0.05953267168455737,"score_gpt":0.3398102721129692,"score_spread":0.2802776004284118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092734951","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41925222,0.00015551987,0.5532936,0.024646185,0.0007525317,0.0004910118,0.00012322696,0.0004489772,0.00083673105],"genre_scores_gemma":[0.74221295,0.0000032123316,0.24861552,0.00624157,0.0007585277,0.000021962464,0.00018177308,0.00004054765,0.0019239242],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964453,0.0002525952,0.00048043215,0.0016438583,0.0007963462,0.0003814612],"domain_scores_gemma":[0.9960891,0.00030869347,0.00024632187,0.0027718935,0.00013013266,0.00045383227],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024461147,0.0004015822,0.00064073503,0.0002013923,0.00004687794,0.0003550305,0.0019301223,0.0002688707,0.0001804198],"category_scores_gemma":[0.00042047404,0.0004006516,0.00022566813,0.00035191735,0.000042173022,0.00029082302,0.0026800176,0.000603264,0.00009647405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015205392,0.00037200184,0.0007458228,0.00040808567,0.00038354896,0.0020400307,0.6129585,0.0091998605,0.12325845,0.0041244947,0.0769076,0.16944957],"study_design_scores_gemma":[0.001006278,0.00018076596,0.0029308957,0.00031167286,0.000093565934,0.0000131476245,0.017320983,0.92667544,0.0466528,0.0024824457,0.000856262,0.0014757322],"about_ca_topic_score_codex":0.007646754,"about_ca_topic_score_gemma":0.00041597983,"teacher_disagreement_score":0.9174756,"about_ca_system_score_codex":0.000070373266,"about_ca_system_score_gemma":0.0001942303,"threshold_uncertainty_score":0.99984455},"labels":[],"label_agreement":null},{"id":"W3093493237","doi":"10.1145/3340531.3412746","title":"The Utility of Context When Extracting Entities From Legal Documents","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cisco Systems (Canada)","funders":"","keywords":"Computer science; Sentence; Context (archaeology); Natural language processing; Process (computing); Named-entity recognition; Artificial intelligence; Sequence (biology); Information retrieval; Layer (electronics); Legal document; Information extraction; Task (project management)","score_opus":0.04434289484593809,"score_gpt":0.25904431962161456,"score_spread":0.21470142477567647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093493237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14278518,0.00022909575,0.83327943,0.005942592,0.00031812364,0.00008263439,0.0000028049856,0.000063744104,0.01729643],"genre_scores_gemma":[0.9801366,0.000003853341,0.018862244,0.00050409674,0.000048265025,0.0000015271249,3.415717e-7,0.0000018531698,0.0004412533],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992932,0.00003996043,0.00019168165,0.00017880742,0.00018604113,0.000110314126],"domain_scores_gemma":[0.99939674,0.00017679787,0.000064286076,0.00028693254,0.000034508965,0.000040741463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014048985,0.00005186807,0.0000805467,0.0000057296083,0.00008078693,0.0001523237,0.000616742,0.000017325763,0.00021404296],"category_scores_gemma":[0.00007506403,0.000035776986,0.000036833535,0.00003480658,0.00002632521,0.00033300024,0.000254882,0.00007670501,0.000013182665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027622778,0.00004961809,0.019896686,0.000025526253,0.00010016123,0.000011991597,0.017230945,0.000049872564,0.0024837565,0.23088865,0.009354937,0.7198802],"study_design_scores_gemma":[0.00032278293,0.000027450162,0.0025997574,0.000014906612,0.0000060762695,9.339282e-7,0.0017135922,0.91889364,0.008929311,0.013671894,0.053684577,0.00013506098],"about_ca_topic_score_codex":0.001779616,"about_ca_topic_score_gemma":0.00009379313,"teacher_disagreement_score":0.9188438,"about_ca_system_score_codex":0.0000053381336,"about_ca_system_score_gemma":0.000029011084,"threshold_uncertainty_score":0.2690259},"labels":[],"label_agreement":null},{"id":"W3093553144","doi":"10.18653/v1/2021.naacl-main.139","title":"UmlsBERT: Clinical Domain Knowledge Augmentation of Contextual Embeddings Using the Unified Medical Language System Metathesaurus","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Unified Medical Language System; Computer science; Natural language processing; Domain (mathematical analysis); Artificial intelligence; Embedding; Inference; Process (computing); Domain knowledge; Word (group theory); Word embedding; Named-entity recognition; ENCODE; Linguistics; Programming language","score_opus":0.07782002185679944,"score_gpt":0.38878477712195086,"score_spread":0.31096475526515144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093553144","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28137004,0.0007410501,0.71322614,0.0004003944,0.0016480112,0.00031563806,0.0000029236023,0.00013172218,0.0021640793],"genre_scores_gemma":[0.87686646,0.000018845998,0.12231834,0.00020693317,0.00030732297,0.000018573694,0.000011422183,0.000018805236,0.00023330621],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955514,0.0010878511,0.001368841,0.00083596865,0.000858777,0.00029717208],"domain_scores_gemma":[0.9967071,0.00087869144,0.0005461312,0.0014378417,0.0002589238,0.00017134317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003869927,0.00029070396,0.00076258375,0.00010705385,0.00010361134,0.00022060997,0.0021027077,0.00046635015,0.00007581636],"category_scores_gemma":[0.0003296813,0.00020309926,0.0003889508,0.00023682568,0.00015276224,0.0001540017,0.0028539037,0.00084992894,0.000009568651],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007476697,0.0008422847,0.00073911203,0.0027396295,0.0017851642,0.0006141597,0.11258451,0.0046119154,0.0021571177,0.7352192,0.0005521537,0.13808],"study_design_scores_gemma":[0.00080719293,0.00003067998,0.000104415834,0.0008573935,0.0000888822,0.00007848151,0.014403449,0.9819131,0.0008260476,0.00042880868,0.00012422942,0.00033733313],"about_ca_topic_score_codex":0.0006950802,"about_ca_topic_score_gemma":0.00020806302,"teacher_disagreement_score":0.9773012,"about_ca_system_score_codex":0.00015662861,"about_ca_system_score_gemma":0.000971193,"threshold_uncertainty_score":0.82821476},"labels":[],"label_agreement":null},{"id":"W3093562467","doi":"10.48550/arxiv.2010.12634","title":"Did You Ask a Good Question? A Cross-Domain Question Intention Classification Benchmark for Text-to-SQL","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Benchmark (surveying); Computer science; SQL; Task (project management); Set (abstract data type); Baseline (sea); Domain (mathematical analysis); Test set; Ask price; Null (SQL); Query by Example; Artificial intelligence; Information retrieval; Natural language processing; Data mining; Database; Programming language; Web search query; Search engine; Mathematics","score_opus":0.08798120581144701,"score_gpt":0.24458771559254633,"score_spread":0.1566065097810993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093562467","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18088588,0.000020243002,0.81502235,0.0010893383,0.0008784398,0.0008957611,0.000021556745,0.00038436416,0.0008020646],"genre_scores_gemma":[0.9650194,0.000025271182,0.033505067,0.00016045675,0.00019583516,0.00002172803,0.00008582207,0.000026222257,0.0009601951],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969388,0.0002320187,0.0004113048,0.0018546184,0.00017269948,0.00039055463],"domain_scores_gemma":[0.9975091,0.000098500015,0.00040979407,0.0012689183,0.000435766,0.00027792214],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005957747,0.00036524766,0.00035139485,0.00034547228,0.00027565853,0.00037453292,0.0016491918,0.0003953695,0.0000106563075],"category_scores_gemma":[0.00019368835,0.0004569497,0.00024463164,0.0006361425,0.000060628492,0.0006297884,0.0012626286,0.00052537874,0.00008092444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095517,0.00014391,0.0038335419,0.0001730997,0.00006543598,0.000028491198,0.00066890684,0.09571164,0.0006343504,0.8949625,0.00019645982,0.0034861267],"study_design_scores_gemma":[0.00063762546,0.00014444083,0.009570073,0.00020565864,0.000053976968,0.0000035285932,0.00009289768,0.823872,0.000067546665,0.16332658,0.0015400983,0.00048556144],"about_ca_topic_score_codex":0.00022812691,"about_ca_topic_score_gemma":0.000086637825,"teacher_disagreement_score":0.7841335,"about_ca_system_score_codex":0.00058498397,"about_ca_system_score_gemma":0.00020429066,"threshold_uncertainty_score":0.9997882},"labels":[],"label_agreement":null},{"id":"W3093907107","doi":"10.1145/3340531.3412164","title":"Neural Relation Extraction on Wikipedia Tables for Augmenting Knowledge Graphs","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Knowledge graph; Relationship extraction; Table (database); Information retrieval; Task (project management); Information extraction; Question answering; Graph; Artificial neural network; Relation (database); Artificial intelligence; Knowledge extraction; Natural language processing; Machine learning; Data mining; Theoretical computer science","score_opus":0.061712156668974956,"score_gpt":0.29143019613185517,"score_spread":0.22971803946288022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093907107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039204735,0.000057490444,0.9539383,0.0020321866,0.00044859367,0.00016259776,5.3980335e-7,0.00020177939,0.0039537475],"genre_scores_gemma":[0.93384963,0.0000028583747,0.06516936,0.00044358493,0.00017993877,0.000013568668,0.0000035472526,0.0000056059985,0.0003319082],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993511,0.000018179884,0.00014270833,0.00026133977,0.00009025384,0.00013645797],"domain_scores_gemma":[0.9996203,0.00010143462,0.000049080805,0.00013934425,0.000036931575,0.000052861535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011271398,0.000066691406,0.000062605795,0.000039923852,0.000098036995,0.00007917129,0.00018055204,0.000033386,0.000014669871],"category_scores_gemma":[0.000059661408,0.0000620671,0.00004222995,0.00014846656,0.000004475872,0.00046684087,0.00004728714,0.00007080248,0.00002433699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018905832,0.00005844055,0.0011426997,0.000052715648,0.000012335049,0.0000017189831,0.0020501146,0.010019794,0.007420502,0.7482242,0.0038534335,0.22714512],"study_design_scores_gemma":[0.00018095483,0.00005374571,0.00049864437,0.000005678039,0.0000030870244,7.9460847e-7,0.000021889342,0.9908565,0.0014724284,0.0031765108,0.0036537203,0.000076025426],"about_ca_topic_score_codex":0.000008095794,"about_ca_topic_score_gemma":0.0000067711035,"teacher_disagreement_score":0.98083675,"about_ca_system_score_codex":0.000015533464,"about_ca_system_score_gemma":0.000014609631,"threshold_uncertainty_score":0.25310227},"labels":[],"label_agreement":null},{"id":"W3093977588","doi":"10.48550/arxiv.2010.11137","title":"Multi-Domain Dialogue State Tracking based on State Graph","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"State (computer science); Computer science; Graph; Domain (mathematical analysis); Tracking (education); Artificial intelligence; Theoretical computer science; Algorithm; Mathematics; Psychology","score_opus":0.11301556467133135,"score_gpt":0.19827144409052608,"score_spread":0.08525587941919473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093977588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14218555,0.000013619987,0.8556951,0.00029524628,0.0006371059,0.0003355374,0.00004430889,0.00043360292,0.0003598909],"genre_scores_gemma":[0.96987844,0.00003709415,0.029199753,0.00054870994,0.000051891868,0.0000014008424,0.000021417476,0.000032247917,0.00022907178],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99692905,0.00028607488,0.00029907498,0.0017803407,0.00018207198,0.0005233631],"domain_scores_gemma":[0.9977545,0.0001596164,0.00029337275,0.0013679577,0.000117677795,0.00030687393],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033926393,0.00044642252,0.0004327911,0.00038288935,0.00017421105,0.00021281409,0.0021303878,0.00018293483,0.00001147974],"category_scores_gemma":[0.000045989927,0.00053178635,0.0003030804,0.00061243447,0.000081781276,0.00031465132,0.0013526751,0.00094880525,0.00009377192],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040808274,0.0001011501,0.0013512163,0.00007778363,0.00005137421,0.0010498271,0.00065944536,0.9867634,0.00011131553,0.00787081,0.000052615815,0.0018702586],"study_design_scores_gemma":[0.0008202051,0.00005525295,0.0011761885,0.00010921149,0.000019417728,8.5164373e-7,0.000022232913,0.9479493,0.00016922715,0.04898403,0.0001656997,0.00052837626],"about_ca_topic_score_codex":0.00024376379,"about_ca_topic_score_gemma":0.00011409852,"teacher_disagreement_score":0.82769287,"about_ca_system_score_codex":0.00022276059,"about_ca_system_score_gemma":0.00028046337,"threshold_uncertainty_score":0.99971336},"labels":[],"label_agreement":null},{"id":"W3094834348","doi":"10.2196/23375","title":"The 2019 n2c2/OHNLP Track on Clinical Semantic Textual Similarity: Overview","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine","keywords":"Computer science; Automatic summarization; Natural language processing; Information retrieval; Semantic similarity; Artificial intelligence; Task (project management); Unified Medical Language System; Semantics (computer science); Sentence; Similarity (geometry); Set (abstract data type); Semantic computing; Semantic Web","score_opus":0.09220643652773049,"score_gpt":0.3689164150421732,"score_spread":0.27670997851444273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094834348","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04309419,0.0006638029,0.7643436,0.17018744,0.0022329534,0.0013472179,0.0000135608725,0.0009471651,0.017170075],"genre_scores_gemma":[0.6544529,0.0031879183,0.047342252,0.2910715,0.0031134158,0.00008314206,0.000029264918,0.00006080821,0.0006587794],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99661756,0.00012974456,0.0012423922,0.00020043208,0.0013914711,0.00041841186],"domain_scores_gemma":[0.99748313,0.0008739827,0.00022471252,0.0007596671,0.00006396767,0.00059451297],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014053958,0.00018293569,0.0003256169,0.000027547108,0.00018765054,0.00023744359,0.0020245637,0.00024056372,0.00006284999],"category_scores_gemma":[0.00087762246,0.00011578628,0.00016367402,0.00028257602,0.00015739548,0.00041040799,0.0006216339,0.0010018608,0.0008788631],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021865497,0.00016712044,0.0002894692,0.00020443412,0.00006379464,0.00004533878,0.0060910485,0.00011843726,7.332204e-7,0.13960862,0.12769459,0.72569454],"study_design_scores_gemma":[0.00055001344,0.0002549833,0.00035760074,0.00010013363,0.000007658233,0.000014419216,0.00022614228,0.7950422,0.0000071926383,0.0008304603,0.20242535,0.00018381985],"about_ca_topic_score_codex":0.0000042688175,"about_ca_topic_score_gemma":0.0000045892198,"teacher_disagreement_score":0.7949238,"about_ca_system_score_codex":0.00002325889,"about_ca_system_score_gemma":0.00027332662,"threshold_uncertainty_score":0.9998991},"labels":[],"label_agreement":null},{"id":"W3095642204","doi":"10.2196/19735","title":"Measurement of Semantic Textual Similarity in Clinical Texts: Comparison of Transformer-Based Models","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Chronic Disease Prevention and Health Promotion; Clinical and Translational Science Institute, University of Florida; National Center for Advancing Translational Sciences; University of Florida; National Cancer Institute; National Institutes of Health; Nvidia; Centers for Disease Control and Prevention; National Institute on Aging; Patient-Centered Outcomes Research Institute","keywords":"Computer science; Natural language processing; Semantic similarity; Artificial intelligence; Similarity (geometry); Transformer; Domain (mathematical analysis); Information retrieval; Biomedical text mining; Text mining","score_opus":0.1322531638745227,"score_gpt":0.36620898419324677,"score_spread":0.23395582031872406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095642204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100943886,0.000048519225,0.89599574,0.0017388654,0.000071240036,0.0003050428,0.0000028025843,0.00004527771,0.0008486378],"genre_scores_gemma":[0.97001714,0.000008396303,0.028771201,0.001159656,0.000027716715,0.000009054248,0.0000018564095,0.0000045416937,4.23592e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99525315,0.000094682364,0.0023922005,0.00014417923,0.0018609286,0.00025485517],"domain_scores_gemma":[0.99865913,0.00015003231,0.0003526614,0.00037151633,0.0001599824,0.0003066664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016244457,0.00014056696,0.0006103638,0.00008773701,0.000020036307,0.00001579116,0.0010119111,0.00021222512,0.000018205497],"category_scores_gemma":[0.00031059224,0.000120246914,0.00014035401,0.00036355443,0.00014160427,0.00037496584,0.00010773631,0.00052233716,0.0000055293503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002776814,0.004563329,0.035426155,0.0078275325,0.00019420628,0.00002532855,0.088171855,0.102349475,0.00018951176,0.045259707,0.0027650269,0.71295017],"study_design_scores_gemma":[0.001231736,0.00024130468,0.00046351837,0.0002593036,0.0000074341046,6.484916e-7,0.0004965989,0.9960827,0.0006032339,0.00033540596,0.00016362207,0.00011444391],"about_ca_topic_score_codex":0.000015870615,"about_ca_topic_score_gemma":0.000024224113,"teacher_disagreement_score":0.89373326,"about_ca_system_score_codex":0.000034477496,"about_ca_system_score_gemma":0.00052931893,"threshold_uncertainty_score":0.49035266},"labels":[],"label_agreement":null},{"id":"W3096266342","doi":"10.1007/978-3-030-61377-8_28","title":"BERTimbau: Pretrained BERT Models for Brazilian Portuguese","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":598,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Transformer; Language model; Sentence; Encoder; Portuguese; Transfer of learning; Textual entailment; Named-entity recognition; Logical consequence; Linguistics","score_opus":0.029260968444769126,"score_gpt":0.25291092292700496,"score_spread":0.22364995448223582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096266342","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012806851,0.00059606833,0.9876415,0.0035220662,0.0016952098,0.00093069155,0.000014538761,0.0003243498,0.0052627325],"genre_scores_gemma":[0.071362086,0.000030472931,0.9214533,0.0054732654,0.00088553055,0.000037536796,0.000014007451,0.00006968385,0.0006741227],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99482584,0.00002380076,0.0007489099,0.002460178,0.0010890319,0.0008522155],"domain_scores_gemma":[0.9967499,0.00043182157,0.00029978863,0.0018316295,0.00031821572,0.00036865732],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007552507,0.00066481176,0.00072579883,0.00054480054,0.00023237438,0.00045433428,0.004793234,0.00043029376,0.000010759572],"category_scores_gemma":[0.00014917814,0.0006411715,0.0002644695,0.00047924253,0.00038512642,0.0010032156,0.0014970044,0.0007529471,0.000021795066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010491292,0.000019715313,0.000003399311,0.000075365846,0.000017133907,0.000056779427,0.001018105,0.13216062,0.0001495577,0.108520634,0.00008727958,0.7578809],"study_design_scores_gemma":[0.00022261027,0.00011812283,0.0000064114006,0.00014266984,0.0000067366327,0.000018407834,7.1250845e-8,0.6552728,0.00022687356,0.34251836,0.0009998253,0.00046711182],"about_ca_topic_score_codex":0.000019012403,"about_ca_topic_score_gemma":0.000038554594,"teacher_disagreement_score":0.7574138,"about_ca_system_score_codex":0.00025835892,"about_ca_system_score_gemma":0.00081582,"threshold_uncertainty_score":0.9996039},"labels":[],"label_agreement":null},{"id":"W3096316167","doi":"10.48550/arxiv.2011.02944","title":"Learning Efficient Task-Specific Meta-Embeddings with Word Prisms","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Word (group theory); Computer science; Embedding; Inference; Set (abstract data type); Task (project management); Natural language processing; Artificial intelligence; Word embedding; Context (archaeology); Simple (philosophy); Meta learning (computer science); Space (punctuation); Mathematics","score_opus":0.10821251177931261,"score_gpt":0.18441847499740743,"score_spread":0.07620596321809482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096316167","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13002233,0.00017844175,0.8662366,0.00029631818,0.00032307085,0.00031700073,0.000002508857,0.0005802632,0.0020434512],"genre_scores_gemma":[0.97341394,0.00009785233,0.025017839,0.000108732645,0.00009276854,0.0000023697653,0.0000072274815,0.000033812088,0.0012254762],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677956,0.000179222,0.00026835903,0.0020295908,0.0002387201,0.0005045401],"domain_scores_gemma":[0.99771076,0.00009551305,0.00037607786,0.001369358,0.00016467371,0.0002835929],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002746514,0.0004910844,0.0006580327,0.00025465258,0.00023673518,0.00028172965,0.0023818864,0.0002393132,0.000049004717],"category_scores_gemma":[0.000022034901,0.00047444893,0.00035898495,0.0008100729,0.00009863254,0.00023048697,0.0028796948,0.0013715792,0.00014104793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024075445,0.00003899074,0.00018979919,0.000044696073,0.0003784882,0.00046174353,0.0008807288,0.920293,0.000040607036,0.07651037,0.00009652963,0.0010409888],"study_design_scores_gemma":[0.00038847016,0.00007605626,0.000090446905,0.000065115644,0.0003396262,0.000008438235,0.0001271781,0.98855317,0.00013245583,0.0038338862,0.005761129,0.00062400725],"about_ca_topic_score_codex":0.000055033535,"about_ca_topic_score_gemma":0.0000052634823,"teacher_disagreement_score":0.8433916,"about_ca_system_score_codex":0.00022234992,"about_ca_system_score_gemma":0.0001823808,"threshold_uncertainty_score":0.9997707},"labels":[],"label_agreement":null},{"id":"W3096437928","doi":"","title":"Leveraging a Domain Ontology in (Neural) Learning from Heterogeneous Data.","year":2020,"lang":"en","type":"article","venue":"Conference on Information and Knowledge Management","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Ontology; Domain (mathematical analysis); Artificial intelligence; Machine learning; Data science","score_opus":0.0830432757915092,"score_gpt":0.27142507716249303,"score_spread":0.18838180137098381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096437928","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0346207,0.00012123158,0.9069853,0.0028991965,0.00019985496,0.00024666972,0.0000017997036,0.00014583493,0.054779403],"genre_scores_gemma":[0.9917349,0.000053498945,0.006984687,0.0011320974,0.000020339381,0.000010956702,0.000028782839,0.0000022691777,0.00003245346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915487,0.000060848004,0.00026950616,0.00025298595,0.00010381643,0.00015796258],"domain_scores_gemma":[0.999486,0.000024217012,0.00007154528,0.00032225758,0.000025319348,0.000070603106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015651523,0.00010329864,0.00012216125,0.000108280496,0.00006702523,0.00021436735,0.00061456347,0.000031206695,0.000020223833],"category_scores_gemma":[0.000017641325,0.00010242505,0.000011595927,0.0001291935,0.000014772915,0.0007451538,0.0008148756,0.00014346538,0.00013391921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001770216,0.000016857279,0.00036991824,0.000063944426,0.000015292322,0.000014156239,0.015017596,0.0018837422,0.000006175113,0.09914245,0.00013836019,0.88331383],"study_design_scores_gemma":[0.00047498618,0.000043825454,0.000539511,0.000031630498,0.000002279259,0.000001271979,0.0010206465,0.97394615,0.000008616095,0.0010453849,0.022768324,0.000117397416],"about_ca_topic_score_codex":0.000014021921,"about_ca_topic_score_gemma":0.000021276654,"teacher_disagreement_score":0.9720624,"about_ca_system_score_codex":0.00002534831,"about_ca_system_score_gemma":0.00001911092,"threshold_uncertainty_score":0.41767725},"labels":[],"label_agreement":null},{"id":"W3096542808","doi":"10.1145/3402884","title":"Condition-Transforming Variational Autoencoder for Generating Diverse Short Text Conversations","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Asian and Low-Resource Language Information Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China","keywords":"Latent variable; Autoencoder; Sequence (biology); Dependency (UML); Conditional probability distribution; Computer science; Artificial intelligence; Gaussian; Latent variable model; Pattern recognition (psychology); Transformation (genetics); Variable (mathematics); Multivariate normal distribution; Multivariate statistics; Algorithm; Mathematics; Statistics; Machine learning","score_opus":0.01530751449655362,"score_gpt":0.2482199830368645,"score_spread":0.23291246854031086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096542808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034282212,0.000024638834,0.9905109,0.0044579557,0.000063852865,0.00033599336,0.000045337318,0.00025559872,0.0008775121],"genre_scores_gemma":[0.7959271,0.0000022524648,0.19986281,0.003944876,0.000084338346,0.000057138575,0.00007734136,0.000009789804,0.00003432815],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988826,0.00002344787,0.00038486335,0.00022958517,0.00026163005,0.00021785487],"domain_scores_gemma":[0.99936926,0.000081002756,0.000101274876,0.00020540615,0.00010016861,0.00014289474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015617648,0.00015903209,0.00013679313,0.00015351005,0.00070311426,0.00043729282,0.00031671487,0.00008519393,0.00006238711],"category_scores_gemma":[0.0000722812,0.00016363249,0.000065804525,0.00026623203,0.0000341721,0.0025182138,0.000013288438,0.0001884801,0.000015657186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018648941,0.000027250417,0.000018565406,0.00020495475,0.000029638806,0.0000017173992,0.07419676,0.05406592,0.00049716374,0.0018598695,0.00007278075,0.86900675],"study_design_scores_gemma":[0.0005826923,0.000040506024,0.0000448192,0.00005493784,0.000022233737,0.000012336051,0.008427579,0.98725975,0.0009409731,0.00013268455,0.0022723402,0.00020918135],"about_ca_topic_score_codex":0.000006928672,"about_ca_topic_score_gemma":0.0000040353425,"teacher_disagreement_score":0.9331938,"about_ca_system_score_codex":0.000043220934,"about_ca_system_score_gemma":0.00010158192,"threshold_uncertainty_score":0.6672739},"labels":[],"label_agreement":null},{"id":"W3096783161","doi":"10.18653/v1/2020.coling-main.495","title":"WSL-DS: Weakly Supervised Learning with Distant Supervision for Query Focused Multi-Document Abstractive Summarization","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Automatic summarization; Computer science; Leverage (statistics); Task (project management); Multi-document summarization; Set (abstract data type); Information retrieval; Sentence; Artificial intelligence; Training set; Similarity (geometry); Natural language processing","score_opus":0.04232295421965686,"score_gpt":0.27204804479948835,"score_spread":0.22972509057983148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096783161","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009379225,0.00008730289,0.98450106,0.0025428522,0.0005776376,0.0016725248,0.000013866538,0.0006346407,0.00059090264],"genre_scores_gemma":[0.52761585,0.000040528932,0.47116637,0.00018458217,0.00013586487,0.000223892,0.00017721858,0.000052809282,0.00040289533],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99637514,0.00014676865,0.0006660865,0.0016641129,0.0006469306,0.00050095795],"domain_scores_gemma":[0.99783957,0.0002703782,0.00031218003,0.0009761422,0.0003744799,0.00022723609],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044866887,0.0005351721,0.000574995,0.00015988179,0.00025423654,0.00070412614,0.0012876423,0.000309707,0.00004547155],"category_scores_gemma":[0.00015773554,0.0004466864,0.00020602603,0.00021300062,0.00003486382,0.0006637882,0.001378732,0.0008474082,0.000019685629],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009788964,0.0009581098,0.005672633,0.0029421197,0.0010175896,0.0001621034,0.02820147,0.58255005,0.016337575,0.08605182,0.0010725065,0.27405515],"study_design_scores_gemma":[0.0013424851,0.00023287922,0.00052822364,0.00030099976,0.00004416155,0.0000023581104,0.00047677325,0.9894218,0.0030496793,0.0030241513,0.00088673836,0.0006897807],"about_ca_topic_score_codex":0.0005593901,"about_ca_topic_score_gemma":0.00016742796,"teacher_disagreement_score":0.5182366,"about_ca_system_score_codex":0.00018918868,"about_ca_system_score_gemma":0.00041272937,"threshold_uncertainty_score":0.9997985},"labels":[],"label_agreement":null},{"id":"W3096831026","doi":"10.18653/v1/2020.coling-main.208","title":"Automatic Detection of Machine Generated Text: A Critical Survey","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Computer science; Generative grammar; Data science; Natural language processing; Artificial intelligence; Product (mathematics); Machine learning; Information retrieval","score_opus":0.058270004379648195,"score_gpt":0.3015808177752705,"score_spread":0.24331081339562233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096831026","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040699933,0.00009710309,0.9569347,0.00074358174,0.00069174793,0.00014412786,0.000009749858,0.00035090742,0.00032814234],"genre_scores_gemma":[0.8367606,0.0000030564993,0.16300827,0.00013293262,0.000036775313,0.000009643316,0.000007969993,0.0000085439215,0.000032218162],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983479,0.00025696607,0.0004248545,0.0005311758,0.00027814237,0.00016096205],"domain_scores_gemma":[0.99872226,0.00020189828,0.00009166695,0.0007209581,0.00017041474,0.00009279196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004573716,0.00016539103,0.00031568072,0.00008919749,0.000032421096,0.00010548465,0.0008119889,0.00016532515,0.000060163577],"category_scores_gemma":[0.0005611936,0.00015200383,0.0000757779,0.00021426904,0.000026201851,0.00007894364,0.0012865147,0.00037436374,0.000025339996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035666726,0.0005741437,0.0030318978,0.003815424,0.00042582062,0.000116809395,0.002710079,0.034094088,0.06626854,0.08022215,0.00088343286,0.8078219],"study_design_scores_gemma":[0.0000683587,0.000024812769,0.0036059136,0.000031058167,0.000007053476,0.0000044799635,0.0000012007292,0.9856534,0.00621819,0.004232186,0.000009729656,0.00014360357],"about_ca_topic_score_codex":0.0014683135,"about_ca_topic_score_gemma":0.00026088167,"teacher_disagreement_score":0.9515593,"about_ca_system_score_codex":0.00003849024,"about_ca_system_score_gemma":0.00013929693,"threshold_uncertainty_score":0.6198536},"labels":[],"label_agreement":null},{"id":"W3096959275","doi":"10.1007/978-3-030-63128-4_58","title":"Learning Reddit User Reputation Using Graphical Attention Networks","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reputation; Embedding; Predictive power; Focus (optics); Task (project management); Graph; Machine learning; Set (abstract data type); Artificial intelligence; Attention network; Feature (linguistics); Feature engineering; Simple (philosophy); Deep learning; Feature learning; Graphical model; Human–computer interaction; Theoretical computer science","score_opus":0.025281091859025755,"score_gpt":0.26914745542601975,"score_spread":0.243866363566994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096959275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005706437,0.0117732305,0.97919166,0.000044350396,0.0016915343,0.00030976167,4.4512214e-7,0.00015302564,0.006265348],"genre_scores_gemma":[0.96152335,0.004015262,0.026834637,0.000113355374,0.0014619199,0.000008530193,0.00002469945,0.000092089715,0.005926143],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975182,0.000088463785,0.00088525296,0.0008756596,0.00033849495,0.00029392933],"domain_scores_gemma":[0.99876034,0.00018040127,0.0005761684,0.0002957439,0.00009287965,0.00009444048],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000485358,0.00032535565,0.00048752734,0.00020958502,0.00019467258,0.00025999246,0.00036989132,0.0002478123,0.000002154489],"category_scores_gemma":[0.000035773584,0.00034336463,0.00010559906,0.00013702671,0.000045121855,0.00043018203,0.00037030957,0.00077244226,0.0000051210527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034779207,0.000003844326,0.00050919596,0.00013685992,0.000018243694,0.000035640773,0.00019872363,0.64727396,0.0000043399427,0.26309335,0.0000040086693,0.08871838],"study_design_scores_gemma":[0.00008255049,0.000053761418,0.000015644988,0.0016283118,0.000012405806,0.000053041244,0.000076394,0.9777432,0.0000013005732,0.005453338,0.014546839,0.00033318505],"about_ca_topic_score_codex":0.00003577137,"about_ca_topic_score_gemma":0.000006054302,"teacher_disagreement_score":0.9609527,"about_ca_system_score_codex":0.00011159227,"about_ca_system_score_gemma":0.00002548068,"threshold_uncertainty_score":0.99990183},"labels":[],"label_agreement":null},{"id":"W3097602436","doi":"10.18653/v1/2020.emnlp-main.648","title":"Multi-XScience: A Large-scale Dataset for Extreme Multi-document Summarization of Scientific Articles","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; McGill University","funders":"Institut de Valorisation des Données; Compute Canada; Canadian Institute for Advanced Research","keywords":"Automatic summarization; Computer science; Task (project management); Scale (ratio); Multi-document summarization; Information retrieval; Data science; Natural language processing; Artificial intelligence; Engineering","score_opus":0.12750749254199562,"score_gpt":0.3234923945206476,"score_spread":0.19598490197865198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097602436","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005731499,0.00007270509,0.99009645,0.0008776761,0.001123185,0.0008476708,0.0011221166,0.00011597887,0.000012689067],"genre_scores_gemma":[0.15915476,0.0000051576635,0.8391367,0.00015854451,0.000043325796,0.000079556536,0.0010340366,0.000010862387,0.0003770451],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970616,0.00006266152,0.0005922369,0.001328924,0.00055406726,0.00040051664],"domain_scores_gemma":[0.9977668,0.00006572468,0.00027995382,0.0014947775,0.0002344835,0.00015826372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001060386,0.00022369635,0.00030669483,0.00018571896,0.00020194745,0.00059204234,0.0020995697,0.00012318362,0.000028631075],"category_scores_gemma":[0.00018258728,0.00020751292,0.00011608847,0.00039712674,0.00010153764,0.00046132458,0.0032040912,0.0001809817,0.000018427774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012466763,0.0073720035,0.013024614,0.006029589,0.00044088013,0.00004582476,0.05506425,0.18374145,0.36834836,0.103817806,0.06885199,0.19313855],"study_design_scores_gemma":[0.0005455746,0.000019618503,0.00024286141,0.000054401666,0.000013740671,6.4716295e-7,0.000085028405,0.9837989,0.009921291,0.0022554095,0.0028373103,0.00022517271],"about_ca_topic_score_codex":0.000089539404,"about_ca_topic_score_gemma":0.00022120895,"teacher_disagreement_score":0.8000575,"about_ca_system_score_codex":0.00006171024,"about_ca_system_score_gemma":0.00028366168,"threshold_uncertainty_score":0.8462131},"labels":[],"label_agreement":null},{"id":"W3097657226","doi":"10.23977/jaip.2020.030107","title":"The Progess That Natural Language Processing Has Made Towards Human-level AI","year":2020,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Practice","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Human language; Context (archaeology); Natural language understanding; Natural (archaeology); Language technology; Natural language; Linguistics; History; Comprehension approach; Philosophy","score_opus":0.20598678695038364,"score_gpt":0.39334098531349554,"score_spread":0.1873541983631119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097657226","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006932118,0.0023555914,0.8916485,0.09779302,0.00079020485,0.00013182372,5.471652e-7,0.00004919988,0.00029899765],"genre_scores_gemma":[0.9497548,0.000038141374,0.046365783,0.003020943,0.0007495771,0.0000025314064,1.9106862e-7,0.000012464691,0.000055623856],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976243,0.00021433923,0.00072298036,0.0002670187,0.0008352716,0.00033611263],"domain_scores_gemma":[0.9978301,0.00034532972,0.0007503548,0.00029372587,0.00061193533,0.00016854134],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015425299,0.00016637218,0.00021649372,0.00006419253,0.000572608,0.0015953581,0.0016389276,0.00006632224,0.000009818441],"category_scores_gemma":[0.0020315468,0.000113873255,0.00012195602,0.00038981086,0.000096176555,0.0029016382,0.00025663347,0.001009974,0.00003215569],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010370326,0.0000833307,0.000016065891,0.000027603608,0.00004301307,0.0002230476,0.017105134,0.0011564504,0.0068909633,0.013169953,0.0002790437,0.9609017],"study_design_scores_gemma":[0.00010451443,0.0003935243,0.00008479883,0.00015396094,0.000086245425,0.0010619798,0.01788234,0.8120346,0.14514247,0.0069316714,0.015658729,0.0004651684],"about_ca_topic_score_codex":0.00004570195,"about_ca_topic_score_gemma":0.0000174148,"teacher_disagreement_score":0.9604365,"about_ca_system_score_codex":0.00006769085,"about_ca_system_score_gemma":0.00040493425,"threshold_uncertainty_score":0.9994411},"labels":[],"label_agreement":null},{"id":"W3098123193","doi":"10.18653/v1/2020.codi-1.13","title":"Do We Really Need That Many Parameters In Transformer For Extractive Summarization? Discourse Can Help !","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Huawei Technologies","keywords":"Automatic summarization; Transformer; Computer science; Artificial intelligence; Natural language processing; Sentence; Language model; Machine learning","score_opus":0.04987185070598387,"score_gpt":0.2862067534909244,"score_spread":0.23633490278494051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098123193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021226695,0.000032656855,0.93137515,0.045477573,0.00011672274,0.00045209896,0.0000058842893,0.000082368846,0.0012308767],"genre_scores_gemma":[0.8997015,0.00003347052,0.09884227,0.0010873232,0.00003236896,0.000048724076,0.0000039159268,0.000010318317,0.0002401638],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989358,0.000028745788,0.00019751952,0.00039381537,0.00018553509,0.00025856326],"domain_scores_gemma":[0.99948215,0.00010041896,0.000044511202,0.00023154025,0.000029388219,0.00011199593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012252538,0.00012194393,0.00015177688,0.000067645706,0.00004446288,0.000119092816,0.00045070794,0.00005229466,0.000011328401],"category_scores_gemma":[0.000022712436,0.00010642498,0.00006148723,0.00022319422,0.000019967954,0.0004955919,0.000032668224,0.00010280361,0.0000031466643],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001859211,0.0002647786,0.010252136,0.00017042659,0.000109902016,0.00004885053,0.052994624,0.04102508,0.004369103,0.45393494,0.0018630949,0.43478116],"study_design_scores_gemma":[0.001279224,0.00014184292,0.0010521953,0.000046519926,0.000014412374,0.0000030334288,0.0027526133,0.9741173,0.0070434283,0.011429881,0.0017125326,0.00040706573],"about_ca_topic_score_codex":0.0001832273,"about_ca_topic_score_gemma":0.00024526136,"teacher_disagreement_score":0.9330922,"about_ca_system_score_codex":0.00004146359,"about_ca_system_score_gemma":0.00008098546,"threshold_uncertainty_score":0.43398848},"labels":[],"label_agreement":null},{"id":"W3098135292","doi":"10.18653/v1/2020.emnlp-main.427","title":"Help! Need Advice on Identifying Advice","year":2020,"lang":"","type":"article","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"University of Texas at Austin; National Science Foundation","keywords":"Advice (programming); Pragmatics; Computer science; Variety (cybernetics); GRASP; Psychology; Artificial intelligence; Linguistics","score_opus":0.08848159657507164,"score_gpt":0.285614763310375,"score_spread":0.19713316673530334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098135292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77141273,0.0010285847,0.18876722,0.026445141,0.0034078402,0.00051179476,0.0000060778675,0.0010391476,0.0073814658],"genre_scores_gemma":[0.97108334,0.00010863702,0.0073049082,0.018304702,0.0016401508,0.000018439621,0.0000036104138,0.000066104585,0.0014700858],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946844,0.0002680514,0.0010297685,0.001910554,0.000978761,0.0011284798],"domain_scores_gemma":[0.9966967,0.00024478484,0.00041240442,0.0016475236,0.00024755017,0.0007510069],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005336061,0.0006159137,0.0006053833,0.00017106184,0.00053348177,0.0005022406,0.0026801452,0.0002712308,0.00035089627],"category_scores_gemma":[0.00041470586,0.0006888625,0.0002994427,0.00142838,0.00009258381,0.0013186866,0.0013908338,0.0010279332,0.006225702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059454475,0.0013365261,0.576741,0.0023645947,0.00085368106,0.0020811583,0.086792625,0.038720507,0.036137674,0.021653349,0.021902053,0.21082228],"study_design_scores_gemma":[0.0019069101,0.00055050594,0.03980857,0.0005895688,0.00011520165,0.000027832317,0.001123236,0.92259675,0.006971562,0.00030944488,0.024509674,0.0014907578],"about_ca_topic_score_codex":0.00024706393,"about_ca_topic_score_gemma":0.000019986324,"teacher_disagreement_score":0.8838762,"about_ca_system_score_codex":0.00014373181,"about_ca_system_score_gemma":0.00025179208,"threshold_uncertainty_score":0.99955624},"labels":[],"label_agreement":null},{"id":"W3098136301","doi":"10.18653/v1/2020.emnlp-main.748","title":"On Extractive and Abstractive Neural Document Summarization with Transformer Language Models","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":187,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Automatic summarization; Computer science; Transformer; Language model; Natural language processing; Artificial intelligence; Fluency; Question answering; Machine learning; Artificial neural network; Information retrieval; Linguistics","score_opus":0.01696996314490283,"score_gpt":0.2343981941818167,"score_spread":0.2174282310369139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098136301","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15372303,0.000014573388,0.83445185,0.002401987,0.000018919953,0.00014048252,8.246158e-7,0.000077213,0.009171091],"genre_scores_gemma":[0.98255146,0.0000035552885,0.016238933,0.001096985,0.000019479437,0.000006579422,0.0000015440083,0.000005114233,0.00007637819],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993329,0.000015587017,0.000086713764,0.00027790805,0.0001698535,0.00011703288],"domain_scores_gemma":[0.99971056,0.000043773256,0.00002781116,0.0001155895,0.000021962893,0.0000802842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000036824924,0.00008848149,0.00007787762,0.000023366098,0.000040673964,0.00008164694,0.00013021151,0.000024546061,0.000015690406],"category_scores_gemma":[0.000004216804,0.000064757354,0.000013616657,0.0000806145,0.000012173086,0.0008214741,0.000017178749,0.00010127978,0.0000047330072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024079523,0.000117773576,0.00013052396,0.00004118145,0.00007528912,0.00010562834,0.06177694,0.24971764,0.0059526986,0.47162506,0.0001154345,0.21010104],"study_design_scores_gemma":[0.00038932654,0.0002108618,0.00025483145,0.0000070931665,0.000004991987,0.0000057341795,0.00047899515,0.9903215,0.004758835,0.0034237278,0.000015844764,0.00012825294],"about_ca_topic_score_codex":0.000069820235,"about_ca_topic_score_gemma":0.000013271117,"teacher_disagreement_score":0.8288284,"about_ca_system_score_codex":0.00001574788,"about_ca_system_score_gemma":0.00001706757,"threshold_uncertainty_score":0.2640728},"labels":[],"label_agreement":null},{"id":"W3098382480","doi":"10.1007/978-3-030-63591-6_63","title":"Utilizing Bidirectional Encoder Representations from Transformers for Answer Selection","year":2021,"lang":"en","type":"preprint","venue":"Springer proceedings in mathematics & statistics","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Transformer; Language model; Question answering; Encoder; Selection (genetic algorithm); Sentence; Artificial intelligence; Natural language processing; Task (project management); Machine learning; Voltage","score_opus":0.04253244669200808,"score_gpt":0.306499181081527,"score_spread":0.26396673438951895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098382480","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019909142,0.00012573373,0.9760681,0.00019065347,0.0011497586,0.0008536258,0.00013099842,0.00021336698,0.0013586165],"genre_scores_gemma":[0.07140592,0.00012348441,0.92751265,0.000050166618,0.00023326218,0.0003642458,0.00006970639,0.00005500642,0.00018557449],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969465,0.000016636968,0.00093789736,0.0010448359,0.00058910606,0.00046499787],"domain_scores_gemma":[0.99816793,0.00040251858,0.00040378704,0.00026850658,0.0006513141,0.00010592395],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059513655,0.0003890227,0.00052905164,0.00032287743,0.00017381295,0.000688489,0.00064209744,0.00031855734,0.00003176634],"category_scores_gemma":[0.00054926664,0.00045342682,0.00014000587,0.0003100679,0.00004744223,0.00039804715,0.00041187176,0.0007482182,0.0000039411575],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005347264,0.0017979803,0.008922438,0.010176023,0.0010426755,0.00005401815,0.10825355,0.016223423,0.014022869,0.75571036,0.0032434044,0.08049977],"study_design_scores_gemma":[0.00030551344,0.000017413815,0.00041832987,0.00044912763,0.00006513972,0.0000070018896,0.0011475254,0.77818096,0.0024560897,0.21622622,0.00027606194,0.0004506508],"about_ca_topic_score_codex":0.00019752573,"about_ca_topic_score_gemma":0.0001645435,"teacher_disagreement_score":0.7619575,"about_ca_system_score_codex":0.00029377744,"about_ca_system_score_gemma":0.00034912882,"threshold_uncertainty_score":0.99979174},"labels":[],"label_agreement":null},{"id":"W3098396746","doi":"10.18653/v1/2020.emnlp-main.551","title":"Distilling Structured Knowledge for Text-Based Relational Reasoning","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); Canadian Institute for Advanced Research; McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"Canadian Institute for Advanced Research; Compute Canada; Microsoft Research","keywords":"Computer science; Artificial intelligence; Natural language processing; Benchmark (surveying); Task (project management); Statistical relational learning; Machine learning; Relational database; Information retrieval","score_opus":0.04633304072299972,"score_gpt":0.2667868192989307,"score_spread":0.22045377857593101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098396746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002049081,0.000056414323,0.99246407,0.0025128704,0.00015504207,0.00012087866,0.000002051348,0.00020300764,0.0024366153],"genre_scores_gemma":[0.5403618,9.3814336e-8,0.45904177,0.00039558028,0.00010542994,0.0000058397977,0.0000032823739,0.000003996937,0.00008216478],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992979,0.000014871701,0.00014578653,0.0002927174,0.000105027204,0.00014369177],"domain_scores_gemma":[0.999504,0.00013885222,0.00003744215,0.00017164323,0.000062116174,0.000085915926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000091584,0.0000747908,0.00008344871,0.000023180366,0.00009931439,0.00006074502,0.00031496564,0.000036865582,0.000025902797],"category_scores_gemma":[0.00016024653,0.00006722024,0.000049256923,0.00013549662,0.000009132994,0.0001533552,0.000066204644,0.00006762332,0.000014828802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008400128,0.000009319096,0.0007405096,0.00002875064,0.000008054421,0.0000010462225,0.00072392676,0.03281143,0.00048798803,0.9227813,0.00075262465,0.041646693],"study_design_scores_gemma":[0.00026707904,0.000015410671,0.0005422992,0.000008800495,0.0000023682712,5.0785644e-7,0.000006849721,0.9896308,0.00074441265,0.002640159,0.006049985,0.000091291484],"about_ca_topic_score_codex":0.0000025202924,"about_ca_topic_score_gemma":0.0000027153687,"teacher_disagreement_score":0.9568194,"about_ca_system_score_codex":0.00002096895,"about_ca_system_score_gemma":0.000086080145,"threshold_uncertainty_score":0.27411616},"labels":[],"label_agreement":null},{"id":"W3098980613","doi":"10.18653/v1/2020.emnlp-main.304","title":"Recurrent Interaction Network for Jointly Extracting Entities and Classifying Relations","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Beijing Advanced Innovation Center for Big Data and Brain Computing; Fundamental Research Funds for the Central Universities; State Key Laboratory of Software Development Environment; National Natural Science Foundation of China","keywords":"Computer science; Task (project management); Relation (database); Artificial intelligence; Machine learning; Multi-task learning; Relationship extraction; Task analysis; Joint (building); Data mining","score_opus":0.10479919264425545,"score_gpt":0.2967338189729715,"score_spread":0.19193462632871605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098980613","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075835176,0.00009879465,0.9831633,0.0055865576,0.0004909434,0.000108250075,2.9480762e-7,0.00012747667,0.0028408745],"genre_scores_gemma":[0.6699674,0.000009041278,0.3291448,0.00038741046,0.00026981192,0.000010786481,0.0000011135992,0.0000037459222,0.00020586434],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99944675,0.000017206665,0.00015345874,0.00020011883,0.0000638517,0.00011863624],"domain_scores_gemma":[0.9996058,0.00016623246,0.00005809658,0.00009041667,0.000030061236,0.000049434602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000115652525,0.00005263622,0.00006400204,0.00001876567,0.0001479197,0.000155969,0.00010032083,0.000023206729,0.000014114527],"category_scores_gemma":[0.000089150686,0.00005114312,0.000026665497,0.00007510019,0.000005999433,0.00057017413,0.00008798798,0.00009689178,0.0000063681823],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017952483,0.000023797953,0.004632537,0.00009144623,0.00003049317,0.0000022284244,0.0066205095,0.01629167,0.0005943621,0.47171912,0.01343617,0.48653972],"study_design_scores_gemma":[0.00009291027,0.000030037007,0.0002663503,0.00002414991,0.0000036852866,0.0000030162116,0.00021590128,0.9805194,0.00005783627,0.0038103627,0.014907571,0.00006877607],"about_ca_topic_score_codex":0.00000726679,"about_ca_topic_score_gemma":0.000010822361,"teacher_disagreement_score":0.96422774,"about_ca_system_score_codex":0.000017972005,"about_ca_system_score_gemma":0.000014834556,"threshold_uncertainty_score":0.2085556},"labels":[],"label_agreement":null},{"id":"W3099008231","doi":"10.18653/v1/2020.findings-emnlp.129","title":"exBERT: Extending Pre-trained Models with Domain-specific Vocabulary Under Constrained Training Resources","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Air Force Research Laboratory; MediaTek","keywords":"Computer science; Vocabulary; Benchmark (surveying); Artificial intelligence; Embedding; Domain (mathematical analysis); Context (archaeology); Machine learning; Computation; Training (meteorology); Training set; Natural language processing; Language model; Algorithm; Mathematics","score_opus":0.057954741990095024,"score_gpt":0.23438861524082547,"score_spread":0.17643387325073046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099008231","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058843426,0.00020409009,0.918448,0.005813148,0.0001032991,0.00031542062,0.000001576133,0.0006982194,0.015572875],"genre_scores_gemma":[0.64474845,0.000007867744,0.35356954,0.001378482,0.00014466081,0.00001828043,0.0000016459117,0.000021306616,0.00010975466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749666,0.000089742054,0.00040382126,0.0009070759,0.0005285351,0.0005741619],"domain_scores_gemma":[0.9987118,0.00018119118,0.00010936357,0.0006023334,0.000059844886,0.0003354306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003081963,0.00029863825,0.00034342363,0.00010235174,0.00021580434,0.00032445666,0.0010275061,0.000092809765,0.00007531247],"category_scores_gemma":[0.00000964571,0.00024212642,0.00008656112,0.00047386915,0.00012542064,0.00080712204,0.0002436926,0.00026592932,0.000015867361],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054719596,0.00003245838,0.0000388298,0.000026446269,0.00006418759,0.00013233772,0.035764303,0.06198706,0.0037519506,0.8663506,0.00017945521,0.03161764],"study_design_scores_gemma":[0.0015411653,0.000225407,0.00018565226,0.0000856127,0.000010763618,0.00013298623,0.0032733043,0.9596447,0.0004485802,0.026476903,0.007291042,0.0006839284],"about_ca_topic_score_codex":0.000014820715,"about_ca_topic_score_gemma":0.00000776046,"teacher_disagreement_score":0.8976576,"about_ca_system_score_codex":0.000043739536,"about_ca_system_score_gemma":0.00011152222,"threshold_uncertainty_score":0.9873629},"labels":[],"label_agreement":null},{"id":"W3099354896","doi":"10.18653/v1/2020.emnlp-main.681","title":"Deconstructing word embedding algorithms","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Word2vec; Word (group theory); Computer science; Word embedding; Natural language processing; Embedding; Feature (linguistics); Artificial intelligence; Resource (disambiguation); Quality (philosophy); Linguistics","score_opus":0.054864406494952514,"score_gpt":0.3044185296808561,"score_spread":0.2495541231859036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099354896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026910056,0.00009400553,0.98006976,0.0019496285,0.0021500252,0.00014920611,0.000001097165,0.0007627239,0.012132553],"genre_scores_gemma":[0.1111624,0.000008017119,0.8877204,0.00046727536,0.0004287381,0.00001232009,0.0000019757745,0.000013988862,0.0001848801],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804914,0.00004115964,0.00037355107,0.0009507493,0.00027952742,0.00030587142],"domain_scores_gemma":[0.9986392,0.00007571413,0.00015872132,0.000923554,0.000056432844,0.00014636002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021211394,0.00023527247,0.00029899782,0.00009168927,0.00008513621,0.00047641754,0.0018012051,0.0001792035,0.000050613624],"category_scores_gemma":[0.000076032025,0.00023684674,0.00013025252,0.0001412378,0.000018467248,0.00019707308,0.0047192858,0.00071401073,0.00007447369],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.8130396e-7,0.000008411752,0.0003188994,0.00009982523,0.00005172284,0.000060352253,0.001261992,0.012757748,0.0000750716,0.06273889,0.00039302994,0.9222334],"study_design_scores_gemma":[0.000068004614,0.0000034104166,0.000025473673,0.00006733505,0.0000048062398,0.000020387877,0.000053042662,0.9598938,0.00031608643,0.038762446,0.00051358255,0.00027158431],"about_ca_topic_score_codex":0.000066009205,"about_ca_topic_score_gemma":0.000003802323,"teacher_disagreement_score":0.9471361,"about_ca_system_score_codex":0.000064846856,"about_ca_system_score_gemma":0.00017551235,"threshold_uncertainty_score":0.965833},"labels":[],"label_agreement":null},{"id":"W3099409970","doi":"10.1016/j.future.2020.11.012","title":"Entity-aware capsule network for multi-class classification of big data: A deep learning approach","year":2020,"lang":"en","type":"article","venue":"Future Generation Computer Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Research Center of the College of Computer and Information Sciences, King Saud University","keywords":"Computer science; Artificial intelligence; Convolutional neural network; Deep learning; Machine learning; Natural language processing; Pooling; Variety (cybernetics); Machine translation; Named-entity recognition; Task (project management)","score_opus":0.16835399261266557,"score_gpt":0.2749958446199877,"score_spread":0.10664185200732215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099409970","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037767642,0.00077865005,0.9752552,0.0005760129,0.022155734,0.00063359865,0.00001540939,0.00018421673,0.000023499111],"genre_scores_gemma":[0.15954643,0.000016774267,0.7090359,0.0003203403,0.12998387,0.00010611005,0.0008885881,0.000029992287,0.00007199858],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978647,0.0002420061,0.00055246573,0.0007901892,0.0003024032,0.0002482204],"domain_scores_gemma":[0.99841034,0.000026728556,0.0003483713,0.0008395152,0.00026545086,0.00010957222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049043476,0.00018278741,0.0003091536,0.0000560411,0.00022362842,0.00032323514,0.0011299988,0.00013834471,4.6221066e-7],"category_scores_gemma":[0.000017294436,0.0001779781,0.00006806516,0.00033744625,0.000013252311,0.0004342215,0.00034399916,0.00017173312,0.0000054637794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004531709,0.000066158136,0.00023607617,0.00035115614,0.00006753814,0.0000011694119,0.0021826858,0.87827235,0.0015072693,0.021761363,0.044586387,0.050963283],"study_design_scores_gemma":[0.00041317396,0.00005228105,0.00007864551,0.000015286952,0.000011026618,0.000004936354,0.000071947936,0.93809175,0.00005569986,0.0000015227444,0.0610384,0.00016534788],"about_ca_topic_score_codex":0.000017618115,"about_ca_topic_score_gemma":0.000012360496,"teacher_disagreement_score":0.26621932,"about_ca_system_score_codex":0.00003589889,"about_ca_system_score_gemma":0.00006772979,"threshold_uncertainty_score":0.72577363},"labels":[],"label_agreement":null},{"id":"W3099413717","doi":"10.18653/v1/2020.findings-emnlp.250","title":"Improving Word Embedding Factorization for Compression Using Distilled Nonlinear Neural Decomposition","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Embedding; Computer science; Word embedding; Word (group theory); Matrix decomposition; Artificial intelligence; Machine translation; Translation (biology); Language model; Speech recognition; Natural language processing; Mathematics","score_opus":0.04846563712461783,"score_gpt":0.31855323091445853,"score_spread":0.2700875937898407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099413717","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10869894,0.0000114968525,0.890047,0.00045030026,0.00031549152,0.00022624103,0.0000020447765,0.00021992187,0.000028572505],"genre_scores_gemma":[0.57410467,2.5590379e-7,0.4255046,0.00020947627,0.00015819893,0.0000030237686,0.000008045864,0.000006480329,0.0000052476976],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907005,0.000026298683,0.00022495672,0.00034638352,0.00014561969,0.00018668872],"domain_scores_gemma":[0.9995063,0.00006429293,0.00009599535,0.000169903,0.00006887617,0.00009463352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006648997,0.000107013046,0.00012658599,0.000036602472,0.0001740398,0.0001755974,0.00029882172,0.00004368743,0.0000062639933],"category_scores_gemma":[0.00005335194,0.00009753186,0.000053916134,0.00014246472,0.000006423064,0.0005761233,0.00017694973,0.00007096542,0.000001865231],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043098546,0.00004040289,0.00070150546,0.000117259435,0.000012786281,0.0000037960872,0.0012247837,0.25015038,0.5910587,0.0042822044,0.000044769367,0.15232034],"study_design_scores_gemma":[0.0003088211,0.000028095708,0.000042182815,0.000014948381,0.0000051110146,0.0000017519644,0.000020724094,0.9890679,0.010200822,0.000110400455,0.00007818754,0.00012101399],"about_ca_topic_score_codex":0.000022433305,"about_ca_topic_score_gemma":0.000001339273,"teacher_disagreement_score":0.7389176,"about_ca_system_score_codex":0.000038745446,"about_ca_system_score_gemma":0.00002288591,"threshold_uncertainty_score":0.3977234},"labels":[],"label_agreement":null},{"id":"W3099471123","doi":"10.48550/arxiv.2011.10036","title":"On the Dynamics of Training Attention Models","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Discriminative model; Computer science; Classifier (UML); Artificial intelligence; Embedding; Machine learning; Stochastic gradient descent; Dynamics (music); Task (project management); Set (abstract data type); Block (permutation group theory); Simple (philosophy); Artificial neural network; Natural language processing; Psychology; Mathematics; Engineering","score_opus":0.18672170592516524,"score_gpt":0.18892304551873793,"score_spread":0.0022013395935726876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099471123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1801511,0.00000546311,0.81491494,0.00079514587,0.00023444892,0.00013900056,0.0000065139575,0.00008669628,0.0036666836],"genre_scores_gemma":[0.9970938,0.000017298764,0.0024381813,0.0001285554,0.000027462607,3.9889238e-7,0.0000059073145,0.000008930494,0.00027944893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883264,0.00009678987,0.0001598862,0.00064266054,0.00009971731,0.00016832215],"domain_scores_gemma":[0.99860454,0.00012087043,0.00020960649,0.0009306511,0.000072880735,0.00006142941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019997724,0.00016245003,0.00020743281,0.00009411325,0.00007701529,0.00004417489,0.0016588845,0.00013361717,0.0000069286943],"category_scores_gemma":[0.000026817217,0.00015276436,0.00017181848,0.00026513453,0.000050040962,0.00017161005,0.0011608041,0.0004550469,0.000011462722],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031135576,0.000008295595,0.000020014106,0.0000138543055,0.000017406035,0.000012844698,0.00026504113,0.42755944,0.0000060583047,0.57162356,0.000011513403,0.00045887826],"study_design_scores_gemma":[0.00007040361,0.00001385237,0.000031256346,0.000049016253,0.000012962361,4.2216033e-7,0.00009505004,0.64172435,0.0000063162847,0.35790405,0.0000023652026,0.000089983485],"about_ca_topic_score_codex":0.000053573538,"about_ca_topic_score_gemma":0.000017478862,"teacher_disagreement_score":0.8169427,"about_ca_system_score_codex":0.00012036249,"about_ca_system_score_gemma":0.000111540896,"threshold_uncertainty_score":0.622955},"labels":[],"label_agreement":null},{"id":"W3099883129","doi":"","title":"Generating Extractive Summaries of Scientific Paradigms","year":2013,"lang":"en","type":"article","venue":"NPARC","topic":"Topic Modeling","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Automatic summarization; Computer science; Information retrieval; Salient; Set (abstract data type); Citation; Dependency (UML); Data science; Cover (algebra); Parsing; Natural language processing; World Wide Web; Artificial intelligence","score_opus":0.026476075784331296,"score_gpt":0.2415757040701654,"score_spread":0.21509962828583412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099883129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5588596,0.000034781053,0.42875382,0.000469132,0.00039079078,0.00010414455,7.981463e-7,0.000051701758,0.011335234],"genre_scores_gemma":[0.76804197,6.8485843e-7,0.23141564,0.000038693153,0.00003527965,0.000010257561,6.335715e-7,0.0000025381955,0.00045429455],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920195,0.000028323391,0.00015978004,0.00024001462,0.00020241221,0.00016751136],"domain_scores_gemma":[0.9993111,0.000060153612,0.000069174916,0.00041706787,0.00009788374,0.000044654178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018647625,0.000059251,0.000088314315,0.00005589989,0.000117589225,0.00024094923,0.00043887034,0.000025797211,0.000108524175],"category_scores_gemma":[0.000048646474,0.000053096675,0.000028879662,0.0001606448,0.00007353642,0.0005773964,0.00013399898,0.000064999345,0.000051305637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.8148037e-7,0.000043020926,0.0013236179,0.000016014692,0.000011983161,0.0000025498366,0.0022654424,0.0011678579,0.47401926,0.27724105,0.0023597763,0.24154864],"study_design_scores_gemma":[0.00010383754,0.000018571236,0.0010199879,0.000014999747,0.0000020623875,0.000003911154,0.00005455784,0.8842972,0.055730574,0.056960285,0.0016740538,0.00011994922],"about_ca_topic_score_codex":0.00003564091,"about_ca_topic_score_gemma":0.000004384031,"teacher_disagreement_score":0.88312936,"about_ca_system_score_codex":0.000013970912,"about_ca_system_score_gemma":0.000055716002,"threshold_uncertainty_score":0.23234789},"labels":[],"label_agreement":null},{"id":"W3100038904","doi":"10.18653/v1/2020.sustainlp-1.14","title":"A Little Bit Is Worse Than None: Ranking with Limited Training Data","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Computer science; Training set; Ranking (information retrieval); Classifier (UML); Relevance (law); Labeled data; Artificial intelligence; Information retrieval; Machine learning; Domain (mathematical analysis); Simple (philosophy); Training (meteorology)","score_opus":0.1694170731781986,"score_gpt":0.2713215509351272,"score_spread":0.10190447775692862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100038904","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019728072,0.000045994457,0.96386385,0.0112681445,0.00007061449,0.00009816832,0.000003080829,0.000326733,0.004595318],"genre_scores_gemma":[0.71748424,0.000002919697,0.27785072,0.0043331706,0.00012305188,0.0000024626381,0.000005070637,0.000009362124,0.0001889741],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868846,0.000025551704,0.00016188665,0.0005999184,0.00026817195,0.0002560316],"domain_scores_gemma":[0.99869025,0.000055578832,0.00004622658,0.0010474382,0.000030582487,0.0001299108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018284126,0.00011469464,0.00014417224,0.00004229708,0.00007531925,0.00019663452,0.0016305083,0.000034135173,0.0000724095],"category_scores_gemma":[0.00004039932,0.00008956512,0.000021185124,0.00046556036,0.000017495193,0.00064947084,0.00071784743,0.00014037782,0.000056209137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010667169,0.00015063223,0.009597825,0.00014780901,0.00029270412,0.0003976277,0.15419966,0.0037296598,0.0025952032,0.05379312,0.013655546,0.7613335],"study_design_scores_gemma":[0.00038635914,0.000046073732,0.00017057531,0.000033514185,0.0000068931004,0.000011565563,0.0002632201,0.99199677,0.00028074344,0.00015431995,0.0064771343,0.00017286451],"about_ca_topic_score_codex":0.00006064475,"about_ca_topic_score_gemma":0.000027291673,"teacher_disagreement_score":0.98826706,"about_ca_system_score_codex":0.000008296576,"about_ca_system_score_gemma":0.00008074316,"threshold_uncertainty_score":0.36523595},"labels":[],"label_agreement":null},{"id":"W3100107515","doi":"10.18653/v1/2020.findings-emnlp.63","title":"Document Ranking with a Pretrained Sequence-to-Sequence Model","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":414,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Computer science; Ranking (information retrieval); Sequence (biology); Encoder; Relevance (law); Artificial intelligence; Transformer; Task (project management); Information retrieval; Machine learning; Natural language processing; Data mining; Engineering","score_opus":0.07025758913945321,"score_gpt":0.27606782510455125,"score_spread":0.20581023596509804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100107515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018096536,0.000008154066,0.9631709,0.012698013,0.000035902623,0.0002530267,7.256189e-7,0.0003669574,0.005369809],"genre_scores_gemma":[0.5726404,9.2223377e-7,0.42226234,0.004873293,0.000025447265,0.00001551558,2.9138272e-7,0.0000054966085,0.00017628155],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849737,0.00002246019,0.00019310389,0.00056952366,0.00040331398,0.00031426086],"domain_scores_gemma":[0.99916756,0.00002198657,0.00003999622,0.0004631472,0.00006062422,0.00024671236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014726928,0.00014368733,0.00014644676,0.00004204926,0.0000729165,0.00017857061,0.0009712667,0.000032260614,0.000025465846],"category_scores_gemma":[0.00002857773,0.000111250345,0.00003110623,0.0003778729,0.000020613534,0.0005351232,0.00026267485,0.00011983837,0.000053700765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028692284,0.000018182405,0.00017344343,0.000037984646,0.000024924562,0.00007911667,0.009963069,0.59204495,0.016325442,0.34550387,0.00029337688,0.03550697],"study_design_scores_gemma":[0.0002601371,0.000090852875,0.000006163823,0.000023219895,0.0000027589044,0.000009102299,0.000025284999,0.99274707,0.0018099863,0.0046824743,0.00016143116,0.00018152568],"about_ca_topic_score_codex":0.000034565943,"about_ca_topic_score_gemma":0.000008083916,"teacher_disagreement_score":0.55454385,"about_ca_system_score_codex":0.000056921814,"about_ca_system_score_gemma":0.0001510473,"threshold_uncertainty_score":0.45366573},"labels":[],"label_agreement":null},{"id":"W3100645984","doi":"10.18653/v1/2020.clinicalnlp-1.33","title":"Exploring Text Specific and Blackbox Fairness Algorithms in Multimodal Clinical NLP","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Vector Institute; University of Toronto","funders":"Vector Institute; Canadian Institute for Advanced Research","keywords":"Odds; Computer science; Intersection (aeronautics); Artificial intelligence; Word (group theory); Task (project management); Natural language processing; Modality (human–computer interaction); Machine learning; Algorithm; Logistic regression","score_opus":0.29510042896090366,"score_gpt":0.32190189009543474,"score_spread":0.02680146113453108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100645984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3080102,0.0000568133,0.68786174,0.002709988,0.0002904358,0.00009164802,2.3454045e-7,0.0001249408,0.0008539976],"genre_scores_gemma":[0.81534153,0.000091708665,0.18383092,0.00044491148,0.00024264041,0.000007646307,2.3781747e-7,0.00000643238,0.00003396807],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861467,0.00005794793,0.0003678425,0.0005616413,0.00017160502,0.00022630389],"domain_scores_gemma":[0.9993537,0.0001258953,0.000033727407,0.000296565,0.000021804948,0.00016829433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030730682,0.000107618325,0.00019431137,0.00004605531,0.000032715412,0.000107338325,0.00045739012,0.000046240835,0.000020250556],"category_scores_gemma":[0.000048391863,0.00009830343,0.000039146318,0.00022156339,0.000035279852,0.00062906346,0.00041186623,0.00021868918,0.000071177405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010419891,0.00007278148,0.018929994,0.000019103421,0.000007959928,0.00010057234,0.00419878,0.0010172554,0.00015277194,0.028683854,0.0001683979,0.9466381],"study_design_scores_gemma":[0.00063337403,0.000048510057,0.017464865,0.000012365919,9.1016983e-7,0.000004013928,0.00024611497,0.97812706,0.00022717162,0.00035781966,0.002699064,0.00017870309],"about_ca_topic_score_codex":0.000039191018,"about_ca_topic_score_gemma":0.000007454706,"teacher_disagreement_score":0.97710985,"about_ca_system_score_codex":0.000014327719,"about_ca_system_score_gemma":0.000022132586,"threshold_uncertainty_score":0.40086976},"labels":[],"label_agreement":null},{"id":"W3100889051","doi":"10.48550/arxiv.2011.05723","title":"CalibreNet: Calibration Networks for Multilingual Sequence Labeling","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"People's Government of Jilin Province; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Benchmark (surveying); Sequence labeling; Task (project management); Sequence (biology); Named-entity recognition; Phrase; Natural language processing; Artificial intelligence; Obstacle; Boundary (topology); Resource (disambiguation); Mathematics","score_opus":0.1565945791399868,"score_gpt":0.22578983050627377,"score_spread":0.06919525136628696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100889051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04027451,0.00008045955,0.95745635,0.00029271792,0.0008833528,0.00045666037,0.00002053269,0.00043211455,0.000103314145],"genre_scores_gemma":[0.9560183,0.00005065602,0.042993978,0.0003262074,0.00033082167,0.000002769477,0.000045631237,0.000024832347,0.00020676471],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778074,0.00009434311,0.00027056935,0.0013803267,0.00008827449,0.0003857322],"domain_scores_gemma":[0.9983312,0.00015650546,0.00024178649,0.0009314331,0.00014365472,0.00019541733],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021201558,0.00030285222,0.00031940077,0.000106045445,0.00017271045,0.00019188788,0.0016910022,0.00034737767,0.000005020124],"category_scores_gemma":[0.00007289873,0.0003755212,0.00019187931,0.00032890632,0.00004819162,0.00041094518,0.0015020287,0.00052765355,0.000006504039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001446412,0.000014400816,0.00027797237,0.00005984391,0.00003265813,0.00006498811,0.00022484908,0.9331521,0.00009183467,0.06413208,0.000065352244,0.0018695062],"study_design_scores_gemma":[0.0003358886,0.000027541319,0.000015856967,0.000068421825,0.00003487203,0.000001341232,0.000024156825,0.972993,0.00024769962,0.025675965,0.00020709628,0.00036814634],"about_ca_topic_score_codex":0.00016073139,"about_ca_topic_score_gemma":0.000040601826,"teacher_disagreement_score":0.9157438,"about_ca_system_score_codex":0.00015230199,"about_ca_system_score_gemma":0.00029134576,"threshold_uncertainty_score":0.99986964},"labels":[],"label_agreement":null},{"id":"W3100949457","doi":"10.18653/v1/2020.findings-emnlp.127","title":"Filtering before Iteratively Referring for Knowledge-Grounded Response Selection in Retrieval-Based Chatbots","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Filter (signal processing); Context (archaeology); Knowledge extraction; Conversation; Artificial intelligence; Process (computing); Task (project management); Persona; Information retrieval; Selection (genetic algorithm); Knowledge base; Natural language processing; Machine learning; Human–computer interaction; Computer vision; Engineering","score_opus":0.07232172618019449,"score_gpt":0.3008768054510579,"score_spread":0.22855507927086338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100949457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.224036,0.000016011003,0.77262646,0.0024531868,0.00009310893,0.00025603082,7.559018e-7,0.00021025646,0.00030820846],"genre_scores_gemma":[0.86260235,3.0112088e-7,0.13646944,0.00053584506,0.00008895417,0.000022007984,0.0000010842456,0.000011206815,0.0002687881],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987238,0.00011693943,0.00027553478,0.00048004754,0.00013070236,0.0002729738],"domain_scores_gemma":[0.99939233,0.00020387978,0.00005472857,0.0001691164,0.00008853369,0.00009143808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005535897,0.00013350483,0.00016242165,0.00013973091,0.00009610968,0.00014793896,0.0003792981,0.0000677479,0.000010833806],"category_scores_gemma":[0.00035633307,0.00012951627,0.000055201537,0.00055578543,0.000009405553,0.00049648894,0.0001182448,0.00013290632,0.000010821935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008146101,0.00047375634,0.004294953,0.00093305873,0.000100939644,0.00007125634,0.07651357,0.06729619,0.59059584,0.104991585,0.0011436174,0.14543913],"study_design_scores_gemma":[0.0007564878,0.00025847618,0.0018861493,0.00004289667,0.0000015755478,0.0000018660344,0.000036042413,0.9689607,0.026176998,0.0005157789,0.0012189645,0.00014407818],"about_ca_topic_score_codex":0.000012002689,"about_ca_topic_score_gemma":0.000070771326,"teacher_disagreement_score":0.9016645,"about_ca_system_score_codex":0.00015387495,"about_ca_system_score_gemma":0.00013491973,"threshold_uncertainty_score":0.528152},"labels":[],"label_agreement":null},{"id":"W3100985894","doi":"10.1109/micro50266.2020.00071","title":"GOBO: Quantizing Attention-Based NLP Models for Low Latency and Energy Efficient Inference","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":163,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Quantization (signal processing); Inference; Computation; Latency (audio); Language model; Parallel computing; Computer engineering; Computer hardware; Artificial intelligence; Algorithm","score_opus":0.11445244292019002,"score_gpt":0.2010061101867137,"score_spread":0.08655366726652367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100985894","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13009045,0.00006754708,0.86856055,0.00024039866,0.0003655637,0.00017720583,0.000013355759,0.00020709174,0.00027786236],"genre_scores_gemma":[0.9832288,0.000048924187,0.01628911,0.0001693501,0.000049924136,0.0000032108182,0.000015025204,0.000017428601,0.00017822089],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978526,0.00007364412,0.00024540798,0.001369498,0.00010858552,0.00035023392],"domain_scores_gemma":[0.9983659,0.0001986761,0.00022434873,0.0008311899,0.00018563737,0.00019429834],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001718774,0.0003024619,0.00033796436,0.00019833157,0.00018216424,0.00016688477,0.0011619732,0.00022099032,0.000003134556],"category_scores_gemma":[0.000041769323,0.00035924526,0.00018990536,0.00030356523,0.00006223171,0.00021763021,0.0012727428,0.0002845346,0.0000054645548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000961796,0.000029594406,0.00030611956,0.0001012718,0.000018843215,0.000029603572,0.00006939939,0.6855415,0.000050321327,0.3132216,0.000008157251,0.00061393814],"study_design_scores_gemma":[0.00043386634,0.000035753143,0.00011030348,0.00015435276,0.000036429396,6.0118316e-7,0.000017693288,0.93819046,0.000060765215,0.060564518,0.000038177768,0.00035706037],"about_ca_topic_score_codex":0.00024436854,"about_ca_topic_score_gemma":0.000028425702,"teacher_disagreement_score":0.8531384,"about_ca_system_score_codex":0.00011010746,"about_ca_system_score_gemma":0.00026879564,"threshold_uncertainty_score":0.999886},"labels":[],"label_agreement":null},{"id":"W3101035550","doi":"","title":"Measuring Systematic Generalization in Neural Proof Generation with Transformers","year":2020,"lang":"en","type":"article","venue":"Neural Information Processing Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; McGill University","funders":"","keywords":"Mathematical proof; Computer science; Backward chaining; Generalization; Chaining; Artificial intelligence; Natural deduction; Automated theorem proving; Inference; Theoretical computer science; Programming language; Mathematics; Inference engine","score_opus":0.061497662312542785,"score_gpt":0.22974727517805896,"score_spread":0.16824961286551618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101035550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045892872,0.0002816627,0.9512012,0.00085784,0.00023316224,0.0010038144,9.115295e-7,0.00023517231,0.00029334647],"genre_scores_gemma":[0.99725777,0.0000015760579,0.0018983948,0.0005707069,0.00010198464,0.0001319473,0.000017573471,0.000009703942,0.000010337147],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980448,0.00010281207,0.00083580293,0.00022311037,0.0005475521,0.00024591474],"domain_scores_gemma":[0.99917644,0.000011432727,0.0003494249,0.00016347131,0.00020530463,0.000093894334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031315588,0.00018101497,0.0002714008,0.00017071542,0.00014379984,0.00085708714,0.00033670317,0.000065550325,7.129203e-7],"category_scores_gemma":[0.000043700125,0.00014420963,0.00002867993,0.0006752679,0.000012665805,0.0067536565,0.00002611815,0.00013958274,0.000007125581],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011708824,0.000010578148,0.0004056916,0.014908758,0.000007915366,0.0000043255077,0.0128885945,0.9523719,0.0010579166,0.0010193328,0.000015680636,0.01729763],"study_design_scores_gemma":[0.00039202502,0.000052285443,0.000029822802,0.00059397676,0.000006522026,0.000050019426,0.0003061461,0.9976006,0.00076518796,0.0000023814391,0.000024439858,0.0001765586],"about_ca_topic_score_codex":0.00003286376,"about_ca_topic_score_gemma":0.0000066408525,"teacher_disagreement_score":0.9513649,"about_ca_system_score_codex":0.00009194788,"about_ca_system_score_gemma":0.00008707737,"threshold_uncertainty_score":0.82649106},"labels":[],"label_agreement":null},{"id":"W3101190870","doi":"10.18653/v1/2020.blackboxnlp-1.3","title":"Examining the rhetorical capacities of neural language models","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"Canadian Institute for Advanced Research","keywords":"Rhetorical question; Computer science; ENCODE; Rhetoric; Set (abstract data type); Linguistics; Transformer; Rhetorical device; Artificial intelligence; Natural language processing; Philosophy; Programming language","score_opus":0.13039270456795185,"score_gpt":0.26006055282419666,"score_spread":0.1296678482562448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101190870","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1834139,0.00007492376,0.80671364,0.0021228422,0.00007551739,0.000032931417,3.1031576e-7,0.00007749848,0.007488469],"genre_scores_gemma":[0.9775377,0.000001058031,0.021274101,0.0009859998,0.00006564773,0.0000016760525,1.02851466e-7,0.000002484109,0.00013124936],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994726,0.00002877474,0.00011376911,0.00013342165,0.00015147365,0.00009994104],"domain_scores_gemma":[0.9996184,0.00006911993,0.000025560286,0.00023289718,0.000017128576,0.000036853755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007705883,0.000047388225,0.00007502746,0.000010513449,0.000030018955,0.000027486072,0.000519278,0.00001634628,0.000011591287],"category_scores_gemma":[0.000023374787,0.000029485169,0.00002297194,0.000098743476,0.000028658453,0.00019794106,0.00017800882,0.000073885865,0.0000035502396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004022864,0.000015023854,0.00030519985,0.000029796656,0.000017311428,0.000016414171,0.10173065,0.060641512,0.004909973,0.7876294,0.0009969752,0.04370367],"study_design_scores_gemma":[0.00004726139,0.000020529757,0.000031559535,0.0000017000007,0.000001096055,0.0000021605304,0.0012546545,0.9963322,0.0012265514,0.0010054832,0.000038040536,0.00003873613],"about_ca_topic_score_codex":0.00006156051,"about_ca_topic_score_gemma":0.000001852354,"teacher_disagreement_score":0.9356907,"about_ca_system_score_codex":0.0000050867475,"about_ca_system_score_gemma":0.0000127195835,"threshold_uncertainty_score":0.12023703},"labels":[],"label_agreement":null},{"id":"W3101384737","doi":"10.18653/v1/2020.findings-emnlp.281","title":"Towards Domain-Independent Text Structuring Trainable on Large Discourse Treebanks","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Structuring; Computer science; Pointer (user interface); Task (project management); Dependency (UML); Artificial intelligence; Metric (unit); Natural language processing; Set (abstract data type); Domain (mathematical analysis); Tree (set theory); Machine learning; Programming language","score_opus":0.023455984990626122,"score_gpt":0.26016114431718734,"score_spread":0.23670515932656122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101384737","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11186098,0.000019865234,0.8396123,0.010308507,0.00021933344,0.00014117277,0.000002734946,0.000268022,0.037567053],"genre_scores_gemma":[0.95380986,0.0000015179652,0.04289292,0.0023637319,0.0001881149,0.0000065404643,0.0000010062619,0.000011217921,0.0007251057],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983543,0.00003567455,0.00020509356,0.0005418927,0.0004312388,0.0004317896],"domain_scores_gemma":[0.99921167,0.000019419456,0.000044730776,0.0004913366,0.00002276641,0.00021010448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001669925,0.00016241381,0.00016740075,0.000048916296,0.00013357874,0.00017642231,0.00089815253,0.00005891877,0.0002403271],"category_scores_gemma":[0.000019282877,0.00013261574,0.00007985254,0.00016893721,0.000014550692,0.00034381825,0.00034906308,0.00021139251,0.00009628211],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012373004,0.00006719424,0.00015535373,0.0000278314,0.000023602028,0.00012847067,0.0065228255,0.002419968,0.000733981,0.8723343,0.0008815028,0.11669262],"study_design_scores_gemma":[0.004016246,0.00061627635,0.0043915105,0.000060123195,0.000020165271,0.000049324237,0.0039469646,0.88646317,0.017340168,0.05122915,0.030439384,0.0014275336],"about_ca_topic_score_codex":0.000040662828,"about_ca_topic_score_gemma":0.000021859656,"teacher_disagreement_score":0.88404316,"about_ca_system_score_codex":0.000053352924,"about_ca_system_score_gemma":0.00007444319,"threshold_uncertainty_score":0.5407913},"labels":[],"label_agreement":null},{"id":"W3101513017","doi":"10.18653/v1/2020.clinicalnlp-1.15","title":"MeDAL: Medical Abbreviation Disambiguation Dataset for Natural Language Understanding Pretraining","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; McGill University","funders":"","keywords":"Computer science; Natural language processing; Medal; Artificial intelligence; Domain (mathematical analysis); Natural language; Natural (archaeology)","score_opus":0.1476165516358032,"score_gpt":0.3630807248595844,"score_spread":0.21546417322378122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101513017","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034228197,0.0002522165,0.9884684,0.00835129,0.0013114982,0.00052103715,0.00020474529,0.00026838412,0.00028011907],"genre_scores_gemma":[0.86468023,0.000012619457,0.12846822,0.0012811451,0.00048719256,0.000056801393,0.0049636173,0.000017270468,0.000032886437],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978232,0.00007271663,0.00039356563,0.00075375254,0.0007090248,0.00024778806],"domain_scores_gemma":[0.9987625,0.0003269626,0.00018714239,0.00054847705,0.000034725104,0.00014019522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077778747,0.00020402267,0.0002588374,0.00008622417,0.00009394592,0.00029226136,0.001121026,0.00023999016,0.00004764199],"category_scores_gemma":[0.00090618775,0.0001888624,0.00009181803,0.000112796726,0.000021388158,0.00032007653,0.0011755959,0.00052886136,0.000007728594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004507843,0.00007873261,0.00015508477,0.0018326446,0.00030307355,0.000060080125,0.020639181,0.0024112575,0.0003235241,0.5647936,0.027983611,0.38137418],"study_design_scores_gemma":[0.00029255514,0.000014879902,0.000024244231,0.00018067345,0.000017506625,0.0000035372448,0.00029946663,0.98593736,0.00006268992,0.0127203055,0.00022420248,0.000222556],"about_ca_topic_score_codex":0.00006280934,"about_ca_topic_score_gemma":0.00006973685,"teacher_disagreement_score":0.9835261,"about_ca_system_score_codex":0.00020483723,"about_ca_system_score_gemma":0.00024276433,"threshold_uncertainty_score":0.7701585},"labels":[],"label_agreement":null},{"id":"W3101878262","doi":"10.18653/v1/2020.emnlp-main.325","title":"Supervised Seeded Iterated Learning for Interactive Language Learning","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Compute Canada","keywords":"Computer science; Artificial intelligence; Iterated function; Language model; Natural language processing; Strengths and weaknesses; Task (project management); Word (group theory); Seeding; Supervised learning; Language acquisition; Dynamics (music); Train; Natural language; Machine learning; Linguistics; Artificial neural network; Psychology; Mathematics","score_opus":0.02719451474617501,"score_gpt":0.2676619374156743,"score_spread":0.24046742266949928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101878262","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09873083,0.000023670083,0.8950839,0.0021683488,0.00008588842,0.00015229147,2.4201378e-7,0.00050689164,0.0032479044],"genre_scores_gemma":[0.94219005,8.535997e-7,0.055301104,0.0011098078,0.00012180699,0.000014131036,0.000006854556,0.000011737269,0.0012436599],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907434,0.000060389848,0.00016296268,0.00036298463,0.000117643765,0.00022164955],"domain_scores_gemma":[0.9994823,0.00015987815,0.000047814803,0.00013417091,0.00007744724,0.00009840669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012538393,0.000108305336,0.00013869768,0.000042478056,0.00011563287,0.00020063261,0.00039512085,0.00003956358,0.00006323878],"category_scores_gemma":[0.0002872326,0.00010015215,0.000060257742,0.00020604582,0.000006868293,0.00043856667,0.00018724852,0.0002604014,0.000057655823],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017765416,0.0000697513,0.0044828816,0.00018733484,0.00017815358,0.000077529716,0.22110991,0.16635959,0.27640632,0.01854558,0.0015206401,0.31088468],"study_design_scores_gemma":[0.00043263304,0.0001041528,0.000041002007,0.000012580376,0.0000029172263,0.000001946433,0.0017300626,0.9852806,0.008745941,0.00004382401,0.0034709028,0.0001334444],"about_ca_topic_score_codex":0.000022564014,"about_ca_topic_score_gemma":0.0000017586934,"teacher_disagreement_score":0.8434592,"about_ca_system_score_codex":0.000021272082,"about_ca_system_score_gemma":0.000027664888,"threshold_uncertainty_score":0.40840864},"labels":[],"label_agreement":null},{"id":"W3102645206","doi":"10.18653/v1/2020.emnlp-main.506","title":"Factual Error Correction for Abstractive Summarization Models","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Automatic summarization; Computer science; Consistency (knowledge bases); Artificial intelligence; Heuristic; Machine learning; Natural language processing","score_opus":0.08399768128692162,"score_gpt":0.2738264388879877,"score_spread":0.18982875760106607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102645206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022957465,0.0000033975564,0.99046355,0.0019314543,0.0004545953,0.0001843301,0.000001283371,0.00020458564,0.0044610263],"genre_scores_gemma":[0.9033955,7.402032e-7,0.09531062,0.000798229,0.000087363194,0.000013408052,0.000004294577,0.000004406789,0.00038544147],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943763,0.000008722721,0.00011054918,0.00023820982,0.00009987396,0.00010499867],"domain_scores_gemma":[0.99967283,0.000054731827,0.000037628008,0.00011586216,0.00006381102,0.000055155895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000049416183,0.000057729005,0.0000630988,0.000020478305,0.00005584149,0.00006051933,0.00019631503,0.00003595691,0.000011260325],"category_scores_gemma":[0.000041756673,0.000054415068,0.000030752584,0.00008538196,0.000004665632,0.0006626588,0.000048799186,0.000050185707,0.000014610097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034174573,0.000047558242,0.00008119345,0.000021365871,0.000023896671,0.0000013199897,0.006875688,0.5940077,0.0021604253,0.19581556,0.0078013474,0.1931298],"study_design_scores_gemma":[0.00012808583,0.000039269617,0.000044550678,0.0000015881938,0.0000018718263,6.3759165e-7,0.00007927345,0.99177283,0.0027020997,0.00455402,0.00060763536,0.000068155125],"about_ca_topic_score_codex":0.000026429074,"about_ca_topic_score_gemma":0.000006876999,"teacher_disagreement_score":0.90109974,"about_ca_system_score_codex":0.000020924952,"about_ca_system_score_gemma":0.000032602788,"threshold_uncertainty_score":0.2218982},"labels":[],"label_agreement":null},{"id":"W3103026670","doi":"10.18653/v1/2020.sdp-1.4","title":"A Smart System to Generate and Validate Question Answer Pairs for COVID-19 Literature","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; Thomson Reuters (Canada); Queen's University","funders":"","keywords":"Computer science; Annotation; Coronavirus disease 2019 (COVID-19); Domain (mathematical analysis); Transformer; Task (project management); Subject-matter expert; Information retrieval; Data science; Artificial intelligence; World Wide Web","score_opus":0.03858974180858433,"score_gpt":0.27716645475049223,"score_spread":0.2385767129419079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103026670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012130413,0.00010605704,0.9660335,0.020701328,0.0002131785,0.00032360852,0.000006097208,0.00030874115,0.00017708141],"genre_scores_gemma":[0.65257996,0.0000034634127,0.3306353,0.016147353,0.00021212772,0.00005015671,0.000005405225,0.000008061042,0.00035816117],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991479,0.0000530472,0.00014252096,0.00040219017,0.00010251426,0.00015183433],"domain_scores_gemma":[0.99933845,0.000036000714,0.000025824102,0.00022260624,0.000060347214,0.00031678146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002544954,0.00009240752,0.000109946144,0.000036889178,0.00008116816,0.0003156692,0.00023404756,0.00004752051,0.0000022404781],"category_scores_gemma":[0.00007688158,0.000076730816,0.000026702144,0.00018663108,0.000004814101,0.00021966982,0.00011990453,0.000047645677,0.000009498752],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006941133,0.00002478997,0.0013070315,0.0014551873,0.00004398813,0.00007766309,0.021324465,0.017511211,0.0059260083,0.9006151,0.03056467,0.021080505],"study_design_scores_gemma":[0.000296142,0.000084822015,0.000028935727,0.00003838123,0.000004572072,0.000015608864,0.00006558306,0.96565396,0.0008207277,0.00034092256,0.032497324,0.00015302865],"about_ca_topic_score_codex":0.000027113696,"about_ca_topic_score_gemma":0.000005576849,"teacher_disagreement_score":0.94814277,"about_ca_system_score_codex":0.000035562272,"about_ca_system_score_gemma":0.000047989688,"threshold_uncertainty_score":0.31289917},"labels":[],"label_agreement":null},{"id":"W3103356223","doi":"10.18653/v1/2020.emnlp-main.101","title":"Learning VAE-LDA Models with Rounded Reparameterization Trick","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Artificial intelligence; Generative grammar; Benchmark (surveying); Topic model; Dirichlet distribution; Generative model; Machine learning; Mathematics","score_opus":0.044944351810645704,"score_gpt":0.2241349230300437,"score_spread":0.179190571219398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103356223","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020972999,0.000009592853,0.9693004,0.00237513,0.00003637167,0.000086067834,7.040337e-8,0.0004229224,0.0067964755],"genre_scores_gemma":[0.7131797,0.0000031215102,0.28555825,0.0009477171,0.000028954324,0.0000036679048,0.0000011551664,0.0000054557695,0.00027196418],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991382,0.00003944223,0.00013720986,0.0003407062,0.00019900285,0.0001454563],"domain_scores_gemma":[0.99956566,0.000027742753,0.000050392213,0.00023141642,0.00004405161,0.00008072588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007928452,0.00007995617,0.000098626675,0.000029995672,0.00006654035,0.0001607459,0.00033111536,0.000029569333,0.0000110664005],"category_scores_gemma":[0.000029373565,0.00006428161,0.000021936907,0.00033020528,0.0000075427624,0.0006881817,0.00011450249,0.000103395556,0.000020135547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015892505,0.000015961523,0.00026367832,0.000012144287,0.000015567406,0.00001353667,0.0027281519,0.81801265,0.00089369173,0.14931312,0.00013378679,0.028581817],"study_design_scores_gemma":[0.00019539786,0.000122049394,0.000017692715,0.000003921782,0.0000018557487,0.000004284037,0.00003880968,0.99648815,0.00035208047,0.0019780395,0.0006981983,0.00009950464],"about_ca_topic_score_codex":0.000027472046,"about_ca_topic_score_gemma":0.000001510949,"teacher_disagreement_score":0.6922067,"about_ca_system_score_codex":0.000018294906,"about_ca_system_score_gemma":0.000038502552,"threshold_uncertainty_score":0.2621328},"labels":[],"label_agreement":null},{"id":"W3103410567","doi":"10.48550/arxiv.2011.06188","title":"Evaluating Curriculum Learning Strategies in Neural Combinatorial Optimization","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Curriculum; Machine learning; Artificial intelligence; Inefficiency; Task (project management); Field (mathematics); Artificial neural network; Range (aeronautics); Engineering; Mathematics; Systems engineering; Psychology","score_opus":0.11831965325499277,"score_gpt":0.24173151748570462,"score_spread":0.12341186423071185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103410567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27453473,0.000026014986,0.7233018,0.00007949576,0.0009669044,0.0001857387,5.1240005e-7,0.00022327498,0.00068147917],"genre_scores_gemma":[0.982763,0.000021161524,0.016997097,0.000025044117,0.000130772,9.968207e-7,0.000011449717,0.000013396416,0.000037110705],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99795437,0.00033822717,0.0002466618,0.0010284022,0.00014116074,0.0002911757],"domain_scores_gemma":[0.99895674,0.00006957101,0.00024718468,0.0005017132,0.00012688825,0.000097884986],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003262202,0.00024223988,0.00028477758,0.00019044445,0.00011924864,0.00027993435,0.0012397703,0.00021004958,0.00001298253],"category_scores_gemma":[0.00011842455,0.00030801247,0.00010252552,0.00057457044,0.000032555876,0.0006726925,0.0017715484,0.0010083638,0.000011534575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053395215,0.000023775197,0.0022565802,0.000034460325,0.000009483044,0.00009497383,0.00034190042,0.9010073,0.000010460833,0.09586787,0.0000033573451,0.00034448813],"study_design_scores_gemma":[0.0005235974,0.00005593875,0.00017117467,0.000062376195,0.000015948604,0.0000012281218,0.00027064746,0.9790272,0.000006169648,0.019575754,0.0000056845342,0.00028428083],"about_ca_topic_score_codex":0.00029154692,"about_ca_topic_score_gemma":0.000010696599,"teacher_disagreement_score":0.70822823,"about_ca_system_score_codex":0.00019677567,"about_ca_system_score_gemma":0.00028320323,"threshold_uncertainty_score":0.9999372},"labels":[],"label_agreement":null},{"id":"W3103720397","doi":"10.2196/23357","title":"Using Character-Level and Entity-Level Representations to Enhance Bidirectional Encoder Representation From Transformers-Based Clinical Semantic Textual Similarity Model: ClinicalSTS Modeling Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Harbin Institute of Technology","keywords":"Computer science; Natural language processing; Snippet; Artificial intelligence; Information retrieval; Encoder; Semantic similarity; Transformer; Sentence; Language model","score_opus":0.2662994500200416,"score_gpt":0.45955414980796283,"score_spread":0.19325469978792126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103720397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44135094,0.000004388681,0.5561729,0.0015899716,0.00016560171,0.00051769166,0.000029362784,0.000111050045,0.000058112168],"genre_scores_gemma":[0.7735219,0.000014657004,0.22160332,0.0045116288,0.00025034542,0.00004699397,0.000028363358,0.000014061429,0.000008742724],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99510026,0.00023744104,0.002111988,0.00062632136,0.0015286556,0.00039531785],"domain_scores_gemma":[0.9974799,0.00061524526,0.0002894847,0.0005568961,0.00024045879,0.0008179772],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012773111,0.00027051757,0.00054802495,0.00014099109,0.00025923442,0.00024299779,0.00076330773,0.00026976108,0.000037096353],"category_scores_gemma":[0.0010677079,0.00026408033,0.00015745616,0.00051640475,0.000095697666,0.0012682948,0.0004050121,0.0007984425,0.000026422731],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046901006,0.0036342612,0.06500994,0.00044991024,0.000587446,0.00008855346,0.092560664,0.5905256,0.00056021946,0.0014472257,0.0010821228,0.24358504],"study_design_scores_gemma":[0.00096317154,0.00012593831,0.0019397273,0.00007477126,0.00003976315,0.0000035202095,0.0011662345,0.99493164,0.00008464896,0.00035798686,0.00002783549,0.0002847624],"about_ca_topic_score_codex":0.00016374307,"about_ca_topic_score_gemma":0.00008441267,"teacher_disagreement_score":0.404406,"about_ca_system_score_codex":0.000053088967,"about_ca_system_score_gemma":0.00050097966,"threshold_uncertainty_score":0.99998116},"labels":[],"label_agreement":null},{"id":"W3103849289","doi":"","title":"Complex Question Answering: Unsupervised Learning Approaches and Experiments","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Lethbridge","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Automatic summarization; Set (abstract data type); Information retrieval; Weighting; Cosine similarity; Tree kernel; Cluster analysis; Kernel method; Support vector machine","score_opus":0.21775882767795485,"score_gpt":0.27658948023646857,"score_spread":0.05883065255851372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103849289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14705211,0.00005233524,0.8341512,0.000053764295,0.000048429938,0.000056996236,2.5180729e-8,0.00019023,0.018394887],"genre_scores_gemma":[0.7598448,0.0000024859098,0.23989221,0.00004598519,0.000011731287,0.000004541109,4.3005628e-7,0.0000032616706,0.00019455128],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994073,0.00003938951,0.00009770455,0.00023892273,0.00008868626,0.00012802683],"domain_scores_gemma":[0.9997151,0.000008751651,0.000020570607,0.00018886132,0.000012541032,0.000054160726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012924784,0.00006987459,0.00006958192,0.000037444515,0.00007318261,0.00005307772,0.00021212523,0.000026679872,0.00003540415],"category_scores_gemma":[0.0000074103546,0.00006330265,0.000012694428,0.000055328663,0.000018145422,0.00028285928,0.00016184463,0.000059855913,0.000009762535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000115856565,0.00015773681,0.040533543,0.000041096533,0.000033053486,0.000012242394,0.03261215,0.0007287954,0.010871561,0.6722161,0.00006175273,0.24272038],"study_design_scores_gemma":[0.00022458938,0.00005038875,0.014669048,0.00000822287,0.0000016788287,0.000008400485,0.00035389274,0.9781493,0.0045166346,0.0015106258,0.00035688555,0.00015036316],"about_ca_topic_score_codex":0.00010813453,"about_ca_topic_score_gemma":0.000002344072,"teacher_disagreement_score":0.97742045,"about_ca_system_score_codex":0.000009421194,"about_ca_system_score_gemma":0.0000068116437,"threshold_uncertainty_score":0.2581407},"labels":[],"label_agreement":null},{"id":"W3104616748","doi":"","title":"Unsupervised Text Generation by Learning from Search","year":2020,"lang":"en","type":"article","venue":"Neural Information Processing Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Paraphrase; Computer science; Artificial intelligence; Generative grammar; Bootstrapping (finance); Unsupervised learning; Machine learning; Baseline (sea); Beam search; Natural language processing; Simulated annealing; Search algorithm; Algorithm; Mathematics","score_opus":0.06081246761507966,"score_gpt":0.25057610381942186,"score_spread":0.1897636362043422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104616748","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08791786,0.00027673633,0.9086558,0.0018249615,0.00025490703,0.00016706176,0.0000026750213,0.00037492052,0.0005250657],"genre_scores_gemma":[0.99610454,0.0000033762267,0.0024148948,0.0010788809,0.00023882094,0.000014274872,0.0000876715,0.000005956634,0.000051610852],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987038,0.000082040555,0.00042655092,0.00018903732,0.00041372603,0.0001848669],"domain_scores_gemma":[0.9994143,0.000021054271,0.00014641027,0.00014813858,0.00016334916,0.0001067067],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00016464476,0.000111858666,0.0001281226,0.000050316103,0.00024187472,0.0012880667,0.0004105355,0.00006481241,0.000006648768],"category_scores_gemma":[0.00004513454,0.00010463432,0.000024286339,0.00024658066,0.000010432305,0.0045724595,0.000087600994,0.00021128824,0.00014649532],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008647871,0.000011671233,0.00083778065,0.0003200677,0.0000122696965,0.0000018186855,0.028766144,0.5347354,0.030373864,0.0012579929,0.0037203203,0.39995402],"study_design_scores_gemma":[0.00019974062,0.000025405556,0.000028096196,0.000017521434,0.0000016489789,0.0000026443793,0.00034757092,0.99223274,0.0014608607,0.0000041892326,0.0055635353,0.00011605467],"about_ca_topic_score_codex":0.0001146731,"about_ca_topic_score_gemma":3.111693e-7,"teacher_disagreement_score":0.9081867,"about_ca_system_score_codex":0.000036824404,"about_ca_system_score_gemma":0.000061243074,"threshold_uncertainty_score":0.9997487},"labels":[],"label_agreement":null},{"id":"W3104738015","doi":"10.18653/v1/2020.sustainlp-1.11","title":"Early Exiting BERT for Efficient Document Ranking","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Vector Institute","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Computer science; Speedup; Inference; Ranking (information retrieval); Latency (audio); Computation; Language model; Code (set theory); Artificial intelligence; Parallel computing; Algorithm; Programming language; Set (abstract data type); Telecommunications","score_opus":0.03341623580851892,"score_gpt":0.2571902084438234,"score_spread":0.22377397263530446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104738015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06366643,0.000024612289,0.9273529,0.0053465054,0.00015253609,0.0001859077,1.6924932e-7,0.00018656015,0.0030843967],"genre_scores_gemma":[0.7464905,2.6274594e-7,0.25184077,0.0014440967,0.00010403181,0.0000128419915,1.9288944e-7,0.0000040994328,0.000103237755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915457,0.000011577522,0.00016098225,0.00029584285,0.00016990729,0.00020711639],"domain_scores_gemma":[0.99959916,0.00006554873,0.00003378235,0.00019133763,0.000031568292,0.00007861617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016964498,0.00006817575,0.000084244195,0.000019404397,0.00008283372,0.00014732328,0.00042621026,0.00001922257,0.000014512688],"category_scores_gemma":[0.00003923522,0.00006036475,0.00005093157,0.00009986715,0.0000053090557,0.000112565125,0.00019207592,0.00004704021,0.000027191929],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011170526,0.000025644855,0.00035284233,0.00006018394,0.00002315583,0.000008449209,0.009170636,0.033633307,0.0025008165,0.75701404,0.0005699483,0.19662984],"study_design_scores_gemma":[0.0003333665,0.00004177606,0.00008381939,0.00001047834,0.0000022447234,0.0000010253681,0.000034668017,0.99246186,0.0026205787,0.0016874542,0.002616404,0.000106314685],"about_ca_topic_score_codex":0.000021392865,"about_ca_topic_score_gemma":6.1806725e-7,"teacher_disagreement_score":0.95882857,"about_ca_system_score_codex":0.000018951476,"about_ca_system_score_gemma":0.000019315426,"threshold_uncertainty_score":0.2461603},"labels":[],"label_agreement":null},{"id":"W3104938695","doi":"10.18653/v1/2020.sdp-1.19","title":"Cydex: Neural Search Infrastructure for the Scholarly Literature","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information retrieval; Open source; Search engine; Generality; Ranking (information retrieval); Digital library; Domain (mathematical analysis); World Wide Web; Software; Programming language","score_opus":0.03427892096320958,"score_gpt":0.2669885034713679,"score_spread":0.2327095825081583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104938695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075794933,0.0003124843,0.94109696,0.0500259,0.00021303048,0.00020904012,0.0000025156457,0.00012793703,0.00043261633],"genre_scores_gemma":[0.8656044,0.00000540719,0.12217219,0.011513836,0.00038907758,0.0000103014145,0.0000013798496,0.0000063899033,0.0002969863],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921775,0.000026452439,0.000099052755,0.000270468,0.00019591856,0.0001903365],"domain_scores_gemma":[0.9993254,0.00009810062,0.000015105622,0.00036584568,0.00011102886,0.000084502295],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00012964367,0.00007926512,0.00006806309,0.000018255787,0.00014508418,0.001145588,0.0011635027,0.00005147594,0.000016272617],"category_scores_gemma":[0.00008012437,0.00004568261,0.000054013166,0.00027972084,0.000012908713,0.00091874955,0.00028518648,0.0003259655,0.000009490477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027571818,0.000011866515,0.0016628748,0.000085250365,0.000045435805,0.000018398976,0.017444571,0.024542155,0.003844113,0.5035123,0.02295945,0.42584598],"study_design_scores_gemma":[0.0001607389,0.00003678705,0.0008553339,0.0000037998852,0.0000018429475,0.000006616196,0.000047137422,0.9811069,0.00036603014,0.002419272,0.014924435,0.00007112097],"about_ca_topic_score_codex":0.0000038686358,"about_ca_topic_score_gemma":8.1628184e-7,"teacher_disagreement_score":0.9565647,"about_ca_system_score_codex":0.000008475111,"about_ca_system_score_gemma":0.000037452817,"threshold_uncertainty_score":0.99989134},"labels":[],"label_agreement":null},{"id":"W3105160568","doi":"10.18653/v1/2020.findings-emnlp.259","title":"Inferring symmetry in natural language","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Predicate (mathematical logic); Computer science; Natural language processing; Inference; Artificial intelligence; Symmetry (geometry); Context (archaeology); Natural language; Sentence; Linguistics; Mathematics; Programming language; Philosophy","score_opus":0.018308665181922135,"score_gpt":0.25028394417563515,"score_spread":0.231975278993713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105160568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38253272,0.00028064701,0.6001304,0.0041865334,0.0001683031,0.000048369173,6.960862e-8,0.00022998542,0.012423008],"genre_scores_gemma":[0.95424795,5.547864e-7,0.04339161,0.0022323725,0.000041720767,7.821478e-7,1.277808e-7,0.0000017822804,0.000083092884],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995811,0.0000102110425,0.00007770378,0.0001483701,0.00007854928,0.00010407806],"domain_scores_gemma":[0.99979585,0.00001730564,0.000009042201,0.00013605696,0.000005062273,0.000036683876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000047191887,0.000037778216,0.000051035233,0.000029765653,0.000009349525,0.000037725356,0.00032791545,0.000014752346,0.000012256688],"category_scores_gemma":[0.000036569734,0.000033126133,0.0000138826745,0.00018638001,0.0000027822537,0.00019439703,0.00019047047,0.00009889355,0.00004077808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003981269,0.000031264946,0.032698862,0.00005466345,0.000010891203,0.00026663838,0.020449253,0.0017048818,0.00992558,0.44505638,0.0005816986,0.4892159],"study_design_scores_gemma":[0.00013575229,0.0000062946424,0.0026226358,0.000005280339,2.5809913e-7,0.0000020508126,0.0001182138,0.99481183,0.0017173471,0.00024038761,0.00026453834,0.000075408825],"about_ca_topic_score_codex":0.000067487934,"about_ca_topic_score_gemma":0.000020787478,"teacher_disagreement_score":0.99310696,"about_ca_system_score_codex":0.000011036043,"about_ca_system_score_gemma":0.0000109143675,"threshold_uncertainty_score":0.13508445},"labels":[],"label_agreement":null},{"id":"W3105424285","doi":"10.18653/v1/2020.emnlp-main.393","title":"Utility is in the Eye of the User: A Critique of NLP Leaderboards","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":137,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Framing (construction); Inference; Artificial intelligence; Natural language processing; Machine learning","score_opus":0.05896975066937212,"score_gpt":0.2934283674829232,"score_spread":0.2344586168135511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105424285","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3040075,0.00006647043,0.58723587,0.09834273,0.000082589686,0.00021526741,0.0000022851632,0.00003086122,0.0100164525],"genre_scores_gemma":[0.9859693,0.0000021798342,0.008341765,0.0055944226,0.000013202935,0.0000018749072,2.6818874e-8,0.0000013736985,0.00007583188],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928796,0.00009701332,0.0001823299,0.00014666845,0.00019979934,0.00008620908],"domain_scores_gemma":[0.99935,0.000057414647,0.000035526242,0.00050672266,0.000034875837,0.000015448895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025052807,0.000044546927,0.00009108146,0.000010069435,0.000015052505,0.000012765459,0.0011158476,0.000026229534,0.000026862368],"category_scores_gemma":[0.00006826263,0.000023806462,0.000051772473,0.00023761374,0.00004150235,0.00009005058,0.00021184538,0.000102156104,0.000001636477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015609523,0.00025238257,0.09013876,0.0003249211,0.000025337578,0.0000059625245,0.07658377,0.00050965155,0.0051114503,0.7772859,0.007635475,0.042110775],"study_design_scores_gemma":[0.00042159617,0.00007597408,0.07623625,0.000051362385,0.000006720606,0.0000020245002,0.0013819824,0.83476394,0.06791053,0.009770371,0.009215135,0.00016413086],"about_ca_topic_score_codex":0.0002873545,"about_ca_topic_score_gemma":0.000058127393,"teacher_disagreement_score":0.83425426,"about_ca_system_score_codex":0.000003237126,"about_ca_system_score_gemma":0.000050414263,"threshold_uncertainty_score":0.2073541},"labels":[],"label_agreement":null},{"id":"W3105971000","doi":"","title":"Experiments with Three Approaches to Recognizing Lexical Entailment","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Similarity (geometry); Word (group theory); Context (archaeology); Feature vector; Feature (linguistics); Set (abstract data type); Word embedding; Semantic similarity; Concatenation (mathematics); Relation (database); Mathematics; Data mining; Image (mathematics)","score_opus":0.23513063562285139,"score_gpt":0.26334298577569026,"score_spread":0.028212350152838878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105971000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059367042,0.0000071141612,0.92036027,0.0014386257,0.000089682435,0.00012240969,3.657229e-8,0.000118283286,0.018496558],"genre_scores_gemma":[0.59695023,8.440427e-8,0.40229428,0.0005065829,0.000037749687,0.000018537265,1.6334906e-7,0.000003530549,0.00018883478],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910855,0.000019641604,0.000108339504,0.0003499296,0.00021088579,0.00020264502],"domain_scores_gemma":[0.99941754,0.000019708768,0.000018004228,0.0004218513,0.00001088799,0.00011198557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016703071,0.000085959444,0.000087843684,0.000037020323,0.000054659045,0.000096044525,0.00043970117,0.000022036864,0.00001865503],"category_scores_gemma":[0.0000068821596,0.0000618209,0.000017678498,0.00009165857,0.000008858854,0.00016500495,0.000234308,0.000048857404,0.00008559774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013944066,0.00013040518,0.0055560186,0.000009731964,0.00002584927,0.0000046131127,0.0020045543,0.0015804679,0.0007592746,0.48816395,0.00036313184,0.5013881],"study_design_scores_gemma":[0.0008024611,0.00045906354,0.0017498665,0.000050267878,0.000005679285,0.000019244975,0.00018856535,0.94304496,0.037207525,0.008371265,0.0075417557,0.0005593619],"about_ca_topic_score_codex":0.00003148228,"about_ca_topic_score_gemma":0.000022806269,"teacher_disagreement_score":0.9414645,"about_ca_system_score_codex":0.000026926822,"about_ca_system_score_gemma":0.000012900773,"threshold_uncertainty_score":0.25209832},"labels":[],"label_agreement":null},{"id":"W3108142956","doi":"10.3233/faia200860","title":"Sentence Embeddings and High-Speed Similarity Search for Fast Computer Assisted Annotation of Legal Documents","year":2020,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Research Unit on Children's Psychosocial Maladjustment","funders":"","keywords":"Annotation; Computer science; Sentence; Natural language processing; Artificial intelligence; Similarity (geometry); Meaning (existential); Process (computing); Information retrieval; Interface (matter); Programming language; Image (mathematics)","score_opus":0.053547645764866245,"score_gpt":0.2979148153250844,"score_spread":0.24436716956021814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108142956","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001944101,0.00014676979,0.99646044,0.00089772604,0.00019566837,0.00082519546,0.000050284452,0.00003644164,0.001193038],"genre_scores_gemma":[0.21979411,0.00052666874,0.7741147,0.00045664646,0.00055114867,0.00018823185,0.0001516153,0.00005398879,0.004162858],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984345,0.00001601324,0.00052368524,0.0006326424,0.00021403795,0.00017914613],"domain_scores_gemma":[0.9991888,0.00007449445,0.00018013477,0.0003040949,0.0001614736,0.00009100745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019164674,0.0001918722,0.00032770107,0.00017914354,0.00012426407,0.00014441517,0.00040740555,0.00015044496,0.0000028700438],"category_scores_gemma":[0.000008520755,0.00021360436,0.00005351725,0.0001216344,0.00017479448,0.00024452189,0.00020597188,0.00023546338,0.0000030253818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013273636,0.000024692037,0.000057422083,0.0000763114,0.00002111479,0.0000012359964,0.00042979847,0.0006813247,0.00010964352,0.600785,0.00016761212,0.39763257],"study_design_scores_gemma":[0.000068122106,0.0000847085,0.0000613878,0.00011157343,0.000026681655,0.0000033988952,0.0001457953,0.736789,0.0016221837,0.25403455,0.006744208,0.00030839842],"about_ca_topic_score_codex":0.000054994114,"about_ca_topic_score_gemma":0.000015123999,"teacher_disagreement_score":0.73610765,"about_ca_system_score_codex":0.000043778164,"about_ca_system_score_gemma":0.000058820508,"threshold_uncertainty_score":0.8710533},"labels":[],"label_agreement":null},{"id":"W3109501393","doi":"10.2196/21750","title":"Family History Information Extraction With Neural Attention and an Enhanced Relation-Side Scheme: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Computer science; Artificial neural network; Artificial intelligence; Relationship extraction; Information extraction; Machine learning; Scheme (mathematics); Task (project management); Inference; Relation (database); Sentence; Algorithm; Data mining","score_opus":0.026119777972762416,"score_gpt":0.2653891485497481,"score_spread":0.2392693705769857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109501393","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34439728,0.000016357832,0.6546859,0.00028779532,0.000075419746,0.00014378899,2.4583576e-7,0.00009374507,0.00029944483],"genre_scores_gemma":[0.4596904,0.00001974903,0.5383302,0.0017898935,0.00006664871,0.000034338398,0.0000542045,0.0000049713185,0.000009584428],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866587,0.000024362369,0.0004859483,0.00010429216,0.000586449,0.00013306981],"domain_scores_gemma":[0.9992991,0.000027389393,0.00021377072,0.0001310354,0.00008887488,0.00023980973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002412946,0.000108879074,0.00010887366,0.00007423621,0.00009021838,0.00010399671,0.00014564932,0.00010212666,0.000005724114],"category_scores_gemma":[0.00004133331,0.00009524724,0.00000974452,0.00011088362,0.00004110012,0.004805647,0.00008360892,0.00021308374,0.000011718303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000101841515,0.000017610471,0.00022368006,0.00012429745,0.0000104170085,0.0000015582481,0.025409603,0.00012109679,0.00020038565,0.0018460216,0.00013533182,0.9718998],"study_design_scores_gemma":[0.0005200096,0.00008171152,0.0055678017,0.000039237177,0.0000037174354,0.000016558515,0.0007321115,0.9883285,0.00022759708,0.000035617966,0.0043054256,0.00014168759],"about_ca_topic_score_codex":0.0000044652397,"about_ca_topic_score_gemma":0.0000010709431,"teacher_disagreement_score":0.9882074,"about_ca_system_score_codex":0.00009052838,"about_ca_system_score_gemma":0.00015153845,"threshold_uncertainty_score":0.38840696},"labels":[],"label_agreement":null},{"id":"W3109558947","doi":"10.1609/aaai.v35i14.17527","title":"DialogBERT: Discourse-Aware Response Generation via Learning to Recover and Rank Utterances","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Computer science; Utterance; Security token; Transformer; Natural language processing; Coherence (philosophical gambling strategy); Artificial intelligence; Conversation; Speech recognition; Language model; Psychology; Communication","score_opus":0.07664952376012893,"score_gpt":0.3068271529254254,"score_spread":0.23017762916529647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109558947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6692301,0.000028135892,0.31806535,0.011324037,0.00046300283,0.00020142645,0.0000014785335,0.000052502583,0.00063397014],"genre_scores_gemma":[0.993459,0.00003359957,0.005478972,0.00045857835,0.000116225936,0.000019691175,4.4308413e-7,0.000009250608,0.0004242475],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99836427,0.00006209838,0.00038554732,0.00057018874,0.0003582616,0.00025965134],"domain_scores_gemma":[0.9988793,0.00012071677,0.00017458394,0.0002471207,0.00048537244,0.00009290197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064600894,0.00016969524,0.00020889723,0.000088855304,0.00023729971,0.0003671762,0.00072977925,0.000067037145,0.00004484967],"category_scores_gemma":[0.00067985937,0.0001373838,0.00006195616,0.00042885754,0.000092752314,0.0004469828,0.00037317627,0.00024553412,0.00003097588],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020369515,0.00008839821,0.0006042843,0.00003544375,0.000018213694,0.0000032253715,0.007337601,0.002272465,0.49017873,0.13013813,0.000100479956,0.36901933],"study_design_scores_gemma":[0.000031768916,0.00013835556,0.0003331461,0.00014016202,0.000008299526,0.0000112083735,0.00055672775,0.3653117,0.61305994,0.019958293,0.00022360332,0.00022678278],"about_ca_topic_score_codex":0.000029176206,"about_ca_topic_score_gemma":0.000026866404,"teacher_disagreement_score":0.36879253,"about_ca_system_score_codex":0.00003455117,"about_ca_system_score_gemma":0.00010095629,"threshold_uncertainty_score":0.5602349},"labels":[],"label_agreement":null},{"id":"W3109752747","doi":"10.18653/v1/2020.coling-main.230","title":"Improving Conversational Question Answering Systems after Deployment using Feedback-Weighted Learning","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"CHIST-ERA; Ministerio de Educación, Cultura y Deporte; Nvidia; Samsung Advanced Institute of Technology; Canadian Institute for Advanced Research; Eusko Jaurlaritza; Agencia Estatal de Investigación; Samsung; Agence Nationale de la Recherche","keywords":"Computer science; Software deployment; Exploit; Domain (mathematical analysis); Binary number; Binary classification; Recommender system; Question answering; Matching (statistics); Artificial intelligence; Machine learning; Information retrieval; Human–computer interaction; Software engineering; Support vector machine","score_opus":0.029392632998733945,"score_gpt":0.2517073156640895,"score_spread":0.22231468266535553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109752747","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07496369,0.00031571143,0.9209838,0.00035659358,0.0020337158,0.00040547646,0.0000018539847,0.00072005816,0.00021911497],"genre_scores_gemma":[0.80103403,0.000007594122,0.19823708,0.00011811893,0.00039962438,0.000046659086,0.000011905035,0.000029006207,0.00011601501],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972539,0.00019076432,0.00055819907,0.0010593511,0.0005838363,0.0003539418],"domain_scores_gemma":[0.9987193,0.000058005695,0.00032854427,0.0005598008,0.00017474686,0.0001596073],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043604677,0.0003398001,0.0003514998,0.00016671137,0.00013386844,0.00076978304,0.0007049591,0.00024881845,0.000023578797],"category_scores_gemma":[0.000047776193,0.00035289914,0.000117693635,0.00014347142,0.000021272619,0.00043466096,0.002008926,0.0007993432,0.000029133646],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033680863,0.000051360683,0.008024695,0.0014348115,0.00021151772,0.00014881612,0.0031472382,0.92503005,0.0069701546,0.03399793,0.0000366708,0.020913072],"study_design_scores_gemma":[0.00017264205,0.000016289456,0.0002926596,0.00030360662,0.00002205232,0.000014990134,0.00006051123,0.9977449,0.00033742964,0.0004728832,0.00017449098,0.00038750685],"about_ca_topic_score_codex":0.0013773299,"about_ca_topic_score_gemma":0.000007925326,"teacher_disagreement_score":0.72607034,"about_ca_system_score_codex":0.00046766468,"about_ca_system_score_gemma":0.0003078267,"threshold_uncertainty_score":0.9998923},"labels":[],"label_agreement":null},{"id":"W3109919947","doi":"10.2196/22508","title":"Identification of Semantically Similar Sentences in Clinical Notes: Iterative Intermediate Training Using Multi-Task Learning","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Task (project management); Identification (biology); Natural language processing; Training (meteorology); Artificial intelligence; Engineering","score_opus":0.10714068958502107,"score_gpt":0.37892976319237814,"score_spread":0.27178907360735705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109919947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3971055,0.000008734216,0.6018596,0.00068583555,0.00013972724,0.00013054317,8.69542e-7,0.0000462511,0.000022905588],"genre_scores_gemma":[0.93102825,0.000019896337,0.06768782,0.0011566862,0.00008907012,0.0000067291585,0.0000032116043,0.0000060337857,0.000002313969],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965794,0.0001784602,0.0020393643,0.00020222805,0.00072449545,0.00027603586],"domain_scores_gemma":[0.99838483,0.00048143833,0.00052340137,0.00022245097,0.00011610584,0.00027177588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015158396,0.00014159495,0.000385818,0.00010996231,0.000052335883,0.000091528265,0.00079110946,0.00017436889,0.000011380187],"category_scores_gemma":[0.0026699454,0.00012486667,0.000094231684,0.00039670643,0.00017366205,0.0007898508,0.00034755855,0.0007051995,0.000016243956],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047081758,0.00040479674,0.049638927,0.0010467106,0.000108928376,0.0001094924,0.58983564,0.017599935,0.0013448555,0.0037881208,0.000039457813,0.33603606],"study_design_scores_gemma":[0.00054925535,0.000073329036,0.0017679818,0.00023899073,0.0000048302322,0.0000056335516,0.0038261774,0.9931428,0.00013505109,0.0000809225,0.000051924617,0.00012313273],"about_ca_topic_score_codex":0.00000405339,"about_ca_topic_score_gemma":0.0000036449849,"teacher_disagreement_score":0.97554284,"about_ca_system_score_codex":0.000025838637,"about_ca_system_score_gemma":0.00022878541,"threshold_uncertainty_score":0.50919145},"labels":[],"label_agreement":null},{"id":"W3110578295","doi":"10.1186/s13640-020-00539-x","title":"Named entity recognition for Chinese judgment documents based on BiLSTM and CRF","year":2020,"lang":"en","type":"article","venue":"EURASIP Journal on Image and Video Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Division of Graduate Education; Natural Science Foundation of Guangxi Province; National Natural Science Foundation of China","keywords":"Computer science; Conditional random field; Named-entity recognition; Sentence; Task (project management); Artificial intelligence; Natural language processing; Paragraph; Domain (mathematical analysis); Field (mathematics); Hidden Markov model; Viterbi algorithm; Speech recognition; Pattern recognition (psychology)","score_opus":0.03360616821490845,"score_gpt":0.29459733110444974,"score_spread":0.2609911628895413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110578295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23367687,0.00023474616,0.7579932,0.0075123496,0.00014750918,0.00016426685,0.000002197678,0.000047025755,0.00022182708],"genre_scores_gemma":[0.93186885,0.000049303493,0.06267862,0.005100356,0.00026433243,0.00000805956,0.0000016594844,0.000011586655,0.000017207398],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889505,0.0000528121,0.00026031947,0.00033187412,0.0002591511,0.0002007692],"domain_scores_gemma":[0.9993358,0.00008489581,0.00017412903,0.00009710934,0.00010856681,0.00019946379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030817237,0.00014738413,0.00015924935,0.00009141431,0.00035405543,0.0009439326,0.0001791694,0.00003327933,0.000007880962],"category_scores_gemma":[0.00023466942,0.00011457274,0.000044054894,0.00013593378,0.000022009783,0.0010151027,0.000052784428,0.00022565287,0.0000035299233],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020511115,0.00011067546,0.0034935672,0.00030081475,0.000016679714,0.00006224525,0.0012828846,0.000111707326,0.006267035,0.000032690168,0.00042733314,0.98768926],"study_design_scores_gemma":[0.0031202212,0.0007656125,0.0033747354,0.0006595565,0.000028450204,0.000079139914,0.00006194775,0.97887534,0.0053696046,0.0061709355,0.001099463,0.00039501188],"about_ca_topic_score_codex":0.0000015340406,"about_ca_topic_score_gemma":4.3025193e-7,"teacher_disagreement_score":0.98729426,"about_ca_system_score_codex":0.000023876497,"about_ca_system_score_gemma":0.0000555645,"threshold_uncertainty_score":0.91023636},"labels":[],"label_agreement":null},{"id":"W3110664450","doi":"10.1609/aaai.v35i15.17601","title":"MASKER: Masked Keyword Regularization for Reliable Text Classification","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Defense Acquisition Program Administration; Agency for Defense Development","keywords":"Computer science; Regularization (linguistics); Artificial intelligence; Inference; Natural language processing; Context (archaeology); Generalization; Domain (mathematical analysis); Code (set theory); Pattern recognition (psychology); Speech recognition; Machine learning; Mathematics; Set (abstract data type)","score_opus":0.10858455132910795,"score_gpt":0.2992483494078932,"score_spread":0.19066379807878525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110664450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028739685,0.000028325003,0.943043,0.013110702,0.0007565086,0.00060629804,0.0000042532547,0.00013948852,0.01357177],"genre_scores_gemma":[0.95132405,0.000033279168,0.045512103,0.0002571035,0.00009010803,0.000062140876,0.0000022804086,0.0000137144225,0.0027052462],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99812603,0.000014332333,0.0005498489,0.0006083623,0.0004033109,0.0002981094],"domain_scores_gemma":[0.99770653,0.00008027904,0.0003598252,0.00047487346,0.0013133164,0.00006518644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046889044,0.00017121065,0.00021075594,0.000085593616,0.00022406799,0.0003056851,0.0013127417,0.00011376822,0.000035857334],"category_scores_gemma":[0.0006021843,0.00014599574,0.00011616933,0.0006705938,0.000095540156,0.00044600165,0.000263325,0.00017780454,0.00003592954],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016585513,0.000067039255,0.00006891284,0.000040399867,0.0000070968194,1.6706876e-7,0.00048620068,0.00012221848,0.09778082,0.85987645,0.00016157897,0.041372497],"study_design_scores_gemma":[0.000023406263,0.00004078071,0.000087000524,0.00010206617,0.000008009385,0.0000025019092,0.00035224942,0.3036117,0.4261465,0.2690599,0.0004453054,0.000120596145],"about_ca_topic_score_codex":0.000008313697,"about_ca_topic_score_gemma":0.00000393226,"teacher_disagreement_score":0.92258435,"about_ca_system_score_codex":0.00006111784,"about_ca_system_score_gemma":0.00018864292,"threshold_uncertainty_score":0.59535336},"labels":[],"label_agreement":null},{"id":"W3110846353","doi":"10.1609/aaai.v35i16.17680","title":"Reinforced Multi-Teacher Selection for Knowledge Distillation","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Bottleneck; Distillation; Computer science; Artificial intelligence; Inference; Machine learning; Selection (genetic algorithm); Learning cycle; Natural language processing; Mathematics education; Mathematics","score_opus":0.13650346173500516,"score_gpt":0.3305311318721846,"score_spread":0.19402767013717942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110846353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056137502,0.000024151437,0.93643034,0.0014897069,0.0004947946,0.00037678296,0.0000016249144,0.00010172073,0.004943405],"genre_scores_gemma":[0.9700843,0.000008704552,0.027623937,0.000052217976,0.00009778247,0.000036657926,7.3764954e-7,0.000009324704,0.002086348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868494,0.000013308087,0.0004127607,0.00043167645,0.00021638884,0.00024091853],"domain_scores_gemma":[0.9983043,0.0000788015,0.00022997495,0.00021099896,0.0011220233,0.000053898184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003462805,0.00014724236,0.00017295641,0.00006720752,0.00018863696,0.00019145207,0.0007669693,0.00008719387,0.00002961366],"category_scores_gemma":[0.0007373811,0.00012169783,0.00011169194,0.0004792538,0.000062717685,0.0003357686,0.00020727872,0.00016795419,0.000026944275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017546454,0.000058109075,0.00014396598,0.000039885785,0.000009140077,5.042872e-8,0.001075811,0.00047510248,0.06448464,0.8663863,0.000055130684,0.06725433],"study_design_scores_gemma":[0.000023985767,0.0000366949,0.000052305673,0.00006201561,0.0000056270833,0.0000020273349,0.00014261654,0.5958485,0.38325432,0.02031871,0.00015749475,0.00009571602],"about_ca_topic_score_codex":0.000013869095,"about_ca_topic_score_gemma":0.000016787732,"teacher_disagreement_score":0.9139468,"about_ca_system_score_codex":0.00006146718,"about_ca_system_score_gemma":0.00013485343,"threshold_uncertainty_score":0.49626935},"labels":[],"label_agreement":null},{"id":"W3110879614","doi":"","title":"On the Systematicity of Probing Contextualized Word Representations: The Case of Hypernymy in BERT","year":2020,"lang":"en","type":"article","venue":"Joint Conference on Lexical and Computational Semantics","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"","keywords":"Computer science; Competence (human resources); Noun; ENCODE; Consistency (knowledge bases); Natural language processing; Artificial intelligence; Cognitive science; Linguistics; Psychology; Philosophy","score_opus":0.11018733260050881,"score_gpt":0.2956192324816643,"score_spread":0.18543189988115547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110879614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54841125,0.000017910006,0.42690527,0.023828663,0.000033460332,0.00033071803,0.000003825316,0.000014259398,0.00045465573],"genre_scores_gemma":[0.99460834,0.000002898079,0.004491682,0.0008608242,0.000014063831,0.00001097563,7.8349973e-7,0.000002426466,0.000007987011],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885654,0.00017684235,0.00044061974,0.0001999345,0.00023735946,0.00008870724],"domain_scores_gemma":[0.99853384,0.00093782257,0.0001790661,0.00017932808,0.00013101511,0.0000389356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028252424,0.00008567585,0.00021978478,0.00003304462,0.000072121715,0.00004986383,0.00022876768,0.00002952503,0.0000082449915],"category_scores_gemma":[0.00028563215,0.000048509526,0.000044184002,0.00018044081,0.00009673601,0.00006113606,0.00011164776,0.00014875225,0.000002633015],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013318354,0.00004820488,0.000065806875,0.000089389265,0.000011789644,0.000021960956,0.0022373237,0.014399034,0.0000966722,0.9810705,0.000022239414,0.0019237134],"study_design_scores_gemma":[0.00024130513,0.00007327734,0.00085852435,0.00020422171,0.0000048684105,0.000029411654,0.00056875136,0.9070968,0.00014550722,0.09072142,0.000002162684,0.000053748357],"about_ca_topic_score_codex":0.00006036516,"about_ca_topic_score_gemma":0.0000112229,"teacher_disagreement_score":0.89269775,"about_ca_system_score_codex":0.000008328544,"about_ca_system_score_gemma":0.000054827757,"threshold_uncertainty_score":0.1978161},"labels":[],"label_agreement":null},{"id":"W3110986327","doi":"10.1609/aaai.v35i16.17713","title":"CARE: Commonsense-Aware Emotional Response Generation with Latent Concepts","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Research (Canada)","funders":"Nanyang Technological University; National Research Foundation Singapore; National Research Foundation","keywords":"Rationality; Construct (python library); Computer science; Field (mathematics); Cognitive psychology; Commonsense reasoning; Neglect; Focus (optics); Commonsense knowledge; Artificial intelligence; Cognitive science; Psychology; Epistemology; Knowledge base","score_opus":0.10740496312420665,"score_gpt":0.3075754435097127,"score_spread":0.20017048038550606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110986327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8166216,0.000059511465,0.17023566,0.01001228,0.00054168684,0.00033347975,0.000008296669,0.00011199837,0.0020755082],"genre_scores_gemma":[0.99032825,0.000011338763,0.008983578,0.00031966792,0.0000810987,0.00001535793,0.0000017128128,0.00001008121,0.00024888446],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99817663,0.00005787039,0.00040045785,0.00052613846,0.0005780497,0.00026082018],"domain_scores_gemma":[0.9977289,0.00009570881,0.00023111385,0.00037957603,0.0014842681,0.00008042674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034853243,0.0001861871,0.00020172274,0.00006811358,0.00023990539,0.00026524955,0.00093475817,0.00007799757,0.0000474273],"category_scores_gemma":[0.00024005487,0.00013979695,0.000079800964,0.0004656487,0.0001731219,0.00029203546,0.00029116235,0.0002462718,0.00003269251],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028923593,0.00017768813,0.00087639777,0.00005717416,0.000033802855,0.000013038827,0.006754624,0.0025838714,0.18963589,0.7507481,0.00033116492,0.04849904],"study_design_scores_gemma":[0.00005709256,0.00019766937,0.0004624253,0.00023111343,0.00001130408,0.000048093236,0.0012608843,0.20646836,0.7842898,0.006600105,0.00012674561,0.00024641448],"about_ca_topic_score_codex":0.00002168473,"about_ca_topic_score_gemma":0.000029752493,"teacher_disagreement_score":0.74414796,"about_ca_system_score_codex":0.00007957715,"about_ca_system_score_gemma":0.0003555549,"threshold_uncertainty_score":0.5700754},"labels":[],"label_agreement":null},{"id":"W3111446732","doi":"10.1609/aaai.v35i14.17549","title":"Unsupervised Learning of Discourse Structures using a Tree Autoencoder","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Huawei Technologies","keywords":"Computer science; Autoencoder; Parsing; Artificial intelligence; Natural language processing; Tree (set theory); Set (abstract data type); Tree structure; Task (project management); Process (computing); Parse tree; Annotation; Deep learning; Binary tree","score_opus":0.10659551351510793,"score_gpt":0.323993007079681,"score_spread":0.21739749356457305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111446732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.636625,0.0000608244,0.35747632,0.0013548122,0.00037641902,0.00018125078,0.0000019929257,0.00006748278,0.0038559118],"genre_scores_gemma":[0.96502995,0.000015013868,0.03468015,0.00006620808,0.000051032246,0.0000038537346,2.6106306e-7,0.000011007982,0.00014252812],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998058,0.00003267618,0.00057352724,0.0004927668,0.0005386092,0.0003044039],"domain_scores_gemma":[0.99833316,0.00007434746,0.00037841254,0.00035502182,0.0007886844,0.00007037914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032092302,0.0001970277,0.0003090884,0.00010468575,0.00016303717,0.00016124669,0.00146208,0.00008534503,0.00006713067],"category_scores_gemma":[0.0004937228,0.00015383238,0.00014421857,0.0006336926,0.00021573564,0.00037475713,0.0005223974,0.00033715938,0.0000055318264],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014971321,0.00006465799,0.000497757,0.0000495811,0.000017348135,0.0000011701432,0.0023520286,0.0048473855,0.18109113,0.75541127,0.000005444424,0.055647247],"study_design_scores_gemma":[0.000019483754,0.000037999424,0.00012687396,0.000142783,0.000011055906,0.0000061989263,0.0010366777,0.4922849,0.42532948,0.08088329,0.0000078213425,0.000113442155],"about_ca_topic_score_codex":0.00006177033,"about_ca_topic_score_gemma":0.000010852174,"teacher_disagreement_score":0.674528,"about_ca_system_score_codex":0.00003618408,"about_ca_system_score_gemma":0.00026391697,"threshold_uncertainty_score":0.6273102},"labels":[],"label_agreement":null},{"id":"W3111733452","doi":"10.1109/smc42975.2020.9282902","title":"A Graph Based Approach to Automate Essay Evaluation","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University; Lakehead University","funders":"","keywords":"Computer science; Consistency (knowledge bases); Natural language processing; Artificial intelligence; Machine learning; Reliability (semiconductor); Similarity (geometry); Process (computing); Graph; Semantic similarity; Random forest; Grammar; Computational linguistics; Power (physics); Programming language; Theoretical computer science","score_opus":0.07298428983306357,"score_gpt":0.2803077348305304,"score_spread":0.20732344499746683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111733452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032129628,0.000007043533,0.96583575,0.0057548652,0.000070312184,0.00021539979,1.8994925e-7,0.0003580776,0.024545373],"genre_scores_gemma":[0.60371965,4.0786176e-8,0.39234447,0.0038554245,0.00002443777,0.000021960812,7.605139e-7,0.0000023845075,0.000030854102],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907047,0.000055533397,0.000107543776,0.00030886423,0.0003345332,0.00012303656],"domain_scores_gemma":[0.9995073,0.000015009813,0.000018102563,0.00028938378,0.000058030917,0.00011215512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035174817,0.000059165406,0.000065328124,0.000043704084,0.000034934383,0.00008315771,0.00043754868,0.000020808284,0.000027233638],"category_scores_gemma":[0.000047026595,0.000051313567,0.000027744376,0.00035229593,0.0000035966289,0.00015044777,0.00009575063,0.00003740582,0.00007780974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068854583,0.00010939358,0.00037040006,0.000049968174,0.00001640793,0.0000025472477,0.005088197,0.54478633,0.0023064304,0.23130247,0.005204052,0.21075693],"study_design_scores_gemma":[0.00016094145,0.00001706495,0.00020333423,0.000001952391,0.0000024284045,3.6163655e-7,0.000009826622,0.99750817,0.00062875525,0.00096739817,0.0004283753,0.00007139654],"about_ca_topic_score_codex":0.000012345085,"about_ca_topic_score_gemma":7.686885e-7,"teacher_disagreement_score":0.60050666,"about_ca_system_score_codex":0.000021436696,"about_ca_system_score_gemma":0.00009269286,"threshold_uncertainty_score":0.20925066},"labels":[],"label_agreement":null},{"id":"W3112090146","doi":"","title":"Knowledge graphs meet moral values","year":2020,"lang":"en","type":"article","venue":"MADOC (University of Mannheim)","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Deutsche Forschungsgemeinschaft","keywords":"Operationalization; Morality; Lexicon; Epistemology; Relevance (law); Computer science; Core (optical fiber); Foundation (evidence); Sociology; Artificial intelligence; Political science; Philosophy; Law","score_opus":0.050939116035885926,"score_gpt":0.2145841937861747,"score_spread":0.16364507775028875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112090146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23587796,0.0006893936,0.714745,0.011649953,0.0003934708,0.00021116617,0.000007524974,0.00049950514,0.03592602],"genre_scores_gemma":[0.9533388,0.000020959531,0.04573745,0.00019887506,0.000035882855,7.0356265e-8,0.0000012051339,0.000004874791,0.0006619072],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921536,0.000049724582,0.00008000024,0.00031511323,0.00016415332,0.00017565001],"domain_scores_gemma":[0.9993914,0.000023699213,0.000060751765,0.00033165145,0.00006531132,0.00012723648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000989573,0.00009208749,0.00016442961,0.00008148321,0.00011660585,0.000022472972,0.0011067349,0.000048377413,0.000059071346],"category_scores_gemma":[0.000009763533,0.000115685725,0.00010068079,0.00032276448,0.00006659436,0.0003947409,0.00056714006,0.00008436684,0.000099653815],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043328364,0.00015964391,0.0037416941,0.0001720637,0.00012157557,0.00018029995,0.028153988,0.001083503,0.0009992856,0.87557876,0.043250456,0.046515394],"study_design_scores_gemma":[0.0016511875,0.00031193765,0.008115542,0.00006347022,0.00006645951,0.000010798905,0.00245765,0.89454746,0.0007580725,0.053851783,0.0374787,0.00068692025],"about_ca_topic_score_codex":0.00008061007,"about_ca_topic_score_gemma":0.000022089867,"teacher_disagreement_score":0.89346397,"about_ca_system_score_codex":0.000016260257,"about_ca_system_score_gemma":0.00003793251,"threshold_uncertainty_score":0.47175267},"labels":[],"label_agreement":null},{"id":"W3112648112","doi":"10.1186/s12911-020-01330-8","title":"CERC: an interactive content extraction, recognition, and construction tool for clinical and biomedical text","year":2020,"lang":"en","type":"article","venue":"BMC Medical Informatics and Decision Making","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canada Excellence Research Chairs, Government of Canada; Georgia Institute of Technology; National Science Foundation","keywords":"Automatic summarization; Computer science; Relevance (law); Natural language processing; Artificial intelligence; Ranking (information retrieval); Visualization; Information retrieval; Test set; Multi-document summarization; Vocabulary; Set (abstract data type); Random forest","score_opus":0.21349124466008843,"score_gpt":0.4023797459099472,"score_spread":0.18888850124985876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112648112","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29088262,0.00006106035,0.7083214,0.0002319223,0.00027406614,0.00015665934,0.0000044357866,0.000038681457,0.000029187586],"genre_scores_gemma":[0.17515658,0.00029814598,0.82227015,0.0020592136,0.00019433927,0.000010381771,0.0000055361916,0.0000047740623,8.602464e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982083,0.000053451982,0.00090255385,0.00025129094,0.0004292978,0.00015512],"domain_scores_gemma":[0.9970749,0.0020292937,0.0002056841,0.00014862763,0.00014946402,0.00039205325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010811504,0.000115801144,0.00024343292,0.00007607163,0.00014582479,0.00026977574,0.00017108516,0.00016390719,0.000022912947],"category_scores_gemma":[0.0021714405,0.00009245123,0.00003763245,0.000097776036,0.00018801633,0.0009278167,0.0002568934,0.00022840516,0.00000478016],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071286995,0.000018727169,0.00088406546,0.000056619727,0.0000081276,0.0000019617332,0.0008802144,0.0000021383546,0.0000024095384,0.0021237915,0.00021848491,0.9957322],"study_design_scores_gemma":[0.0012884771,0.00022191669,0.0010489632,0.00021401004,0.000011396764,0.00018877277,0.0013721241,0.9830695,0.0000041994085,0.010379603,0.00206235,0.00013870854],"about_ca_topic_score_codex":0.0000017810335,"about_ca_topic_score_gemma":0.0000031119498,"teacher_disagreement_score":0.9955935,"about_ca_system_score_codex":0.000009200686,"about_ca_system_score_gemma":0.000103130704,"threshold_uncertainty_score":0.37700516},"labels":[],"label_agreement":null},{"id":"W3112776819","doi":"10.1609/aaai.v35i14.17485","title":"Segatron: Segment-Aware Transformer for Language Modeling and Understanding","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Peng Cheng Laboratory","keywords":"Computer science; Transformer; Language model; Security token; Perplexity; Sentence; Artificial intelligence; Natural language processing; Speech recognition; Voltage; Engineering","score_opus":0.14032639263289431,"score_gpt":0.30855227845219885,"score_spread":0.16822588581930453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112776819","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0594367,0.00006915782,0.9341389,0.0036304027,0.00021105015,0.00027189308,0.0000045241954,0.000055411845,0.0021819428],"genre_scores_gemma":[0.98609453,0.00003889509,0.013473891,0.00018202091,0.000052397707,0.000019894878,5.3675444e-7,0.000010443975,0.00012741213],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859685,0.000008770118,0.00035682635,0.0004606801,0.00028122411,0.00029563432],"domain_scores_gemma":[0.99925476,0.00006515359,0.000112336806,0.0002035671,0.00029404412,0.00007010682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031598654,0.0001615788,0.0002007499,0.00006344691,0.00021472272,0.00024514442,0.00066455215,0.000071110924,0.00001614027],"category_scores_gemma":[0.00010624296,0.00013223731,0.00009345069,0.00025660743,0.00007396936,0.00036651973,0.00013943731,0.00017085682,0.000003190488],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001924734,0.000033890872,0.00002918288,0.00008476495,0.000015367368,5.7097634e-7,0.0033659486,0.000697986,0.03404621,0.9244113,0.000011395406,0.03728416],"study_design_scores_gemma":[0.00003266312,0.000039774804,0.0000010698146,0.00013366283,0.000010158827,0.000004423679,0.003967937,0.6312702,0.2204279,0.14398062,0.000009824511,0.000121770754],"about_ca_topic_score_codex":0.000015726719,"about_ca_topic_score_gemma":0.000017026381,"teacher_disagreement_score":0.9266578,"about_ca_system_score_codex":0.00006246805,"about_ca_system_score_gemma":0.00010117531,"threshold_uncertainty_score":0.5392481},"labels":[],"label_agreement":null},{"id":"W3113945743","doi":"10.18653/v1/2020.semeval-1.76","title":"TR at SemEval-2020 Task 4: Exploring the Limits of Language-model-based Common Sense Validation","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Computer science; Commonsense knowledge; SemEval; Concreteness; Language model; Natural language processing; Commonsense reasoning; Task (project management); Artificial intelligence; Embedding; Knowledge graph; Language understanding; Common sense; Domain knowledge; Cognitive psychology; Psychology","score_opus":0.09066099485163504,"score_gpt":0.28276391145479113,"score_spread":0.1921029166031561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113945743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45384026,0.000024507586,0.5399376,0.00506214,0.000075854725,0.00009566436,0.000001348316,0.000115788454,0.00084680086],"genre_scores_gemma":[0.9738564,0.000003720432,0.02417649,0.0017626198,0.00006981518,0.00001102983,0.0000033581896,0.000008351089,0.00010824533],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896216,0.00008332817,0.00023462324,0.00027424036,0.0002891911,0.00015646429],"domain_scores_gemma":[0.9991558,0.00012753591,0.00007923473,0.0005192466,0.000044346296,0.000073845964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020995748,0.000101208425,0.00013506331,0.000023929528,0.00008118154,0.000046072826,0.0004561689,0.000026523387,0.0000148941745],"category_scores_gemma":[0.000050433824,0.000073706586,0.00006359543,0.00022289215,0.000018855386,0.00024053757,0.00021532674,0.000093781186,0.000030214927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005033239,0.00007563346,0.001102407,0.00014418295,0.000041002677,0.00004561379,0.032412153,0.75543314,0.13470457,0.017558387,0.00227723,0.05615536],"study_design_scores_gemma":[0.00018879105,0.000026540722,0.000071809365,0.000009829333,0.000006176889,0.0000016217267,0.00009832857,0.8853975,0.11383751,0.00010817289,0.00017182596,0.00008191283],"about_ca_topic_score_codex":0.000034267163,"about_ca_topic_score_gemma":0.000015218619,"teacher_disagreement_score":0.52001613,"about_ca_system_score_codex":0.0000288988,"about_ca_system_score_gemma":0.000036997797,"threshold_uncertainty_score":0.30056673},"labels":[],"label_agreement":null},{"id":"W3114178959","doi":"10.18653/v1/2020.aacl-main.51","title":"Systematically Exploring Redundancy Reduction in Summarizing Long Documents","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Redundancy (engineering); Automatic summarization; Computer science; Context (archaeology); Artificial intelligence; Information retrieval; Natural language processing; Data mining","score_opus":0.09334047331948332,"score_gpt":0.26549046444250096,"score_spread":0.17214999112301765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114178959","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10326582,0.000044790628,0.888801,0.0025661045,0.00038514967,0.00016917993,4.170807e-8,0.00021325273,0.004554654],"genre_scores_gemma":[0.91880345,0.000006913168,0.08082849,0.00013360652,0.000093114955,0.00002485678,2.637971e-7,0.000005656752,0.000103619706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988294,0.000051531977,0.00033808014,0.00034505062,0.000230595,0.00020531815],"domain_scores_gemma":[0.99953073,0.000021772985,0.000046787874,0.00028377163,0.000024539582,0.00009238088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023171409,0.0000845552,0.00014134026,0.00006179168,0.00004082465,0.00015636823,0.00043567186,0.000027338332,0.0000127243],"category_scores_gemma":[0.00006444485,0.000080424885,0.000028889332,0.00030945838,0.00000652741,0.0011350405,0.00022379612,0.000113081995,0.000062724896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002512621,0.00016025889,0.016179351,0.0019391746,0.00006786988,0.00026111212,0.026903419,0.016771203,0.014273561,0.70867634,0.0005476937,0.2141949],"study_design_scores_gemma":[0.0007337152,0.0000857103,0.001645259,0.00068165443,0.00000666944,0.00003728756,0.0007482784,0.9850572,0.005880249,0.0043677576,0.00029073286,0.00046553486],"about_ca_topic_score_codex":0.000049850023,"about_ca_topic_score_gemma":0.000004980297,"teacher_disagreement_score":0.968286,"about_ca_system_score_codex":0.00006095968,"about_ca_system_score_gemma":0.000026919359,"threshold_uncertainty_score":0.32796314},"labels":[],"label_agreement":null},{"id":"W3114312194","doi":"10.18653/v1/2020.inlg-1.11","title":"Towards Generating Query to Perform Query Focused Abstractive Summarization using Pre-trained Model","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Natural Sciences and Engineering Research Council of Canada; University of Lethbridge","keywords":"Computer science; Automatic summarization; Query expansion; Natural language processing; Sentence; Artificial intelligence; Information retrieval; Web search query; Query optimization; RDF query language; Query language; Web query classification; Search engine","score_opus":0.06164828382117375,"score_gpt":0.28109674329067325,"score_spread":0.21944845946949948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114312194","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2646748,0.000007736271,0.7315013,0.0015180488,0.00009747041,0.00020393125,0.0000015995829,0.00022790155,0.0017672011],"genre_scores_gemma":[0.5405144,7.9852197e-7,0.45775872,0.0014994252,0.00014435229,0.0000066858183,0.0000018366118,0.000010228342,0.000063564235],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984284,0.000032601165,0.00034046613,0.000549973,0.0003406574,0.0003079181],"domain_scores_gemma":[0.9991761,0.000030010322,0.000110531226,0.00034197635,0.00013070989,0.00021066675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002135582,0.00017488346,0.00018340378,0.00007558669,0.00016442727,0.0002412036,0.0005026858,0.000082398285,0.0000249263],"category_scores_gemma":[0.00014238135,0.00016836333,0.000060834045,0.00031052608,0.000009948657,0.0009389753,0.0003056822,0.00015611487,0.000011078921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008297338,0.00001552964,0.000114663504,0.000015848798,0.000010873244,0.000003125103,0.0043695658,0.88923526,0.04647859,0.008114198,0.00005186869,0.051582202],"study_design_scores_gemma":[0.00017234457,0.000036106634,0.00019676817,0.0000155101,0.00000525537,0.000001821356,0.000057276888,0.9879997,0.010839803,0.00044673815,0.000014033933,0.00021468905],"about_ca_topic_score_codex":0.00029221803,"about_ca_topic_score_gemma":0.000032676817,"teacher_disagreement_score":0.2758396,"about_ca_system_score_codex":0.000117077456,"about_ca_system_score_gemma":0.00029226762,"threshold_uncertainty_score":0.68656576},"labels":[],"label_agreement":null},{"id":"W3114513193","doi":"10.1145/3437963.3441728","title":"CalibreNet: Calibration Networks for Multilingual Sequence Labeling","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Natural Science Foundation of China; Jilin Scientific and Technological Development Program; Jilin Province Development and Reform Commission","keywords":"Computer science; Benchmark (surveying); Sequence labeling; Task (project management); Artificial intelligence; Phrase; Sequence (biology); Natural language processing; Named-entity recognition; Obstacle; Boundary (topology); Resource (disambiguation); Machine learning; Mathematics","score_opus":0.05275442905890881,"score_gpt":0.29703419629940675,"score_spread":0.24427976724049794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114513193","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072164703,0.00017691654,0.9908131,0.00074681634,0.00045581808,0.000097971395,0.0000012441639,0.00019257446,0.00029912067],"genre_scores_gemma":[0.4719291,0.000007549784,0.5262576,0.0009341089,0.00018278944,0.000013237014,0.000010363775,0.000006991032,0.00065829756],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990798,0.000030071036,0.00019129041,0.00036099317,0.000115959614,0.00022185378],"domain_scores_gemma":[0.9993074,0.00011488692,0.00003553751,0.00036982633,0.00011219107,0.00006019143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016144039,0.00008117292,0.000093937735,0.000021169228,0.00009587379,0.00016335983,0.00029475964,0.00006152254,0.000016178732],"category_scores_gemma":[0.00007332397,0.00007920725,0.00004404662,0.00016139109,0.00000933256,0.0003470257,0.00013443132,0.000068595546,0.0000022175996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004948935,0.000048986483,0.00063514477,0.00003280041,0.00002333387,0.000039857074,0.00073081773,0.52358025,0.010803913,0.22312714,0.00067541393,0.24029739],"study_design_scores_gemma":[0.00016783812,0.000008764014,0.000009322137,0.000009897754,0.0000021693138,0.0000066870552,0.000019131454,0.98317665,0.013431987,0.0020273116,0.001037563,0.0001027081],"about_ca_topic_score_codex":0.00003356222,"about_ca_topic_score_gemma":0.00006239012,"teacher_disagreement_score":0.46471265,"about_ca_system_score_codex":0.000021739024,"about_ca_system_score_gemma":0.00012535005,"threshold_uncertainty_score":0.3229978},"labels":[],"label_agreement":null},{"id":"W3115018051","doi":"10.3390/risks9010007","title":"Mining Actuarial Risk Predictors in Accident Descriptions Using Recurrent Neural Networks","year":2020,"lang":"en","type":"article","venue":"Risks","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Accident (philosophy); Computer science; Artificial neural network; Poisson regression; Regression; Artificial intelligence; Machine learning; Task (project management); Representation (politics); Profit (economics); Data mining; Econometrics; Statistics; Mathematics; Engineering","score_opus":0.12687238660100658,"score_gpt":0.3084885536545194,"score_spread":0.1816161670535128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115018051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49769565,0.00009691784,0.50099254,0.00020354612,0.0008242364,0.00008715399,6.5704876e-7,0.00007581411,0.00002350673],"genre_scores_gemma":[0.9682612,0.000025831283,0.031001775,0.00015860242,0.00053401873,0.0000061971873,0.0000015145921,0.00000904546,0.0000018143672],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998654,0.00012961867,0.0003062721,0.00039682363,0.00020146673,0.00031183567],"domain_scores_gemma":[0.9993807,0.000065487475,0.00011486853,0.00026924137,0.000024324709,0.00014537855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020706687,0.00012725685,0.00015623438,0.00006707521,0.000115141105,0.00015084016,0.0005410641,0.00007395785,0.000010440916],"category_scores_gemma":[0.00012972081,0.00012855297,0.00006284655,0.00033527467,0.000015293599,0.00038522162,0.00031813385,0.00034625555,0.0000041076264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012115685,0.000026086762,0.1774241,0.000003883724,0.0000125801125,0.00002083003,0.0042069177,0.7391872,0.000049581893,0.00031263335,0.00017801783,0.078566074],"study_design_scores_gemma":[0.0002895835,0.00003478444,0.018169127,0.000019771911,0.000010508495,0.0000032670891,0.0000636601,0.9810802,0.000019738103,0.00007061092,0.00011749853,0.00012128037],"about_ca_topic_score_codex":0.0003476195,"about_ca_topic_score_gemma":0.00008316592,"teacher_disagreement_score":0.47056556,"about_ca_system_score_codex":0.00008169627,"about_ca_system_score_gemma":0.0000442271,"threshold_uncertainty_score":0.5242238},"labels":[],"label_agreement":null},{"id":"W3115355887","doi":"10.18653/v1/2020.aacl-main.63","title":"Improving Context Modeling in Neural Topic Segmentation","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Western University","funders":"","keywords":"Computer science; Robustness (evolution); Artificial intelligence; Machine learning; Segmentation; Artificial neural network; Key (lock); Context (archaeology); Context model; Task (project management); Transfer of learning; German; Natural language processing","score_opus":0.06253534279808755,"score_gpt":0.253566698615409,"score_spread":0.19103135581732145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115355887","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2025654,0.0000400937,0.79412574,0.0026444227,0.000084264786,0.00006768928,5.201071e-8,0.00008372603,0.0003886269],"genre_scores_gemma":[0.94200927,8.1163085e-7,0.055364206,0.002547528,0.000044501467,0.000003935005,3.2671397e-7,0.0000025982358,0.00002681503],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993791,0.000018579289,0.00015678715,0.00022246575,0.000098061784,0.00012500696],"domain_scores_gemma":[0.9997789,0.000012483212,0.000020027812,0.00012694614,0.000015251236,0.000046346824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000617532,0.000053629727,0.00006701755,0.000027367209,0.000022819624,0.00006856863,0.00025950742,0.000019701372,0.0000107650485],"category_scores_gemma":[0.000019813537,0.000051233164,0.000018150467,0.00011280391,0.0000026646683,0.00041616708,0.00011864305,0.000075207216,0.000011697154],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002788665,0.000009719298,0.0014287599,0.00001911041,0.0000021227534,0.00001144841,0.0038138202,0.130656,0.0057822475,0.015093704,0.00001605424,0.8431642],"study_design_scores_gemma":[0.00020112978,0.000013402441,0.000026073718,0.0000023997732,4.6817578e-7,8.282405e-7,0.00017780924,0.99861354,0.0006650442,0.00023216965,0.000008313228,0.000058818227],"about_ca_topic_score_codex":0.0002556262,"about_ca_topic_score_gemma":0.000042428615,"teacher_disagreement_score":0.86795753,"about_ca_system_score_codex":0.000021945954,"about_ca_system_score_gemma":0.000017740873,"threshold_uncertainty_score":0.20892279},"labels":[],"label_agreement":null},{"id":"W3115763169","doi":"10.18653/v1/2020.coling-main.456","title":"Explain by Evidence: An Explainable Memory-based Neural Network for Question Answering","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Interpretability; Computer science; Artificial intelligence; TRACE (psycholinguistics); Machine learning; Tracing; Artificial neural network; Question answering","score_opus":0.059165063389809085,"score_gpt":0.28928172777272876,"score_spread":0.23011666438291967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115763169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026145952,0.00021049373,0.9657337,0.0068211514,0.00026021074,0.00030104685,9.169884e-7,0.00042397043,0.000102543556],"genre_scores_gemma":[0.67154604,0.000002589186,0.3241284,0.0038212428,0.00031742363,0.00006187923,0.000005270628,0.000011291851,0.00010587582],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865454,0.00008086613,0.0002138645,0.00049349,0.00019631891,0.0003609434],"domain_scores_gemma":[0.9991796,0.00014610885,0.000054489254,0.00037124447,0.000060456237,0.00018812834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004396293,0.00012973197,0.00013943925,0.000021424386,0.00016636829,0.0002000429,0.00065280177,0.000051827818,0.000018716466],"category_scores_gemma":[0.00010705807,0.00012582596,0.00004839832,0.0002067514,0.000011775669,0.0011879754,0.00008917966,0.000090742236,0.000006255534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006339192,0.000041739557,0.0006929171,0.00012676299,0.000008453962,0.000013408275,0.0013596868,0.8846461,0.006903736,0.020125385,0.02158157,0.06443686],"study_design_scores_gemma":[0.00022263589,0.00019129338,0.000017724034,0.000029452112,0.0000029391263,0.0000011002405,0.00005355944,0.9935997,0.0036586446,0.0004914965,0.001568761,0.00016270242],"about_ca_topic_score_codex":0.00007434866,"about_ca_topic_score_gemma":0.000012404553,"teacher_disagreement_score":0.6454001,"about_ca_system_score_codex":0.000034617173,"about_ca_system_score_gemma":0.00005219852,"threshold_uncertainty_score":0.51310337},"labels":[],"label_agreement":null},{"id":"W3115808866","doi":"10.18653/v1/2020.coling-main.58","title":"TIMBERT: Toponym Identifier For The Medical Domain Based on BERT","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Sentence; Identifier; Domain (mathematical analysis); Natural language processing; Set (abstract data type); Artificial intelligence; Task (project management); Test set; Identification (biology); Process (computing); Named-entity recognition; Programming language","score_opus":0.031082334903676383,"score_gpt":0.26768369044451207,"score_spread":0.2366013555408357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115808866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005034972,0.00001106349,0.86654556,0.12583137,0.00029035078,0.00015136605,4.6036686e-7,0.000087132656,0.006579227],"genre_scores_gemma":[0.7283336,0.00000197326,0.16883324,0.09953798,0.00064006733,0.0000700278,0.0000018667779,0.000014153668,0.00256711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899596,0.000028529725,0.0001368334,0.00026760882,0.00041150345,0.00015957103],"domain_scores_gemma":[0.9990233,0.0004240994,0.000019661959,0.00038623664,0.000023771838,0.00012291693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003570835,0.000068029105,0.00007580702,0.000013935729,0.00008953489,0.000088789355,0.000919336,0.000045116674,0.00032732202],"category_scores_gemma":[0.0001804812,0.00004069834,0.000064829,0.00010277902,0.00001877265,0.000075513584,0.00012964965,0.000094348,0.00008984607],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045043907,0.00009443895,0.00016420198,0.00004019272,0.000037616093,0.000049019898,0.0014830388,0.00504976,0.0002606203,0.70675343,0.11291849,0.17310414],"study_design_scores_gemma":[0.00026806403,0.000031774,0.000040299386,0.000005272033,0.0000018942212,0.0000012806206,0.000010337324,0.9456571,0.0003311391,0.00245418,0.051139478,0.00005922151],"about_ca_topic_score_codex":0.000015792333,"about_ca_topic_score_gemma":0.000014400764,"teacher_disagreement_score":0.9406073,"about_ca_system_score_codex":0.000010756331,"about_ca_system_score_gemma":0.000067795976,"threshold_uncertainty_score":0.35839465},"labels":[],"label_agreement":null},{"id":"W3116083993","doi":"10.1609/aaai.v35i15.17627","title":"Learning Contextual Representations for Semantic Parsing with Generation-Augmented Pre-Training","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Natural language processing; Utterance; Artificial intelligence; Parsing; Leverage (statistics); Schema (genetic algorithms); SQL; Language model; Information retrieval; Programming language","score_opus":0.15111855803125188,"score_gpt":0.331868255043637,"score_spread":0.1807496970123851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116083993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30007103,0.00001864015,0.6943529,0.002961408,0.00025102543,0.000382507,0.0000018190123,0.000084006155,0.0018766423],"genre_scores_gemma":[0.96881425,0.000009130716,0.03032062,0.00014555348,0.000102521924,0.00005308087,0.0000020889215,0.000012021952,0.0005407175],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982929,0.000025532203,0.0004541541,0.0005498551,0.00037651628,0.00030101376],"domain_scores_gemma":[0.9981703,0.00015452036,0.00030274416,0.00025952264,0.0010488112,0.0000641117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038259925,0.000163637,0.00021808004,0.00007344825,0.00039644563,0.0003725564,0.0007166122,0.00005505682,0.00001885838],"category_scores_gemma":[0.00070923456,0.00013047815,0.000082584585,0.0004498283,0.00011495325,0.00041656962,0.00018147218,0.00022693278,0.0000054712946],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003624072,0.00008161885,0.00042858347,0.000042627882,0.00003743608,0.0000011118121,0.008680462,0.006309694,0.15170668,0.7539288,0.00004612219,0.078700654],"study_design_scores_gemma":[0.000047823905,0.00012905819,0.000054954875,0.00019816199,0.000016033802,0.000010898259,0.002755524,0.598484,0.38182813,0.016284827,0.000046011635,0.000144571],"about_ca_topic_score_codex":0.000025772366,"about_ca_topic_score_gemma":0.000036312176,"teacher_disagreement_score":0.73764396,"about_ca_system_score_codex":0.000035710927,"about_ca_system_score_gemma":0.00022181448,"threshold_uncertainty_score":0.53207445},"labels":[],"label_agreement":null},{"id":"W3116453230","doi":"10.18653/v1/2020.coling-main.106","title":"Learning Efficient Task-Specific Meta-Embeddings with Word Prisms","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute; Bank of Canada","funders":"Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Word (group theory); Embedding; Inference; Word embedding; Context (archaeology); Task (project management); Set (abstract data type); Artificial intelligence; Natural language processing; Mathematics","score_opus":0.04411524210167301,"score_gpt":0.22848442374406747,"score_spread":0.18436918164239446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116453230","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02556678,0.00018156358,0.9643288,0.0035522268,0.000069918366,0.0001209604,1.0494468e-7,0.00047225342,0.005707381],"genre_scores_gemma":[0.743589,0.000005459884,0.25491515,0.00081640505,0.000056972316,0.00000964188,3.911551e-7,0.000010030561,0.0005969792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985868,0.000041582472,0.0001876711,0.0005426501,0.00036499804,0.00027634107],"domain_scores_gemma":[0.9993451,0.000043785054,0.00006782917,0.00033470732,0.000051885057,0.00015668447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016072701,0.0001492867,0.00022482857,0.00004218928,0.00010827948,0.00020145203,0.0006441157,0.00003275474,0.00012288833],"category_scores_gemma":[0.000016267779,0.00010194879,0.0000799668,0.0003970732,0.000021942069,0.00016606138,0.0002672151,0.00023226286,0.000156357],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033777353,0.000093125534,0.00043984773,0.000040342304,0.00044041648,0.00012295072,0.016164199,0.6614837,0.0033803175,0.1877874,0.0028567854,0.12715715],"study_design_scores_gemma":[0.00023222611,0.000106608626,0.00004404104,0.0000054544716,0.00003161676,0.000008737258,0.00012716012,0.9424131,0.0017064395,0.000070378934,0.0550392,0.00021505881],"about_ca_topic_score_codex":0.0000083320265,"about_ca_topic_score_gemma":7.449134e-7,"teacher_disagreement_score":0.71802217,"about_ca_system_score_codex":0.000020206457,"about_ca_system_score_gemma":0.000028298466,"threshold_uncertainty_score":0.41573513},"labels":[],"label_agreement":null},{"id":"W3116598976","doi":"10.5281/zenodo.4513822","title":"A Methodology for Hierarchical Classification of Semantic Answer Types of Questions","year":2020,"lang":"en","type":"article","venue":"Research Publications (Maastricht University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Information retrieval","score_opus":0.3338115113383785,"score_gpt":0.3907639597184681,"score_spread":0.056952448380089615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116598976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044902307,0.000034588465,0.9747513,0.016912792,0.000024635545,0.0003327639,0.000016642138,0.00006769354,0.00336937],"genre_scores_gemma":[0.73423,0.000025739377,0.26493195,0.000021411686,0.00003381509,0.0000069324465,0.000011190731,0.0000050227613,0.0007339356],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984798,0.00047149256,0.00020651349,0.00032715354,0.00029182018,0.00022326525],"domain_scores_gemma":[0.996945,0.0011557334,0.00010312462,0.00049949606,0.0011509574,0.00014568592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008788205,0.00005788603,0.00015449933,0.0009263261,0.0001367359,0.000025739448,0.0011322501,0.00007492142,0.000011902857],"category_scores_gemma":[0.0017947147,0.00006354466,0.00006573161,0.0033471978,0.00017479318,0.00036711784,0.0002775345,0.00020220892,0.0000055874702],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012742881,0.000072309405,0.0006357841,0.000038910894,0.00002464458,3.9759027e-7,0.00030972456,0.00020121533,0.0067030336,0.9837083,0.00081329216,0.007479597],"study_design_scores_gemma":[0.0013244622,0.00068138115,0.023605583,0.000043817985,0.000058907342,0.000005390894,0.0008707458,0.7842648,0.004711152,0.022218466,0.1619108,0.00030449888],"about_ca_topic_score_codex":0.000035662368,"about_ca_topic_score_gemma":0.000005585603,"teacher_disagreement_score":0.96148986,"about_ca_system_score_codex":0.00005413115,"about_ca_system_score_gemma":0.00048594683,"threshold_uncertainty_score":0.25912762},"labels":[],"label_agreement":null},{"id":"W3116946603","doi":"10.2196/22795","title":"Adapting Bidirectional Encoder Representations from Transformers (BERT) to Assess Clinical Semantic Textual Similarity: Algorithm Development and Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutschen Konsortium für Translationale Krebsforschung; Deutsches Krebsforschungszentrum","keywords":"Computer science; Encoder; Pearson product-moment correlation coefficient; Leverage (statistics); Artificial intelligence; Semantic similarity; Natural language processing; Relationship extraction; Sentence; Test set; Ground truth; Machine learning; Information extraction; Statistics","score_opus":0.1256573497326064,"score_gpt":0.38201198221689464,"score_spread":0.25635463248428825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116946603","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27076605,0.000003962512,0.7263898,0.0019055547,0.00016105766,0.00037851025,0.000003120622,0.000110538844,0.00028139344],"genre_scores_gemma":[0.50441676,0.0000063297452,0.49218133,0.0030663745,0.00021540899,0.00006557904,0.000024096618,0.000008202113,0.000015934744],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99720013,0.0001054582,0.0010928921,0.00026800347,0.0011056017,0.00022794187],"domain_scores_gemma":[0.99864084,0.00041808034,0.00012540375,0.00019566652,0.00009261835,0.0005273925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008447204,0.0001446214,0.00025460927,0.00007533843,0.0001765032,0.00017660536,0.00042188697,0.000119804354,0.000040531],"category_scores_gemma":[0.0003561679,0.00013194747,0.00004313269,0.0003243605,0.000038683684,0.0006519451,0.0002895344,0.00038038098,0.00003683302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008845202,0.00024607492,0.009660479,0.000038086542,0.00010941458,0.000018042105,0.06629571,0.00036567458,0.000004765808,0.00028885205,0.00069481623,0.9222692],"study_design_scores_gemma":[0.00077048107,0.00011652285,0.007627623,0.0000425567,0.000015660347,0.0000069430553,0.0075256526,0.9809087,0.00010496059,0.00007202045,0.0026029716,0.00020590174],"about_ca_topic_score_codex":0.000034820354,"about_ca_topic_score_gemma":0.000024404335,"teacher_disagreement_score":0.980543,"about_ca_system_score_codex":0.000035958157,"about_ca_system_score_gemma":0.00032987652,"threshold_uncertainty_score":0.53806615},"labels":[],"label_agreement":null},{"id":"W3117829624","doi":"10.48550/arxiv.2012.09936","title":"Named Entity Recognition in the Legal Domain using a Pointer Generator Network","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Named-entity recognition; Computer science; Pointer (user interface); Security token; Natural language processing; Task (project management); Artificial intelligence; Annotation; Information retrieval; Computer security","score_opus":0.12920337610299756,"score_gpt":0.19757034710313318,"score_spread":0.06836697100013561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117829624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45185328,0.000021011629,0.54678124,0.0002654326,0.00044936422,0.00018144952,0.0000033457407,0.000058848775,0.00038603315],"genre_scores_gemma":[0.9785529,0.000018118624,0.020322941,0.0006828505,0.0003598536,9.922855e-7,0.000009889036,0.000010704737,0.000041742507],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804,0.00041130758,0.00021407593,0.000901253,0.00010881469,0.0003245038],"domain_scores_gemma":[0.99880934,0.00006113507,0.00017160148,0.00081275334,0.00006366925,0.00008148161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046632506,0.00022056625,0.00023748266,0.00011397861,0.00013063628,0.00024275493,0.0016006973,0.00018146112,0.000017274508],"category_scores_gemma":[0.000023893548,0.00022113598,0.00016102118,0.0005540814,0.000044084692,0.0003770986,0.0014384314,0.0007176749,0.000034214194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081213024,0.0001559209,0.005808353,0.00013543428,0.00013539995,0.0025552756,0.0027021528,0.79116553,0.00020724688,0.19426022,0.0008757811,0.0019174448],"study_design_scores_gemma":[0.00038239566,0.000015004833,0.00027297577,0.000094290255,0.000025161324,0.00001010127,0.00007183388,0.90423,0.00002206711,0.0942147,0.00039065923,0.00027080748],"about_ca_topic_score_codex":0.0003970531,"about_ca_topic_score_gemma":0.00023155611,"teacher_disagreement_score":0.52669966,"about_ca_system_score_codex":0.00021253622,"about_ca_system_score_gemma":0.00017600264,"threshold_uncertainty_score":0.90176636},"labels":[],"label_agreement":null},{"id":"W3118205297","doi":"10.18653/v1/2020.coling-main.455","title":"Intra-Correlation Encoding for Chinese Sentence Intention Matching","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara; Brock University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Sentence; Natural language processing; Artificial intelligence; Encoding (memory); Ambiguity; Word (group theory); Matching (statistics); Embedding; Granularity; Feature (linguistics); Linguistics; Mathematics","score_opus":0.029475001894958226,"score_gpt":0.2619573841806866,"score_spread":0.23248238228572837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118205297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043311015,0.00001073633,0.9499196,0.0045827823,0.00035071166,0.00014521422,2.7964927e-7,0.0002153652,0.001464292],"genre_scores_gemma":[0.8069547,0.0000016216657,0.19200018,0.0008761599,0.000089107394,0.000007544935,0.0000014798294,0.0000035918224,0.00006565202],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993246,0.000013706962,0.00016672164,0.00025588987,0.00011216349,0.00012688595],"domain_scores_gemma":[0.99964833,0.000056770907,0.000048343478,0.00014231532,0.000046995407,0.000057219255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014006223,0.00006990868,0.00007515851,0.000029707773,0.00007465201,0.000099440455,0.0003041608,0.000026949461,0.000009624584],"category_scores_gemma":[0.00010638207,0.00005933897,0.00004613634,0.0001548089,0.0000049718246,0.0006066791,0.00009995309,0.00007085444,0.00002219578],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027866068,0.000049815524,0.014961473,0.00017248494,0.00003108877,0.000007825627,0.016549233,0.04187535,0.066009805,0.65348387,0.0005757288,0.20625545],"study_design_scores_gemma":[0.00013541272,0.00001915133,0.00043474263,0.000010924808,0.0000015515133,0.0000027849487,0.00008142139,0.9864509,0.00042109532,0.012271845,0.00009462893,0.000075539916],"about_ca_topic_score_codex":0.000021528482,"about_ca_topic_score_gemma":0.0000044635412,"teacher_disagreement_score":0.94457555,"about_ca_system_score_codex":0.000018834538,"about_ca_system_score_gemma":0.000012904742,"threshold_uncertainty_score":0.24197729},"labels":[],"label_agreement":null},{"id":"W3118212635","doi":"10.18653/v1/2020.coling-main.147","title":"Unsupervised Fact Checking by Counter-Weighted Positive and Negative Evidential Paths in A Knowledge Graph","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea","keywords":"Computer science; Statement (logic); Misinformation; Knowledge graph; Artificial intelligence; Information retrieval; Computer security; Political science; Law","score_opus":0.021901528073056585,"score_gpt":0.24976124317122328,"score_spread":0.2278597150981667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118212635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39219442,0.00039301178,0.6034607,0.0016108898,0.00009006443,0.00021903611,0.000005245279,0.00011165845,0.0019149284],"genre_scores_gemma":[0.99127686,0.000025056308,0.007818521,0.0007848365,0.000037619306,0.000008264001,0.0000021870421,0.0000073090923,0.000039363917],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988083,0.00009662703,0.00022560522,0.000482079,0.00015935324,0.00022799814],"domain_scores_gemma":[0.99947155,0.00013500756,0.000041859214,0.00016538917,0.00006402238,0.00012216241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012125741,0.00014597626,0.00019123306,0.00007292388,0.000060785937,0.00016456892,0.00038202544,0.000055282264,0.000029188952],"category_scores_gemma":[0.000040253784,0.00013257963,0.000039644405,0.0003905868,0.000032268148,0.00057691766,0.00028401017,0.00015580017,0.000014003909],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026573628,0.00088380557,0.052246813,0.00039646146,0.00039605214,0.00039183328,0.37116078,0.00023844918,0.09255327,0.074327864,0.007481846,0.39965707],"study_design_scores_gemma":[0.0015643593,0.00015143807,0.005453011,0.00011165287,0.0000091219445,0.000005855346,0.0005055243,0.9753874,0.013803333,0.0023190528,0.00029092314,0.00039833167],"about_ca_topic_score_codex":0.00027122113,"about_ca_topic_score_gemma":0.000077490324,"teacher_disagreement_score":0.975149,"about_ca_system_score_codex":0.000035147033,"about_ca_system_score_gemma":0.000045365985,"threshold_uncertainty_score":0.54064405},"labels":[],"label_agreement":null},{"id":"W3118454345","doi":"","title":"On-the-Fly Attention Modularization for Neural Generation","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Fluency; Computer science; Modular programming; Artificial intelligence; Artificial neural network; Sentence; Natural language processing; Inference; Cognitive psychology; Machine learning; Psychology; Programming language","score_opus":0.12865905516853385,"score_gpt":0.18980302845342964,"score_spread":0.06114397328489579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118454345","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39155245,0.000008808456,0.60707504,0.00033331988,0.0006389701,0.00023266692,0.0000024470114,0.000063822576,0.000092456816],"genre_scores_gemma":[0.99407977,0.00001230227,0.004549115,0.00024271243,0.00015681342,0.0000033714769,0.0000723297,0.000010476244,0.00087308575],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987032,0.000112738395,0.00014082395,0.00078906846,0.000080904356,0.00017327146],"domain_scores_gemma":[0.9986375,0.000070705435,0.00014976026,0.0008985614,0.00019724044,0.00004625253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001963761,0.00016096902,0.00013529547,0.00009943396,0.00020666436,0.00023858497,0.0007617288,0.00015880131,0.000008926916],"category_scores_gemma":[0.000052104828,0.0001658852,0.00016035739,0.00022068385,0.000019797108,0.0002941059,0.0005319911,0.00023093674,0.000007536745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027232825,0.000019893367,0.00007992244,0.000014479056,0.000017020855,0.000009655064,0.00006254664,0.72758675,0.0003607161,0.27112803,0.000079266385,0.000639001],"study_design_scores_gemma":[0.00016702045,0.000019676705,0.00020157537,0.000024524921,0.00002218863,0.0000010068844,0.000015692482,0.9809316,0.00025753025,0.018165702,0.00002916561,0.00016431705],"about_ca_topic_score_codex":0.000027524951,"about_ca_topic_score_gemma":0.00002690067,"teacher_disagreement_score":0.6025273,"about_ca_system_score_codex":0.00009680561,"about_ca_system_score_gemma":0.00008569343,"threshold_uncertainty_score":0.6764602},"labels":[],"label_agreement":null},{"id":"W3119437245","doi":"10.18653/v1/2021.acl-long.519","title":"End-to-End Training of Neural Retrievers for Open-Domain Question Answering","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"Canadian Institute for Advanced Research; Nvidia","keywords":"Computer science; Artificial intelligence; Question answering; Context (archaeology); Machine learning; Domain (mathematical analysis); Task (project management); Artificial neural network; Biomedical text mining; Natural language processing; Text mining; Mathematics","score_opus":0.07985047469528585,"score_gpt":0.3197809994370351,"score_spread":0.23993052474174925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119437245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070884235,0.000053790125,0.924167,0.0012191654,0.0013134626,0.00062679633,0.0000070905203,0.000095613876,0.0016328397],"genre_scores_gemma":[0.50590396,0.000002631675,0.49359345,0.00018874128,0.00006774155,0.00003744817,0.0000100672105,0.000010466832,0.00018548731],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979845,0.00008517975,0.00047482003,0.00085463765,0.0002951143,0.00030574435],"domain_scores_gemma":[0.998472,0.00013304195,0.00018281453,0.0009387844,0.00015750475,0.000115852774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010029663,0.00020831016,0.00042261594,0.00013782943,0.00006746725,0.00043845593,0.002015036,0.00016565784,0.000031960146],"category_scores_gemma":[0.00016996334,0.00022290285,0.00013357932,0.0002088053,0.000018902674,0.00037979407,0.003199452,0.00029772267,8.515757e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068056965,0.00010597945,0.000423352,0.00072076346,0.00017509681,0.000059626764,0.03083319,0.17180447,0.0124868555,0.23228453,0.00037227,0.5506658],"study_design_scores_gemma":[0.00063890696,0.00011827086,0.00052920025,0.00053238694,0.000019060875,0.00001794006,0.0011147818,0.97593695,0.007880516,0.011579362,0.0010063433,0.0006262794],"about_ca_topic_score_codex":0.00047481267,"about_ca_topic_score_gemma":0.000115566145,"teacher_disagreement_score":0.80413246,"about_ca_system_score_codex":0.00009502526,"about_ca_system_score_gemma":0.00033022638,"threshold_uncertainty_score":0.9089714},"labels":[],"label_agreement":null},{"id":"W3119519251","doi":"10.1609/aaai.v35i16.17681","title":"What's the Best Place for an AI Conference, Vancouver or _______: Why Completing Comparative Questions is Difficult","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Competence (human resources); Artificial intelligence; sort; Natural language processing; Benchmark (surveying); Set (abstract data type); Task (project management); Language model; Machine learning; Cognitive science; Psychology; Information retrieval","score_opus":0.20765916333050938,"score_gpt":0.36477807941224205,"score_spread":0.15711891608173267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119519251","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15897724,0.00013854378,0.78097063,0.044714607,0.00431093,0.002649602,0.00006365814,0.00033300323,0.007841812],"genre_scores_gemma":[0.984163,0.00007141113,0.011368944,0.0026433663,0.00018973164,0.00013603702,0.000002496785,0.000018986571,0.0014060606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970023,0.00007508096,0.000804289,0.00091795344,0.0006524864,0.0005478896],"domain_scores_gemma":[0.99483067,0.00045126583,0.0005060356,0.0006950467,0.0033652885,0.00015171248],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00062792306,0.00037531374,0.00047748003,0.000089837835,0.00076424726,0.0015822126,0.0027418444,0.00013395344,0.00011729496],"category_scores_gemma":[0.0005306515,0.00023810893,0.00016650285,0.00085739914,0.00041138977,0.0016168305,0.0005898537,0.00051922817,0.00004105818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014368763,0.00043766812,0.000053072185,0.00007296237,0.000059743314,0.0000011316748,0.013434309,0.0008416687,0.012854459,0.945792,0.0047306437,0.021578658],"study_design_scores_gemma":[0.00011182733,0.00049147673,0.000027118209,0.0007764627,0.000057414065,0.000012860653,0.023740308,0.6707511,0.19745347,0.1026309,0.0034280687,0.0005190196],"about_ca_topic_score_codex":0.0001332753,"about_ca_topic_score_gemma":0.001004773,"teacher_disagreement_score":0.8431611,"about_ca_system_score_codex":0.00007338214,"about_ca_system_score_gemma":0.0004570909,"threshold_uncertainty_score":0.99945426},"labels":[],"label_agreement":null},{"id":"W3119636502","doi":"10.18653/v1/2021.acl-long.569","title":"UnNatural Language Inference","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; McGill University","funders":"McGill University","keywords":"Computer science; Inference; Natural language processing; Artificial intelligence; Mandarin Chinese; Syntax; Suite; Transformer; Language model; Word order; Linguistics; History","score_opus":0.029339431725579488,"score_gpt":0.29680368723324707,"score_spread":0.26746425550766756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119636502","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058864713,0.0005933785,0.9261444,0.00078926666,0.0011852433,0.00007147397,6.9342553e-7,0.0003126067,0.012038207],"genre_scores_gemma":[0.7546568,0.000013538992,0.24333599,0.00044053033,0.00008832862,0.000006615456,0.000007291018,0.000004212489,0.0014467192],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886924,0.000037882255,0.000162054,0.0005311234,0.00021775892,0.00018195725],"domain_scores_gemma":[0.9985658,0.00004254012,0.000053532523,0.001210903,0.00006974252,0.000057465488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010319963,0.0001406066,0.00016691853,0.00005127659,0.000025564303,0.0004222534,0.0013411794,0.00015567154,0.00009788724],"category_scores_gemma":[0.000057692614,0.00012539004,0.00007856522,0.00008718317,0.000010170129,0.00015616535,0.0035714712,0.00051517785,0.000030136007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017432753,0.00012122496,0.001462658,0.00041078145,0.00012927133,0.0007393843,0.021543916,0.017059091,0.0020893293,0.41642877,0.0013965562,0.53861725],"study_design_scores_gemma":[0.00012769,0.000007804582,0.0011055567,0.00015737019,0.000006652632,0.000014684353,0.0002446067,0.98731613,0.003025017,0.006991353,0.0004435016,0.00055961305],"about_ca_topic_score_codex":0.0003062277,"about_ca_topic_score_gemma":0.00006722499,"teacher_disagreement_score":0.97025704,"about_ca_system_score_codex":0.000033625947,"about_ca_system_score_gemma":0.00019951466,"threshold_uncertainty_score":0.5113258},"labels":[],"label_agreement":null},{"id":"W3119707607","doi":"","title":"Joint Training for Learning Cross-lingual Embeddings with Sub-word Information without Parallel Corpora","year":2020,"lang":"en","type":"article","venue":"Joint Conference on Lexical and Computational Semantics","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Natural language processing; Word (group theory); Lexicon; Artificial intelligence; Benchmark (surveying); Similarity (geometry); Resource (disambiguation); Joint (building); Linguistics","score_opus":0.09927202779614587,"score_gpt":0.2928176832555031,"score_spread":0.19354565545935726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119707607","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22267553,0.0000052548107,0.7715459,0.00517044,0.000054844182,0.00019995891,0.000003831233,0.00012753965,0.00021670738],"genre_scores_gemma":[0.83055115,0.000004219408,0.16777551,0.0015142849,0.00009424,0.0000134297325,0.00002346676,0.000007474488,0.000016214059],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850965,0.000031613115,0.00042635828,0.00035248927,0.00041403034,0.00026586986],"domain_scores_gemma":[0.99904734,0.00010648015,0.0002358768,0.00009901064,0.00031551698,0.00019576658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020071497,0.00019567569,0.00028781168,0.00006425963,0.0002567971,0.00054055214,0.00018956183,0.00007726954,0.000006323906],"category_scores_gemma":[0.0001312629,0.00016449584,0.000058689024,0.00013342912,0.00008981009,0.0005751754,0.000105091145,0.0003021618,0.000013784825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013649379,0.000036683836,0.0009392375,0.00011457679,0.00003419745,0.00000773389,0.005473648,0.34222773,0.00013234625,0.57480294,0.000034278182,0.076060176],"study_design_scores_gemma":[0.0008531105,0.00043776425,0.0034171855,0.000091408176,0.0000075876806,0.00001869452,0.0002062379,0.96633697,0.00010475892,0.028024886,0.0002604996,0.00024087532],"about_ca_topic_score_codex":0.000004125893,"about_ca_topic_score_gemma":0.0000010218931,"teacher_disagreement_score":0.62410927,"about_ca_system_score_codex":0.000019751416,"about_ca_system_score_gemma":0.00018242784,"threshold_uncertainty_score":0.67079455},"labels":[],"label_agreement":null},{"id":"W3120832022","doi":"10.18653/v1/2021.emnlp-main.526","title":"Towards Zero-Shot Knowledge Distillation for Natural Language Processing","year":2021,"lang":"en","type":"article","venue":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Distillation; Task (project management); Benchmark (surveying); Artificial intelligence; Knowledge transfer; Natural language processing; Transfer of learning; Domain knowledge; Variety (cybernetics); Shot (pellet); Machine learning; Domain (mathematical analysis); Knowledge management; Engineering","score_opus":0.08645918045858457,"score_gpt":0.43361835862493486,"score_spread":0.3471591781663503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120832022","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1905611,0.051287748,0.7307347,0.008224932,0.002156371,0.0014370196,0.000014652728,0.00039260485,0.015190856],"genre_scores_gemma":[0.6142212,0.000008536137,0.38495246,0.00019955976,0.00013007359,0.000034524703,0.0000030057174,0.00001990828,0.0004307117],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99706334,0.00013088551,0.00070938846,0.0009708176,0.0005270311,0.0005985322],"domain_scores_gemma":[0.9977541,0.00031450202,0.00046953396,0.0003396566,0.0010184111,0.00010382273],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013285801,0.00038496582,0.00059069716,0.00021300408,0.00025489365,0.000499028,0.0014221527,0.000209614,0.000012403382],"category_scores_gemma":[0.0032070745,0.0002803313,0.00021534758,0.0015336786,0.0001243279,0.00083383406,0.0006889859,0.000869882,0.0000015020086],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036701902,0.00009015189,0.0003310889,0.00060374883,0.0000120885425,0.0000043116283,0.010251276,0.000015307478,0.07508254,0.0038357514,0.000031381496,0.90970564],"study_design_scores_gemma":[0.00076117826,0.00005352912,0.0013310539,0.0014792483,0.000039234634,0.000040276977,0.0029607364,0.81705743,0.16615693,0.009350971,0.00019211783,0.0005772885],"about_ca_topic_score_codex":0.0000126149935,"about_ca_topic_score_gemma":0.0000113038095,"teacher_disagreement_score":0.90912837,"about_ca_system_score_codex":0.0001943538,"about_ca_system_score_gemma":0.00052634027,"threshold_uncertainty_score":0.9999649},"labels":[],"label_agreement":null},{"id":"W3120950293","doi":"10.18653/v1/2020.aacl-srw.14","title":"Training with Adversaries to Improve Faithfulness of Attention in Neural Machine Translation","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Machine translation; Computer science; Regularization (linguistics); Measure (data warehouse); Translation (biology); Divergence (linguistics); Artificial intelligence; Differentiable function; Machine learning; Quality (philosophy); Trustworthiness; Language model; Natural language processing; Mathematics; Data mining","score_opus":0.04479434594496593,"score_gpt":0.24562341074205213,"score_spread":0.2008290647970862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120950293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17120616,0.000015166903,0.8247186,0.0034887083,0.00003508636,0.00010434207,6.501975e-7,0.000040111205,0.00039118034],"genre_scores_gemma":[0.9283977,1.0539609e-7,0.071287215,0.00028376598,0.000012995285,0.0000043554496,8.2792474e-7,0.0000027901713,0.000010243519],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994339,0.000016892667,0.00014296015,0.00018899377,0.00012183628,0.00009546537],"domain_scores_gemma":[0.9997906,0.00001657071,0.000028257045,0.00010387708,0.000019191537,0.000041522988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007110421,0.000054692206,0.00009361567,0.000042582644,0.000014489516,0.000021007492,0.00017507578,0.000016224998,0.0000050833814],"category_scores_gemma":[0.0000081390135,0.000044552486,0.000016047901,0.00023642853,0.000007733653,0.00031132824,0.000028307306,0.000052655174,0.0000011287948],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043129097,0.000013615993,0.0025975879,0.000034105382,0.000005583103,0.000004795707,0.0151944095,0.033521194,0.0059347018,0.005273855,0.000002058185,0.93737495],"study_design_scores_gemma":[0.00033427333,0.00009937108,0.0025382712,0.000008436709,0.0000016431313,8.712289e-7,0.00023778646,0.99565816,0.0009717353,0.00006559901,0.000022423348,0.000061437524],"about_ca_topic_score_codex":0.00009608593,"about_ca_topic_score_gemma":0.00013249653,"teacher_disagreement_score":0.962137,"about_ca_system_score_codex":0.0000066062807,"about_ca_system_score_gemma":0.000018366725,"threshold_uncertainty_score":0.18167977},"labels":[],"label_agreement":null},{"id":"W3122003999","doi":"10.1002/asi.24606","title":"Domain‐topic models with chained dimensions: Charting an emergent domain of a major oncology conference","year":2021,"lang":"en","type":"preprint","venue":"Journal of the Association for Information Science and Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; Agence Nationale de la Recherche; American Society of Clinical Oncology","keywords":"Metadata; Computer science; Domain (mathematical analysis); Context (archaeology); Topic model; Representation (politics); Graph; Cluster analysis; Information retrieval; Dimension (graph theory); Data science; World Wide Web; Artificial intelligence; Theoretical computer science; Mathematics; Geography","score_opus":0.024761635265290613,"score_gpt":0.2767709140196001,"score_spread":0.25200927875430945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122003999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49887535,0.000050023747,0.4897634,0.010192827,0.00054517185,0.000305493,0.0000032363075,0.000023853478,0.00024064454],"genre_scores_gemma":[0.9055846,0.00004886893,0.09411241,0.00019525875,0.000024652632,0.000018259036,0.0000013204091,0.000002592451,0.000012084813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997823,0.00006331719,0.00087316096,0.00017856878,0.0008220792,0.00023985122],"domain_scores_gemma":[0.99262106,0.000071664836,0.0032006612,0.00044841995,0.0035975215,0.00006064852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035214224,0.00012115474,0.00036239738,0.00066910585,0.00027770607,0.00018623682,0.0013668191,0.00025885436,0.0000010311452],"category_scores_gemma":[0.00054925797,0.000083067345,0.00006834194,0.00089039817,0.00015678644,0.0024228443,0.0008357775,0.0004117663,2.1048753e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002782112,0.0000961632,0.0017958479,0.00010945144,0.00011968803,0.000001737024,0.015973564,0.0080026975,0.0050018416,0.9439706,0.000049908715,0.024850667],"study_design_scores_gemma":[0.0029937204,0.0009811994,0.0015024497,0.00061142095,0.00010334182,0.00018796191,0.011757937,0.43240848,0.010945796,0.5343507,0.0036396428,0.000517347],"about_ca_topic_score_codex":0.000009032929,"about_ca_topic_score_gemma":0.000018704895,"teacher_disagreement_score":0.42440578,"about_ca_system_score_codex":0.00043078847,"about_ca_system_score_gemma":0.0015424283,"threshold_uncertainty_score":0.33873883},"labels":[],"label_agreement":null},{"id":"W3122771415","doi":"","title":"Factorizing Declarative and Procedural Knowledge in Structured, Dynamical Environments","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Université de Montréal","funders":"","keywords":"Computer science; Object (grammar); Procedural knowledge; Generalization; Descriptive knowledge; Artificial intelligence; Programming language; Human–computer interaction; Benchmark (surveying); Interface (matter); Modularity (biology); State (computer science); Theoretical computer science; Knowledge-based systems; Knowledge management","score_opus":0.018663867601655212,"score_gpt":0.2543226118598179,"score_spread":0.2356587442581627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122771415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5174828,0.00014074097,0.48071432,0.00029647164,0.000097009186,0.000049379425,3.121649e-7,0.000021007221,0.0011979477],"genre_scores_gemma":[0.95010054,0.000005668686,0.049395893,0.000118128024,0.000015072776,0.000002882225,8.048323e-7,0.000002647119,0.00035836536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993391,0.000031684507,0.00010992708,0.00029281547,0.000083010695,0.00014347037],"domain_scores_gemma":[0.9997416,0.000027918266,0.000014676731,0.00016007404,0.000007671873,0.000048063393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000042153733,0.00007147243,0.000085236126,0.00002929669,0.000030210665,0.000057035897,0.0001484708,0.000041151146,0.000013152752],"category_scores_gemma":[0.000016489534,0.0000630552,0.000012146415,0.00009719151,0.00001517228,0.00023286167,0.00025495834,0.000099762095,0.0000055082814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011644277,0.00031419465,0.088566326,0.00010083428,0.00006360914,0.00025407964,0.02407019,0.0010755693,0.10006948,0.52862716,0.00018489931,0.25666204],"study_design_scores_gemma":[0.0007625372,0.000027988592,0.077721104,0.00003203996,0.0000029519035,0.00006352379,0.00051753846,0.88828826,0.017615616,0.013002351,0.0016247056,0.00034138243],"about_ca_topic_score_codex":0.000006920096,"about_ca_topic_score_gemma":0.00012842119,"teacher_disagreement_score":0.8872127,"about_ca_system_score_codex":0.000051526244,"about_ca_system_score_gemma":0.000042514872,"threshold_uncertainty_score":0.25713167},"labels":[],"label_agreement":null},{"id":"W3124643392","doi":"","title":"Multiple Choice Question Answering using a Large Corpus of Information","year":2020,"lang":"en","type":"dissertation","venue":"University of Minnesota Digital Conservancy (University of Minnesota)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ministère de la Santé et des Services sociaux; California Institute of Technology; National Aeronautics and Space Administration","keywords":"Computer science; Question answering; Artificial intelligence; Context (archaeology); Sentence; Knowledge base; Natural language; Embedding; Natural language processing; Information retrieval; Geography","score_opus":0.015227175305042214,"score_gpt":0.20077492691949847,"score_spread":0.18554775161445625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124643392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80182713,0.00021018898,0.19358082,0.00024451237,0.00037631646,0.00043346456,0.00041015085,0.00012109511,0.002796317],"genre_scores_gemma":[0.96951693,0.00015600053,0.028685141,0.000019704155,0.000024534425,6.2715095e-8,0.00068775425,0.00002169998,0.00088817056],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802345,0.000076024495,0.00044243794,0.0005123403,0.0005982728,0.00034749633],"domain_scores_gemma":[0.9967144,0.0002531193,0.0013917871,0.00064193376,0.0008233221,0.00017540446],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017840542,0.00035811705,0.0007804962,0.00056456175,0.00023852134,0.000045523302,0.0015650467,0.0003745202,0.000027496822],"category_scores_gemma":[0.00023822715,0.00055438717,0.0003592786,0.0007319607,0.00015121745,0.004536798,0.00048132677,0.000298668,0.00001447095],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008636961,0.004505661,0.22579576,0.03448094,0.004469519,0.0014625782,0.2817934,0.010383344,0.050058585,0.11413472,0.007415848,0.2568627],"study_design_scores_gemma":[0.013166264,0.001089413,0.053386126,0.005355165,0.0010522202,0.00006690435,0.08064977,0.6909511,0.003996428,0.0009010709,0.14575833,0.003627218],"about_ca_topic_score_codex":0.0020115236,"about_ca_topic_score_gemma":0.0014577949,"teacher_disagreement_score":0.68056774,"about_ca_system_score_codex":0.00014522184,"about_ca_system_score_gemma":0.00044600447,"threshold_uncertainty_score":0.9996908},"labels":[],"label_agreement":null},{"id":"W3124933699","doi":"10.1016/j.ipm.2021.102503","title":"Learning to rank implicit entities on Twitter","year":2021,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information retrieval; Relevance (law); Graph; Representation (politics); Rank (graph theory); Learning to rank; Context (archaeology); Feature (linguistics); Natural language processing; Entity linking; Artificial intelligence; Knowledge base; Ranking (information retrieval); Theoretical computer science; Mathematics","score_opus":0.015156604224810487,"score_gpt":0.2522781744710504,"score_spread":0.2371215702462399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124933699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015083477,0.000015386411,0.9190452,0.0022517114,0.00021185016,0.00012130443,1.5734913e-7,0.00022017832,0.06305071],"genre_scores_gemma":[0.9225938,0.0000070185984,0.06533907,0.008180067,0.000043267053,0.0000455549,0.0000073661436,0.000005507395,0.0037783592],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990379,0.000017131615,0.00026038295,0.00015883979,0.0003323971,0.00019334481],"domain_scores_gemma":[0.9994909,0.000009542304,0.0000809367,0.00026215476,0.000110584675,0.000045865065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019551904,0.000091218084,0.00007846071,0.00017586793,0.00018181297,0.0008029549,0.00031143843,0.000021520127,0.000022664282],"category_scores_gemma":[0.000019750785,0.00009185184,0.000026748627,0.00031480915,0.000005184373,0.0015593613,0.00029506782,0.00009190649,0.00035359978],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003028679,0.000012749902,0.000051122075,0.00017887897,0.000011343256,0.000006781855,0.007767369,0.02926256,0.000019815361,0.026203562,0.0012703916,0.9352124],"study_design_scores_gemma":[0.0010150175,0.0000931877,0.0037604324,0.0005631181,0.000020450516,0.000019587811,0.0053739175,0.38335225,0.0030187839,0.0072576255,0.5948372,0.00068844855],"about_ca_topic_score_codex":0.0000029817209,"about_ca_topic_score_gemma":4.3795546e-7,"teacher_disagreement_score":0.93452394,"about_ca_system_score_codex":0.00005903408,"about_ca_system_score_gemma":0.000026164878,"threshold_uncertainty_score":0.7742912},"labels":[],"label_agreement":null},{"id":"W3125491423","doi":"10.1145/3442381.3449948","title":"Enquire One’s Parent and Child Before Decision: Fully Exploit Hierarchical Structure for Self-Supervised Taxonomy Expansion","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Taxonomy (biology); Computer science; Correctness; Artificial intelligence; Mean reciprocal rank; Exploit; Natural language processing; Information retrieval; Machine learning; Theoretical computer science; Algorithm","score_opus":0.04050101803570174,"score_gpt":0.2545640240924028,"score_spread":0.21406300605670106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125491423","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19117597,0.00044644187,0.80395705,0.0014673634,0.0010284287,0.0014288711,0.000021633055,0.00030577168,0.00016846613],"genre_scores_gemma":[0.41563794,0.000052735566,0.583088,0.0004166209,0.00038955858,0.00030068625,0.000059375532,0.000023233524,0.0000318674],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99629515,0.00008490632,0.00066393847,0.0018424927,0.00060577755,0.00050770404],"domain_scores_gemma":[0.9972691,0.00015283855,0.00015791322,0.0018634299,0.00022926214,0.0003274353],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024689164,0.0005151597,0.00067489647,0.00016971356,0.00028018712,0.0007490653,0.001519933,0.00055318716,0.0000909413],"category_scores_gemma":[0.00007047084,0.0004516777,0.00025237433,0.00013768817,0.000044810364,0.00036746077,0.004258364,0.0008324708,0.0000020076725],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037515132,0.00017962643,0.0007529114,0.0006651233,0.00016414402,0.00003685624,0.0044576214,0.0018587633,0.000058148456,0.01942882,0.00030884467,0.9720516],"study_design_scores_gemma":[0.0015704245,0.00020471806,0.0016143366,0.0011519056,0.00007388085,0.000095416726,0.00035825482,0.94908637,0.00050602993,0.03853982,0.005669714,0.0011291266],"about_ca_topic_score_codex":0.000030252544,"about_ca_topic_score_gemma":0.00012179008,"teacher_disagreement_score":0.97092247,"about_ca_system_score_codex":0.0001141916,"about_ca_system_score_gemma":0.00038132814,"threshold_uncertainty_score":0.99979347},"labels":[],"label_agreement":null},{"id":"W3125846137","doi":"10.18280/ria.340606","title":"AQG: Arabic Question Generator","year":2020,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Generator (circuit theory); Natural language processing; Artificial intelligence; Arabic; Sentence; Grammar; Set (abstract data type); Process (computing); Semantics (computer science); Lexicon; Programming language; Linguistics","score_opus":0.06436756330711148,"score_gpt":0.2753353653220383,"score_spread":0.21096780201492682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125846137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014503533,0.00029757203,0.9762648,0.00638805,0.0004985751,0.00013818806,8.2560194e-7,0.00028013828,0.0016283706],"genre_scores_gemma":[0.9351998,0.00004013974,0.0621445,0.0016840205,0.00046168774,0.000015308167,0.000001868646,0.000012707132,0.00043999028],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985917,0.00006285398,0.00034757302,0.00054071617,0.0001763644,0.00028076235],"domain_scores_gemma":[0.99901426,0.000050987863,0.00007644302,0.000562396,0.00011268891,0.00018319621],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023686433,0.00013527622,0.00015280847,0.000046998444,0.00011620691,0.00013942254,0.0008194667,0.00006283303,0.0000874634],"category_scores_gemma":[0.00014205581,0.00013724831,0.00007353544,0.00045310028,0.000030326191,0.00034670281,0.00018628387,0.00016991774,0.0013345814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000090861795,0.000091686714,0.0004767012,0.000079461584,0.000016067524,0.0000529733,0.0047739823,0.22768559,0.027460318,0.47666943,0.0026283204,0.26005638],"study_design_scores_gemma":[0.000016470414,0.000055035565,0.000012362395,0.00001953463,0.0000026560379,0.0000073629753,0.000069242844,0.90921986,0.06936446,0.0024360293,0.018637475,0.00015950514],"about_ca_topic_score_codex":0.0000145217355,"about_ca_topic_score_gemma":0.0000022096472,"teacher_disagreement_score":0.92069626,"about_ca_system_score_codex":0.00003265956,"about_ca_system_score_gemma":0.00004591535,"threshold_uncertainty_score":0.999443},"labels":[],"label_agreement":null},{"id":"W3126195334","doi":"10.18653/v1/2021.eacl-main.224","title":"Unsupervised Abstractive Summarization of Bengali Text Documents","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Bengali; Automatic summarization; Computer science; Natural language processing; Unavailability; Artificial intelligence; Multi-document summarization; Information retrieval","score_opus":0.026213582583161227,"score_gpt":0.2699944682918565,"score_spread":0.2437808857086953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126195334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065228425,0.00010373412,0.9165209,0.00029747182,0.0006715717,0.0002186048,0.0000035798657,0.00009502909,0.01686067],"genre_scores_gemma":[0.8625339,0.00004343815,0.13660239,0.0000853054,0.000045698842,0.000013128163,0.00003718832,0.000008616834,0.0006303274],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842083,0.00007170261,0.00038987846,0.0005828605,0.00037579055,0.00015892608],"domain_scores_gemma":[0.9984391,0.000058889338,0.00019715572,0.0010006336,0.00024974972,0.00005452776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019754659,0.00016842043,0.00026402227,0.00010207206,0.000033271353,0.00019065267,0.000930466,0.00019340527,0.00016191631],"category_scores_gemma":[0.00004433243,0.00016902944,0.00010382269,0.00013885077,0.00001611534,0.00034422026,0.0016053421,0.00031127027,0.000009338337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026214977,0.0012430622,0.013492407,0.001928503,0.0010645596,0.000117116826,0.02057473,0.2477562,0.023906672,0.25694007,0.0011901755,0.43176028],"study_design_scores_gemma":[0.0007729849,0.00004431563,0.014098434,0.00055455853,0.000054060685,0.0000057331845,0.0005274942,0.9063077,0.05488389,0.021383254,0.00043475218,0.00093283824],"about_ca_topic_score_codex":0.00066483853,"about_ca_topic_score_gemma":0.000037994425,"teacher_disagreement_score":0.79730546,"about_ca_system_score_codex":0.00006432363,"about_ca_system_score_gemma":0.00024775267,"threshold_uncertainty_score":0.68928206},"labels":[],"label_agreement":null},{"id":"W3126209695","doi":"10.2196/23587","title":"Novel Graph-Based Model With Biaffine Attention for Family History Extraction From Clinical Text: Modeling Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Harbin Institute of Technology","keywords":"Computer science; Relationship extraction; Family history; Information extraction; Natural language processing; Sentence; Information retrieval; Artificial intelligence; Genogram; ENCODE; Graph; Theoretical computer science; Psychology; Medicine","score_opus":0.09582043481915976,"score_gpt":0.34475927771473003,"score_spread":0.24893884289557028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126209695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24673061,0.000038596678,0.75179535,0.00030648013,0.00043934866,0.00039367957,0.0000051190464,0.00014969708,0.00014109805],"genre_scores_gemma":[0.50311506,0.000008087609,0.49471337,0.0017658635,0.00015483753,0.00012018767,0.000044224176,0.000015190402,0.00006319682],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970747,0.000048784863,0.0011692541,0.00031896625,0.0010903273,0.00029795445],"domain_scores_gemma":[0.9981469,0.00025291328,0.00027514153,0.00072120334,0.00033093675,0.0002729302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009040158,0.00019524233,0.00034451313,0.00011781342,0.00010167063,0.000082497485,0.0005886446,0.00021882127,0.000013120071],"category_scores_gemma":[0.00017130979,0.00016649837,0.00014516492,0.00020245403,0.00005301302,0.00077431684,0.00015312321,0.00047054613,0.000009208967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002416927,0.005969068,0.0020438568,0.00034464773,0.00031036462,0.000058915688,0.008295647,0.80790997,0.0005356829,0.00597506,0.0038380818,0.16447704],"study_design_scores_gemma":[0.0026146434,0.00016398696,0.0002833611,0.000099099896,0.000031825813,0.0000059679396,0.00065109186,0.99518484,0.0000059595855,0.00032093312,0.0004260057,0.00021228254],"about_ca_topic_score_codex":0.000035449342,"about_ca_topic_score_gemma":0.000065198416,"teacher_disagreement_score":0.25708202,"about_ca_system_score_codex":0.00014654656,"about_ca_system_score_gemma":0.00096660404,"threshold_uncertainty_score":0.6789606},"labels":[],"label_agreement":null},{"id":"W3128005332","doi":"10.1037/rev0000265","title":"Disentangling contextual diversity: Communicative need as a lexical organizer.","year":2021,"lang":"en","type":"article","venue":"Psychological Review","topic":"Topic Modeling","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Context (archaeology); Lexicon; PsycINFO; Linguistics; Diversity (politics); Word lists by frequency; Psychology; Context effect; Lexical item; Cognitive psychology; Word (group theory); Computer science; Natural language processing; Sociology; History","score_opus":0.11862667975861994,"score_gpt":0.37841424539838875,"score_spread":0.2597875656397688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128005332","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03324837,0.31451356,0.4648194,0.08856506,0.0010449997,0.001058256,0.0000072594917,0.0008910139,0.095852084],"genre_scores_gemma":[0.8605348,0.0572248,0.035788223,0.04582482,0.00008565648,0.000020400716,0.000009261741,0.000011170591,0.0005008608],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998216,0.00037926412,0.00031772524,0.0005281486,0.00029377334,0.00026510458],"domain_scores_gemma":[0.9982078,0.000245689,0.00009226205,0.0011484444,0.00013512862,0.00017069567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040313022,0.00014901147,0.00039456727,0.000017156788,0.00023008762,0.000066731314,0.0014368943,0.000074341064,0.00052694784],"category_scores_gemma":[0.00074973225,0.000116780364,0.00015200756,0.00049000734,0.00007811388,0.00015670048,0.0022521028,0.00033987235,0.0005023256],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021472555,0.0009258809,0.0029895885,0.00038217768,0.00010052256,0.001079602,0.0010954747,0.0000027845642,0.00024816018,0.47732207,0.009463248,0.506369],"study_design_scores_gemma":[0.007163973,0.0014370857,0.014310426,0.014544662,0.0005356425,0.003831946,0.0014516872,0.012707987,0.00089418906,0.2669372,0.67164516,0.004540063],"about_ca_topic_score_codex":0.0000050214726,"about_ca_topic_score_gemma":0.0000016464177,"teacher_disagreement_score":0.8272864,"about_ca_system_score_codex":0.000037285026,"about_ca_system_score_gemma":0.000026147802,"threshold_uncertainty_score":0.6456547},"labels":[],"label_agreement":null},{"id":"W3129137605","doi":"","title":"Modular Length Control for Sentence Generation.","year":2020,"lang":"en","type":"article","venue":"The European Symposium on Artificial Neural Networks","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Guelph","funders":"","keywords":"Modular design; Computer science; Control (management); Programming language; Artificial intelligence","score_opus":0.04530803466431348,"score_gpt":0.23391705668300009,"score_spread":0.1886090220186866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129137605","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012720636,0.000054598582,0.95005715,0.034127116,0.001021182,0.00051235565,0.0000031226555,0.0002717041,0.0012321062],"genre_scores_gemma":[0.9809868,0.000007772778,0.001382614,0.013533907,0.00398214,0.000014148108,0.0000043319224,0.000031798394,0.000056518307],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794084,0.00052193576,0.00036410277,0.00055326597,0.00023712554,0.00038274872],"domain_scores_gemma":[0.9988995,0.0001509986,0.00012021905,0.0006080577,0.00007379652,0.00014739529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058138964,0.00019898042,0.00017312942,0.000022388589,0.00038864504,0.00030831154,0.0011396366,0.00003089042,0.0000031426962],"category_scores_gemma":[0.000051854422,0.00014660774,0.00012485619,0.00018694678,0.000048208,0.00019787009,0.00016606375,0.00025123756,0.00006587904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034899615,0.000020176321,0.000009895478,0.0000026813861,0.000012278992,0.000013994897,0.00033137406,0.93695384,0.015757298,0.018157482,0.0014849041,0.027221153],"study_design_scores_gemma":[0.00025027516,0.00014965876,0.000036651796,0.000004720588,0.000011007827,0.00000391441,0.000008891098,0.9968807,0.00054934865,0.00017647212,0.0017605438,0.00016780045],"about_ca_topic_score_codex":0.0000021960564,"about_ca_topic_score_gemma":0.0000020120601,"teacher_disagreement_score":0.9682661,"about_ca_system_score_codex":0.000014739824,"about_ca_system_score_gemma":0.00001132432,"threshold_uncertainty_score":0.597849},"labels":[],"label_agreement":null},{"id":"W3129597052","doi":"10.2196/24678","title":"Extracting Drug Names and Associated Attributes From Discharge Summaries: Text Mining Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; King's College London; Saudi Arabian Cultural Bureau","keywords":"CRFS; Computer science; Conditional random field; Named-entity recognition; Natural language processing; Artificial intelligence; Word embedding; Context (archaeology); Biomedical text mining; Relationship extraction; Task (project management); Information extraction; Deep learning; Word (group theory); F1 score; Machine learning; Embedding; Text mining","score_opus":0.026157395346990336,"score_gpt":0.2886754367506368,"score_spread":0.26251804140364643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129597052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9395444,0.00016711207,0.057800673,0.0012640948,0.0003152357,0.00017172952,0.000011692092,0.00017364806,0.00055143173],"genre_scores_gemma":[0.973091,0.000023906237,0.025695574,0.00083071075,0.00010467599,0.000022761338,0.000033687385,0.000008347727,0.00018930645],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978005,0.00009671683,0.00068931835,0.00019207547,0.0008895168,0.00033183413],"domain_scores_gemma":[0.99808407,0.0009359734,0.00021901852,0.00039995217,0.000108692664,0.00025230634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007336596,0.00015547768,0.00029508932,0.000049106005,0.00020101601,0.00039323885,0.0005267066,0.00011524903,0.000089082205],"category_scores_gemma":[0.0014089795,0.00013496995,0.000040960666,0.00026767794,0.000048232327,0.0009493039,0.00079128117,0.00038860345,0.00001791355],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008314878,0.0011214645,0.26754883,0.00018423278,0.00040912884,0.0003070385,0.42526498,0.000051024337,0.000042390988,0.0040377,0.009559164,0.29146573],"study_design_scores_gemma":[0.0017370079,0.000062981,0.019263001,0.000403688,0.000030803345,0.00002437646,0.06269224,0.90936303,0.00015277941,0.00074227137,0.0050309873,0.0004968271],"about_ca_topic_score_codex":0.000042016112,"about_ca_topic_score_gemma":0.00007325396,"teacher_disagreement_score":0.909312,"about_ca_system_score_codex":0.000042233554,"about_ca_system_score_gemma":0.00020416483,"threshold_uncertainty_score":0.55039144},"labels":[],"label_agreement":null},{"id":"W3129849415","doi":"10.1007/978-3-030-67664-3_35","title":"AMQAN: Adaptive Multi-Attention Question-Answer Networks for Answer Selection","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Question answering; Automatic summarization; Selection (genetic algorithm); Subject (documents); SemEval; Questions and answers; Information retrieval; Artificial intelligence; Data science; World Wide Web; Task (project management)","score_opus":0.02582063519263548,"score_gpt":0.2638765607864926,"score_spread":0.2380559255938571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129849415","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004339105,0.0005823187,0.99299365,0.00050378504,0.004680634,0.0007074468,0.000003962249,0.00022356599,0.00026124332],"genre_scores_gemma":[0.06515073,0.000042105064,0.93111396,0.0010200529,0.0013834555,0.000047412217,0.000017944643,0.000047615624,0.001176708],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958068,0.000066055676,0.0006027815,0.0020611987,0.0007279161,0.00073520787],"domain_scores_gemma":[0.99737895,0.00037196506,0.00032654192,0.0010027696,0.0007588211,0.0001609579],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010101529,0.00054531853,0.00052914274,0.0005641488,0.00038995876,0.0006108719,0.0017114391,0.0005074435,0.000015384181],"category_scores_gemma":[0.00010277333,0.0005491131,0.00023288997,0.0006123426,0.00026135822,0.00079629826,0.00064925523,0.0008353036,0.000010297048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009358323,0.00004658773,0.00011754674,0.00003150949,0.000026056137,0.000022976568,0.00025767423,0.50997037,0.00013602345,0.048551366,0.000034722547,0.44079584],"study_design_scores_gemma":[0.00035483378,0.00013978498,0.00019387595,0.0003948787,0.000015472859,0.000046957975,2.7082345e-7,0.97836304,0.00023485596,0.019017773,0.0006531824,0.000585088],"about_ca_topic_score_codex":0.000042715626,"about_ca_topic_score_gemma":0.0002856368,"teacher_disagreement_score":0.46839267,"about_ca_system_score_codex":0.00048601697,"about_ca_system_score_gemma":0.00050480134,"threshold_uncertainty_score":0.999696},"labels":[],"label_agreement":null},{"id":"W3130765241","doi":"10.48550/arxiv.2102.11417","title":"Parallelizing Legendre Memory Unit Training","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Leverage (statistics); Recurrent neural network; Machine translation; Artificial intelligence; Inference; Benchmark (surveying); Transformer; Invariant (physics); Machine learning; Artificial neural network; Mathematics","score_opus":0.20280706916611443,"score_gpt":0.2042012480033702,"score_spread":0.0013941788372557606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130765241","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27984416,0.00020612747,0.7121122,0.00015438955,0.0008378503,0.00013053096,0.0000023733783,0.00031544553,0.006396928],"genre_scores_gemma":[0.9814971,0.00012754065,0.01583468,0.00018522875,0.00015112301,7.9898604e-7,0.000014290337,0.000022066428,0.0021671657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749637,0.00018402547,0.00024861947,0.0014525151,0.00013139032,0.00048706195],"domain_scores_gemma":[0.99759984,0.00008678728,0.00020433642,0.001749808,0.00015488271,0.00020437171],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030423744,0.00033933172,0.0004095155,0.00023372211,0.00019504754,0.0002595548,0.0022785908,0.00032302906,0.00006282982],"category_scores_gemma":[0.000034296674,0.0004410454,0.00026499433,0.00048949686,0.000058989463,0.0005202498,0.0030191755,0.0008662845,0.000040682164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006253847,0.000050006616,0.00065696746,0.00011598604,0.00014582438,0.0021979546,0.0035663748,0.76546985,0.00008552102,0.22033265,0.00007633114,0.0072962707],"study_design_scores_gemma":[0.00040751073,0.00001588714,0.00024628828,0.00021319432,0.000052979376,0.000024483856,0.0018156026,0.9838446,0.00015071365,0.011756955,0.0007909316,0.00068084785],"about_ca_topic_score_codex":0.00012603475,"about_ca_topic_score_gemma":0.000090506524,"teacher_disagreement_score":0.70165294,"about_ca_system_score_codex":0.00014421812,"about_ca_system_score_gemma":0.0005130534,"threshold_uncertainty_score":0.99980414},"labels":[],"label_agreement":null},{"id":"W3132704983","doi":"10.48550/arxiv.2102.12887","title":"Significant Improvements over the State of the Art? A Case Study of the MS MARCO Document Ranking Leaderboard","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Metric (unit); Context (archaeology); Computer science; Artificial intelligence; State (computer science); Information retrieval; Order (exchange); sort; Ask price; Machine learning; Learning to rank; Algorithm; Engineering; History; Operations management; Economics","score_opus":0.061682475121206934,"score_gpt":0.20014698999348118,"score_spread":0.13846451487227424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132704983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92931336,0.000026237456,0.06858675,0.00011474195,0.00069733406,0.0010327805,0.0000052682444,0.000023707073,0.00019981526],"genre_scores_gemma":[0.99880236,0.000017582493,0.00014379632,0.00008360331,0.000021976311,0.0000030050383,4.224683e-7,0.000011840648,0.0009153892],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768156,0.0005182683,0.0003883928,0.00080485316,0.00032154785,0.00028540258],"domain_scores_gemma":[0.99621516,0.00012681056,0.0006172596,0.0028267477,0.00016448884,0.000049526825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005706242,0.00025877726,0.00032440716,0.00007663656,0.000225223,0.000108050255,0.0029799517,0.0000745376,0.0000125734705],"category_scores_gemma":[0.000025555337,0.00015900524,0.00028957965,0.0005440884,0.00014732382,0.00017496348,0.005946186,0.0005962484,0.0000014015181],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050775907,0.00090687006,0.024531106,0.0003001926,0.00096550345,0.0017319921,0.02889963,0.92876345,0.001306959,0.008078063,0.00009025696,0.0043752],"study_design_scores_gemma":[0.004517675,0.00031745824,0.022530127,0.000829329,0.0007965871,0.00007766478,0.019687999,0.92159915,0.004652583,0.023609882,0.00018941153,0.0011921173],"about_ca_topic_score_codex":0.0033830253,"about_ca_topic_score_gemma":0.0009066789,"teacher_disagreement_score":0.069489025,"about_ca_system_score_codex":0.00015889072,"about_ca_system_score_gemma":0.0002633076,"threshold_uncertainty_score":0.74114954},"labels":[],"label_agreement":null},{"id":"W3132891169","doi":"10.1007/978-3-662-45912-6_7","title":"Meaning–Focused and Quantum–Inspired Information Retrieval","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"","keywords":"Computer science; Meaning (existential); Formalism (music); Scheme (mathematics); Natural language processing; Representation (politics); Artificial intelligence; Information retrieval; Identification (biology); Quantum; Epistemology; Mathematics; Philosophy; Quantum mechanics; Physics","score_opus":0.018553993762251614,"score_gpt":0.22672798980814246,"score_spread":0.20817399604589085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132891169","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030960757,0.00012818868,0.9944138,0.00075284485,0.0013236185,0.00027485745,0.0000017787455,0.0001977345,0.0025975972],"genre_scores_gemma":[0.42964625,0.000042221207,0.56686866,0.0027674988,0.0005048599,0.0000034617342,0.000005666324,0.000028743725,0.00013265511],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969614,0.00003062931,0.0005875452,0.0009485153,0.0009674224,0.0005044897],"domain_scores_gemma":[0.9977694,0.00029168208,0.0003350412,0.001204502,0.00022809453,0.000171287],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011242443,0.00040991843,0.00044067175,0.00072288024,0.00023835518,0.0008339143,0.0020853174,0.0003110555,0.000006859844],"category_scores_gemma":[0.00019378818,0.0003797922,0.0000708453,0.00036846354,0.00036020685,0.0011716674,0.0011976004,0.0006174163,0.00003792855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006212798,0.00000395761,0.000029139806,0.000045066565,0.000005502048,0.000010399185,0.0013314252,0.010694356,0.00004270618,0.18010369,0.000011234837,0.8077163],"study_design_scores_gemma":[0.0002667569,0.000106652515,0.00005921782,0.00019447482,0.0000043160626,0.00003628823,8.703555e-8,0.8569518,0.00024871656,0.1390951,0.0026158257,0.00042076467],"about_ca_topic_score_codex":0.000023141474,"about_ca_topic_score_gemma":0.000017163995,"teacher_disagreement_score":0.84625745,"about_ca_system_score_codex":0.00017718216,"about_ca_system_score_gemma":0.00030223123,"threshold_uncertainty_score":0.9998654},"labels":[],"label_agreement":null},{"id":"W3133042814","doi":"10.2196/22797","title":"A Hybrid Model for Family History Information Identification and Relation Extraction: Development and Evaluation of an End-to-End Information Extraction System","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Computer science; Information extraction; Relationship extraction; Artificial intelligence; Machine learning; Natural language processing; Context (archaeology); Heuristics; Named-entity recognition; Task (project management); Identification (biology); Information retrieval","score_opus":0.054910600379122286,"score_gpt":0.3097503389832227,"score_spread":0.2548397386041004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133042814","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3007086,0.00003961806,0.6978209,0.0001243199,0.0002888077,0.00055039645,0.000004776175,0.00007064414,0.00039196355],"genre_scores_gemma":[0.8447442,0.000013090739,0.15448369,0.00024053197,0.000032934273,0.00024155514,0.00022207825,0.0000044478893,0.000017473563],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99692047,0.00006795487,0.0013244662,0.00012822558,0.0013955914,0.00016331465],"domain_scores_gemma":[0.9978246,0.00008377402,0.00062348775,0.00033329995,0.0009374693,0.0001973602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021686845,0.00013703508,0.00018002707,0.00029626832,0.00013722798,0.0001570631,0.00017918518,0.00014929124,0.0000057778125],"category_scores_gemma":[0.0002845802,0.00014432882,0.000027557464,0.0001444762,0.000030821513,0.009313801,0.000092682196,0.00015559194,0.000009544721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002141433,0.00003958733,0.000015665086,0.000742802,0.000018763976,3.9852196e-7,0.029152403,0.00974524,0.00022026413,0.01755068,0.00024463903,0.94224817],"study_design_scores_gemma":[0.0006966354,0.000029661518,0.0017073996,0.00010164732,0.000024108527,0.000080864535,0.0019762882,0.9900891,0.0007194982,0.00027857284,0.0041498295,0.00014639266],"about_ca_topic_score_codex":0.0000071547147,"about_ca_topic_score_gemma":0.0000046012824,"teacher_disagreement_score":0.9803439,"about_ca_system_score_codex":0.00056951126,"about_ca_system_score_gemma":0.0009206331,"threshold_uncertainty_score":0.6752281},"labels":[],"label_agreement":null},{"id":"W3133607072","doi":"10.1111/ijcp.14140","title":"Plain‐language summaries: An essential component to promote knowledge translation","year":2021,"lang":"en","type":"article","venue":"International Journal of Clinical Practice","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Chiropractic Association; University of Manitoba; Manitoba Health","funders":"","keywords":"Publishing; Work (physics); Knowledge translation; Medicine; Public relations; Plain language; Sociology of scientific knowledge; Scientific literature; Engineering ethics; Knowledge management; Sociology; Social science; Political science; Computer science","score_opus":0.12063278184568481,"score_gpt":0.4787449711156056,"score_spread":0.3581121892699208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133607072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095064566,0.00034830935,0.87534904,0.020482859,0.0052031656,0.00007445723,0.00000386288,0.000025938672,0.0034478237],"genre_scores_gemma":[0.6514345,0.000071375136,0.34466234,0.0017451891,0.0019539169,0.0000010706856,0.000005349813,0.000008480956,0.00011782031],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969458,0.00052976893,0.0012793317,0.00028062236,0.0008244379,0.00014001761],"domain_scores_gemma":[0.9951751,0.0019372451,0.00064469315,0.000303759,0.0016964385,0.00024271886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002697741,0.00010002486,0.00025260137,0.0001091472,0.000039258855,0.00033103503,0.0011110696,0.000083016035,0.00004417182],"category_scores_gemma":[0.0058558458,0.000094392715,0.00017865677,0.00014826571,0.00002071382,0.0020569828,0.0001881749,0.00049675064,0.000042993328],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006020262,0.002160794,0.00026790675,0.000013717592,0.00044301257,0.0026333309,0.008419543,0.0022894281,0.003966594,0.022509068,0.0011297361,0.95556486],"study_design_scores_gemma":[0.004556196,0.00089415355,0.002329678,0.0003618199,0.0001511933,0.0033172786,0.0013941614,0.24673732,0.005407184,0.004189674,0.7300913,0.00057008915],"about_ca_topic_score_codex":0.000016816475,"about_ca_topic_score_gemma":0.000026543232,"teacher_disagreement_score":0.95499474,"about_ca_system_score_codex":0.00004996042,"about_ca_system_score_gemma":0.000453906,"threshold_uncertainty_score":0.7010417},"labels":[],"label_agreement":null},{"id":"W3133879190","doi":"10.48550/arxiv.2103.02190","title":"An Iterative Contextualization Algorithm with Second-Order Attention","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Contextualization; Computer science; Sentence; Value (mathematics); Embedding; Encoding (memory); Context (archaeology); Order (exchange); Algorithm; Artificial intelligence; Theoretical computer science; Natural language processing; Machine learning","score_opus":0.05022255834153722,"score_gpt":0.19474064017306572,"score_spread":0.1445180818315285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133879190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21506143,0.000027421442,0.783591,0.000031226016,0.0002872225,0.0001840516,0.0000074545414,0.000159711,0.00065050356],"genre_scores_gemma":[0.94915277,0.000019042509,0.049165275,0.00013438103,0.00006711566,0.0000013080288,0.000105581494,0.000015551608,0.0013389575],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980899,0.00021042945,0.00016799457,0.0011923899,0.00010739083,0.00023190395],"domain_scores_gemma":[0.99802625,0.000028480894,0.00020632318,0.0010997399,0.000517735,0.00012147817],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014546655,0.00025489516,0.00025616554,0.00016809421,0.00013997756,0.00035305027,0.0008673521,0.00020402795,0.000085337066],"category_scores_gemma":[0.000008197873,0.00028008578,0.000077725774,0.00048290272,0.00005109363,0.0010735905,0.00058670616,0.00035503932,0.000012435716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003301769,0.00040091574,0.0051659984,0.00016500485,0.00037053868,0.0012546675,0.005137372,0.7382592,0.00037301777,0.22836894,0.00007833004,0.020393029],"study_design_scores_gemma":[0.0004372727,0.00006449627,0.00082549074,0.000101605176,0.000032319665,0.000009016143,0.00039620398,0.99490815,0.00013325231,0.00264891,0.00008362786,0.00035966694],"about_ca_topic_score_codex":0.00009637201,"about_ca_topic_score_gemma":0.00020957582,"teacher_disagreement_score":0.7344257,"about_ca_system_score_codex":0.00014709104,"about_ca_system_score_gemma":0.00024275953,"threshold_uncertainty_score":0.99996513},"labels":[],"label_agreement":null},{"id":"W3134614468","doi":"10.31234/osf.io/gvr6m","title":"Do We Need Neural Models to Explain Human Judgments of Acceptability?","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Social Science Fund of China; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Sentence; Computer science; Natural language processing; Language model; Word (group theory); Artificial intelligence; Simple (philosophy); Variance (accounting); Similarity (geometry); n-gram; Sentence processing; Linguistics","score_opus":0.1065612792918263,"score_gpt":0.29397034668807787,"score_spread":0.18740906739625157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134614468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2559695,0.000018842822,0.732932,0.0076597985,0.00007858559,0.00015410753,7.6411754e-7,0.0001104695,0.003075947],"genre_scores_gemma":[0.9332597,9.473843e-7,0.06528125,0.0013244546,0.000037361267,0.000007246079,2.6280537e-7,0.0000050596195,0.000083702034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886924,0.000036456597,0.00026856898,0.00037884247,0.00025651127,0.0001903917],"domain_scores_gemma":[0.99922657,0.000022035592,0.00003871087,0.0005060949,0.000040884308,0.00016572575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000109509834,0.000096059586,0.00015715255,0.000045134446,0.000041418247,0.00006232731,0.0009439913,0.000029709743,0.000118941425],"category_scores_gemma":[0.000013877996,0.00008697265,0.0000539814,0.00024296064,0.000011061058,0.00046592075,0.00057057553,0.000071853574,0.00002009191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023391307,0.00020860051,0.0026617397,0.00011549222,0.000035564313,0.0000115323255,0.03283168,0.16874889,0.02389737,0.456414,0.0027810326,0.3122707],"study_design_scores_gemma":[0.00021595295,0.0000829558,0.00021558069,0.0000053607723,0.0000018766912,4.0275066e-7,0.00022243496,0.9868174,0.0040318132,0.008043784,0.0002377904,0.00012464155],"about_ca_topic_score_codex":0.00006736543,"about_ca_topic_score_gemma":0.000006794499,"teacher_disagreement_score":0.8180685,"about_ca_system_score_codex":0.000017595856,"about_ca_system_score_gemma":0.000015590964,"threshold_uncertainty_score":0.35466418},"labels":[],"label_agreement":null},{"id":"W3134665270","doi":"10.1145/3437963.3441667","title":"Pretrained Transformers for Text Ranking: BERT and Beyond","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Transformer; Computer science; Artificial intelligence; Ranking (information retrieval); Natural language processing; Question answering; Language model; Information retrieval; Machine learning; Natural language; Engineering","score_opus":0.018037171180899265,"score_gpt":0.24312119392371964,"score_spread":0.22508402274282038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134665270","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006757188,0.00012098689,0.9676146,0.004176356,0.00013338389,0.00011474415,8.359981e-7,0.00006110306,0.021020819],"genre_scores_gemma":[0.69498986,0.00001187332,0.3011563,0.0011869186,0.00003439172,0.000012736279,0.0000015248746,0.0000049268815,0.002601472],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993906,0.000009475436,0.000105143605,0.00024922873,0.00009141859,0.00015411444],"domain_scores_gemma":[0.9996932,0.00006554239,0.000010941698,0.00013694237,0.00004150891,0.00005182038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012265226,0.000059812824,0.000082648075,0.000023588118,0.000060505055,0.00007939426,0.00012958141,0.000034650002,0.000028005923],"category_scores_gemma":[0.000020587448,0.00005352227,0.00003633648,0.00009105678,0.000012182233,0.00019989765,0.000034644687,0.00003819614,0.0000016075242],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056099866,0.000026290387,0.00015348144,0.000048236947,0.000025584259,0.000006922374,0.0023200857,0.000035811998,0.004686542,0.3070015,0.00070041895,0.6849895],"study_design_scores_gemma":[0.0017983222,0.000084028026,0.00042902754,0.00001692081,0.000014478702,0.000053728003,0.0002478558,0.9106173,0.024414374,0.033594556,0.02839273,0.00033665888],"about_ca_topic_score_codex":0.0000041904427,"about_ca_topic_score_gemma":0.00001802816,"teacher_disagreement_score":0.9105815,"about_ca_system_score_codex":0.000007893111,"about_ca_system_score_gemma":0.000049992654,"threshold_uncertainty_score":0.21825749},"labels":[],"label_agreement":null},{"id":"W3134942116","doi":"10.1109/icsc50631.2021.00056","title":"Using Conditional Sentence Representation in Pointer Networks for Sentence Ordering","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Sentence; Computer science; Pointer (user interface); Natural language processing; Artificial intelligence; Representation (politics)","score_opus":0.07775070764176942,"score_gpt":0.32556789947407566,"score_spread":0.24781719183230624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134942116","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039009802,0.000034061457,0.9594681,0.0006983872,0.0002933428,0.00009778161,6.527885e-7,0.00004461364,0.00035320656],"genre_scores_gemma":[0.6860542,0.0000033941872,0.31321234,0.0004941087,0.00006157078,0.00000895785,0.000005885001,0.0000036255974,0.00015586297],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908864,0.00003108769,0.00020457854,0.00035357682,0.0001278313,0.00019430087],"domain_scores_gemma":[0.99944913,0.000098884855,0.00004137033,0.0002522322,0.00012511086,0.000033269356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013368837,0.00006657597,0.00008815801,0.00004775194,0.000053530235,0.00009744548,0.00019536063,0.00003056204,0.000024929897],"category_scores_gemma":[0.000067211164,0.0000706571,0.00003953006,0.00023672906,0.000012993609,0.00046161702,0.00016399747,0.000069033886,0.0000020966215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000095831265,0.0000664964,0.02095864,0.000027613634,0.00001611539,0.000097271564,0.00047203066,0.8448763,0.007123982,0.11744382,0.00024479264,0.008663375],"study_design_scores_gemma":[0.00029387136,0.000004137183,0.001068151,0.000031137766,0.000001244395,0.000050978568,0.00011792873,0.990875,0.0018264692,0.005599249,0.000050136117,0.000081720325],"about_ca_topic_score_codex":0.00007795801,"about_ca_topic_score_gemma":0.00008633533,"teacher_disagreement_score":0.6470444,"about_ca_system_score_codex":0.00004504109,"about_ca_system_score_gemma":0.000055670822,"threshold_uncertainty_score":0.2881313},"labels":[],"label_agreement":null},{"id":"W3135857378","doi":"10.2196/24020","title":"Extracting Family History Information From Electronic Health Records: Natural Language Processing Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Commonwealth Scientific and Industrial Research Organisation","keywords":"Natural history; Health records; Text messaging; Family history; Computer science; Natural language processing; Medicine; Data science; World Wide Web; Health care","score_opus":0.014316315972030631,"score_gpt":0.2881194847011004,"score_spread":0.27380316872906973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135857378","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07167177,0.0036388955,0.92097986,0.00095528224,0.00045856246,0.0001209858,0.0000024343315,0.0002676906,0.0019044966],"genre_scores_gemma":[0.8606693,0.00012932195,0.12592673,0.0127242915,0.00018433855,0.000024749374,0.00019655464,0.000008117202,0.00013659989],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99747497,0.00006983676,0.0009113159,0.00013520819,0.00095856877,0.00045009237],"domain_scores_gemma":[0.9986165,0.00010441309,0.0004578794,0.00046550075,0.00013476293,0.00022092894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006456243,0.0001434855,0.00030122753,0.00021043581,0.000109550776,0.00016817269,0.0006006287,0.00012253496,0.00007847233],"category_scores_gemma":[0.00021180404,0.00013370803,0.00010907589,0.0006864446,0.000026985033,0.0026587907,0.0002195693,0.00068642333,0.00003909306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021296914,0.000024717952,0.00010873446,0.0001017619,0.00006871035,0.000007762986,0.03961123,0.00009207616,0.000008950765,0.0007026465,0.0016623001,0.957609],"study_design_scores_gemma":[0.00024431682,0.000014928939,0.00049127056,0.00007804141,0.000019158744,0.000012748411,0.004600025,0.9675293,0.000018356766,0.00009040135,0.026739521,0.00016191365],"about_ca_topic_score_codex":0.0001920226,"about_ca_topic_score_gemma":0.00011007216,"teacher_disagreement_score":0.96743727,"about_ca_system_score_codex":0.00065406476,"about_ca_system_score_gemma":0.0019195185,"threshold_uncertainty_score":0.5452455},"labels":[],"label_agreement":null},{"id":"W3136109765","doi":"10.1145/3458553.3458563","title":"The neural hype, justified!","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Eternity; Artificial intelligence; Epistemology; Philosophy","score_opus":0.01663961322052802,"score_gpt":0.2390605215602842,"score_spread":0.2224209083397562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136109765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72486174,0.000894801,0.17868303,0.06088631,0.007459603,0.00055715337,0.0000021196158,0.00061110134,0.026044112],"genre_scores_gemma":[0.9888931,0.0000066565262,0.006348066,0.0011689712,0.000068495334,0.00000591754,4.914191e-7,0.0000065322897,0.003501778],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990839,0.000020550844,0.00012738038,0.00024246694,0.0001859374,0.00033977834],"domain_scores_gemma":[0.9982554,0.00018222575,0.000039639322,0.001449098,0.000028520615,0.00004513586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015213866,0.00007932796,0.00007251287,0.00002047764,0.0001498308,0.00016357707,0.0019261308,0.000034513385,0.000011005888],"category_scores_gemma":[0.00008647665,0.000053194555,0.000046607103,0.00011951461,0.000017939847,0.0002625449,0.0007660342,0.00011741356,0.00048017115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000750716,0.000021536698,0.01166478,0.000011888576,0.000018462613,0.000010324589,0.0003922448,0.0013625307,0.0018867787,0.3836317,0.016795674,0.58419657],"study_design_scores_gemma":[0.0005147503,0.000112526155,0.005092842,0.000014220976,0.000006880178,0.000035665787,0.00018536011,0.65466994,0.001428831,0.06255719,0.27500603,0.00037580065],"about_ca_topic_score_codex":0.000016395401,"about_ca_topic_score_gemma":0.00000813616,"teacher_disagreement_score":0.6533074,"about_ca_system_score_codex":0.000014457299,"about_ca_system_score_gemma":0.00002292308,"threshold_uncertainty_score":0.61717886},"labels":[],"label_agreement":null},{"id":"W3136275640","doi":"10.1109/bigdata50022.2020.9378201","title":"Customizing Contextualized Language Models for Legal Document Reviews","year":2020,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Computer science; Natural language processing; Domain (mathematical analysis); Artificial intelligence; Inference; Focus (optics); Task (project management); Security token; Language model; Question answering","score_opus":0.0689026083376294,"score_gpt":0.31200194988777435,"score_spread":0.24309934155014495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136275640","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037844788,0.0011454514,0.9854516,0.005468709,0.00011076018,0.0004922213,7.4065304e-7,0.00019207226,0.006759996],"genre_scores_gemma":[0.31464463,0.000057742145,0.6704412,0.012691427,0.00019219951,0.00009788434,0.0000020741425,0.000011268161,0.0018615853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990366,0.000041560823,0.00027708893,0.00032588243,0.00012237286,0.00019650909],"domain_scores_gemma":[0.9994418,0.000048177735,0.000059580096,0.0003153363,0.000028381848,0.00010672805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028894717,0.00009991259,0.00022102539,0.0000194318,0.000049456998,0.00013494544,0.0005436058,0.000026879412,0.000030335119],"category_scores_gemma":[0.0000650998,0.00007963305,0.000100539255,0.00008825921,0.000006577653,0.00055967877,0.00016847934,0.00005941608,0.000050412702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011342735,0.000009625123,0.0000012343305,0.00006144366,0.000010751338,0.000005369359,0.0043629818,0.0019572126,0.0014211382,0.87199295,0.008954039,0.1112119],"study_design_scores_gemma":[0.000604765,0.000027104546,1.4979885e-7,0.00001532602,0.0000042847864,0.0000017115073,0.00009510224,0.9010053,0.001004547,0.002288751,0.094830714,0.00012221806],"about_ca_topic_score_codex":0.00005066846,"about_ca_topic_score_gemma":0.00000692284,"teacher_disagreement_score":0.8990481,"about_ca_system_score_codex":0.00002082579,"about_ca_system_score_gemma":0.00002813404,"threshold_uncertainty_score":0.32473415},"labels":[],"label_agreement":null},{"id":"W3136363192","doi":"10.1016/j.csl.2022.101429","title":"On the effect of dropping layers of pre-trained transformer models","year":2022,"lang":"en","type":"article","venue":"Computer Speech & Language","topic":"Topic Modeling","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Transformer; Computer science; Limiting; Sentence; Artificial intelligence; Paraphrase; Machine learning; Natural language processing; Engineering","score_opus":0.010209370206985395,"score_gpt":0.2361752071494904,"score_spread":0.225965836942505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136363192","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42879853,0.00007406495,0.5692059,0.0002471228,0.00020380429,0.00023935776,0.0000042692827,0.000053768486,0.0011731818],"genre_scores_gemma":[0.9818287,0.0000011898904,0.017753035,0.00026198916,0.000049969905,0.000020644131,0.0000020000098,0.000011297852,0.00007116513],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851763,0.00022454385,0.00028113165,0.00029727124,0.00045595676,0.00022347205],"domain_scores_gemma":[0.99879956,0.00028983163,0.000114122115,0.00073576276,0.00002209999,0.000038632446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006593522,0.00014460292,0.00025421823,0.00010896195,0.000101320315,0.000025451342,0.001276457,0.000028053122,0.00006145281],"category_scores_gemma":[0.000010290098,0.000103225175,0.00015012847,0.00028851474,0.000032596065,0.00013656904,0.0002630788,0.00022411646,0.0000019232464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108122906,0.00013955282,0.00008455669,0.00019573845,0.00014852815,0.00010179802,0.032346968,0.28377074,0.015957132,0.0798124,0.0006810533,0.5866534],"study_design_scores_gemma":[0.0005144819,0.0005873109,0.000082517035,0.000032127067,0.000010280424,0.000020777581,0.00006993425,0.9647587,0.03249719,0.0012204541,0.00006964427,0.00013656798],"about_ca_topic_score_codex":0.00006363192,"about_ca_topic_score_gemma":0.0000027710187,"teacher_disagreement_score":0.680988,"about_ca_system_score_codex":0.000037009533,"about_ca_system_score_gemma":0.000029788693,"threshold_uncertainty_score":0.42094007},"labels":[],"label_agreement":null},{"id":"W3136687158","doi":"10.1162/tacl","title":"MasakhaNER: Named entity recognition for African languages","year":2021,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Topic Modeling","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Named-entity recognition; Computer science; Natural language processing; Linguistics; Entity linking; Artificial intelligence; Philosophy; Engineering; Task (project management)","score_opus":0.0201344719929059,"score_gpt":0.2364009823153819,"score_spread":0.21626651032247599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136687158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031559527,0.00038089723,0.9299725,0.011013569,0.00015367256,0.0001827085,0.000018457784,0.00023998083,0.026478648],"genre_scores_gemma":[0.62188405,0.00007520109,0.37142527,0.00020335389,0.00002568773,0.000051630384,0.000120559445,0.000014166248,0.006200082],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997349,0.0013599412,0.0002575196,0.0005214994,0.00024336866,0.00026864096],"domain_scores_gemma":[0.996229,0.00085296406,0.00014400423,0.001255991,0.0014066574,0.00011136226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021585333,0.00012658937,0.00015667792,0.00007986696,0.00024691163,0.00033938902,0.0007837263,0.00007511444,0.00007268566],"category_scores_gemma":[0.0014326836,0.00014105836,0.000111455025,0.00038357306,0.00004997353,0.00029833065,0.000374605,0.00013136682,0.00003562919],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055182463,0.00041854926,0.0008608498,0.000090507005,0.000045577995,0.000015695321,0.008609824,0.0000198591,0.013482802,0.28904092,0.0011966539,0.68621325],"study_design_scores_gemma":[0.0018569437,0.0000012558042,0.002623682,0.0007627472,0.000050317536,0.000072210416,0.0008678944,0.30311418,0.56774765,0.045998357,0.07596359,0.0009411897],"about_ca_topic_score_codex":0.0002080224,"about_ca_topic_score_gemma":0.00078770844,"teacher_disagreement_score":0.68527204,"about_ca_system_score_codex":0.000045608453,"about_ca_system_score_gemma":0.00014454096,"threshold_uncertainty_score":0.57521933},"labels":[],"label_agreement":null},{"id":"W3137721922","doi":"10.1609/aaai.v35i17.17829","title":"Deep Discourse Analysis for Generating Personalized Feedback in Intelligent Tutor Systems","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; TUTOR; Artificial intelligence; Classifier (UML); Graph; Intelligent tutoring system; Process (computing); Personalized learning; Natural language processing; Human–computer interaction; Teaching method; Mathematics education; Cooperative learning; Theoretical computer science; Psychology","score_opus":0.10135030651859706,"score_gpt":0.323220521530623,"score_spread":0.22187021501202592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137721922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16189797,0.00017880929,0.8344278,0.001747547,0.0005404727,0.0004731307,0.0000047568424,0.000048399994,0.0006811478],"genre_scores_gemma":[0.97754544,0.00003652843,0.021642832,0.00012728637,0.000109198074,0.000093942304,0.0000017283259,0.000012930468,0.00043010496],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997435,0.000039815306,0.0008583343,0.00076769217,0.00045591782,0.0004432473],"domain_scores_gemma":[0.9979899,0.0001625131,0.0003966597,0.00042838472,0.0009252593,0.000097293654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007723136,0.0002503915,0.00048927736,0.0002466987,0.00017453743,0.00049771246,0.0015429818,0.000101863705,0.000036185946],"category_scores_gemma":[0.0005891995,0.00020298063,0.0002984933,0.0015401888,0.00014583692,0.00034844672,0.00035942087,0.00024713785,0.000013144493],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003232034,0.00016243936,0.0009998037,0.00008538388,0.00010762896,0.0000013907608,0.0038341153,0.026991135,0.021481683,0.92338324,0.000019055467,0.022901794],"study_design_scores_gemma":[0.000039257833,0.000042722735,0.00006281579,0.00015004608,0.00005534224,0.0000031436543,0.003274812,0.8861895,0.097709805,0.01221484,0.00004314508,0.000214572],"about_ca_topic_score_codex":0.0000914394,"about_ca_topic_score_gemma":0.00009881627,"teacher_disagreement_score":0.9111684,"about_ca_system_score_codex":0.000112826434,"about_ca_system_score_gemma":0.0001833577,"threshold_uncertainty_score":0.827731},"labels":[],"label_agreement":null},{"id":"W3138967041","doi":"10.18653/v1/2021.naacl-main.43","title":"Open Domain Question Answering over Tables via Dense Retrieval","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Labrador Retriever; Information retrieval; Computer science; Context (archaeology); Domain (mathematical analysis); Precision and recall; Table (database); Question answering; Data mining; Mathematics; Geography; Medicine","score_opus":0.028085760024425074,"score_gpt":0.29289713553080904,"score_spread":0.26481137550638395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138967041","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09814641,0.00022081009,0.8954127,0.0005229662,0.0013316825,0.00031837763,0.0000015474218,0.00019020766,0.0038552985],"genre_scores_gemma":[0.31558043,0.000039973027,0.68223184,0.00040809705,0.00019939571,0.000015504073,0.000019312105,0.00001937486,0.0014860743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99776644,0.00015782076,0.00036566053,0.0010263842,0.00038644313,0.00029724],"domain_scores_gemma":[0.9980021,0.000052994073,0.00014093764,0.001574672,0.00012291904,0.000106393476],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0008751389,0.00023860171,0.0003284393,0.00008845095,0.00009619849,0.001841999,0.0026646135,0.0002585927,0.00018769442],"category_scores_gemma":[0.00006282957,0.00024043804,0.00008971957,0.000184655,0.000017505481,0.00067273993,0.011444397,0.0004640635,0.000016134303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014206432,0.00060807547,0.005334701,0.0013418735,0.00060880615,0.0023913942,0.012216851,0.18116051,0.036453135,0.5594168,0.0041235727,0.19620226],"study_design_scores_gemma":[0.0004674243,0.000027452941,0.0012789309,0.0005587727,0.00001789942,0.000078074365,0.00007556649,0.9220996,0.005966962,0.06621479,0.002319697,0.00089482893],"about_ca_topic_score_codex":0.00187479,"about_ca_topic_score_gemma":0.00025552712,"teacher_disagreement_score":0.7409391,"about_ca_system_score_codex":0.0001733969,"about_ca_system_score_gemma":0.00030951103,"threshold_uncertainty_score":0.9991942},"labels":[],"label_agreement":null},{"id":"W3140853032","doi":"10.1007/978-3-030-72240-1_11","title":"Comparing Score Aggregation Approaches for Document Retrieval with Pretrained Transformers","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Transformer; Artificial intelligence; Question answering; Information retrieval; Machine learning","score_opus":0.05235121322312605,"score_gpt":0.24538324773872552,"score_spread":0.19303203451559947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3140853032","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007007163,0.0003757262,0.9949391,0.0007079417,0.0007552087,0.0009475749,0.000002535624,0.00013204638,0.0014391354],"genre_scores_gemma":[0.38224462,0.000016109096,0.6168576,0.00029805562,0.00028885534,0.000019024377,0.000015209078,0.000032945612,0.00022756826],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960542,0.000025123976,0.0005158454,0.0017189685,0.0010340025,0.000651897],"domain_scores_gemma":[0.99812484,0.00028220762,0.00024806973,0.0009510687,0.00023793553,0.00015589841],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00087780773,0.0004998435,0.00057893724,0.0004618907,0.0002719705,0.0006823228,0.0018270289,0.00025234633,0.0000060426637],"category_scores_gemma":[0.00005006491,0.0004337136,0.00014206627,0.00051781954,0.00036764765,0.00073381304,0.00036141402,0.00057036214,0.000001927101],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044491986,0.000025252859,0.000099318284,0.00020669014,0.000037627782,0.00003480405,0.0018924564,0.19108035,0.00006253057,0.062276747,0.0000027285846,0.744237],"study_design_scores_gemma":[0.0006401199,0.00022870967,0.00003984744,0.0007824539,0.000017663368,0.00005846133,9.1918946e-7,0.9515245,0.002703031,0.043187257,0.00020629524,0.0006107443],"about_ca_topic_score_codex":0.000009189928,"about_ca_topic_score_gemma":0.000088552,"teacher_disagreement_score":0.76044416,"about_ca_system_score_codex":0.0004053269,"about_ca_system_score_gemma":0.00075886294,"threshold_uncertainty_score":0.9998115},"labels":[],"label_agreement":null},{"id":"W3141030693","doi":"10.1109/wetice.2007.4407137","title":"The Roots and the Rationale behind the ALM Based Collaboration","year":2007,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science","score_opus":0.01240663855113928,"score_gpt":0.2418082583584693,"score_spread":0.22940161980733004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3141030693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013818134,0.00017228298,0.9280719,0.051555596,0.00017829264,0.00023529875,1.9586749e-7,0.000027469008,0.005940829],"genre_scores_gemma":[0.9864128,0.0000057917914,0.009582169,0.0023937323,0.00008952202,0.0000107726755,4.089605e-7,0.0000019705735,0.0015028347],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999425,0.000064129934,0.00011201901,0.00010962884,0.00019182246,0.00009741193],"domain_scores_gemma":[0.998763,0.0007790887,0.000035551977,0.0003314088,0.00007355909,0.000017354272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014565323,0.00004166588,0.000032525415,0.000010186124,0.00048032164,0.0002951623,0.00036673353,0.000016848931,0.0000059613617],"category_scores_gemma":[0.000074566204,0.000016031721,0.000012978555,0.00010874451,0.000069612346,0.00013952333,0.00006362316,0.00005410306,0.0000055521227],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013821086,0.0000066749944,0.00024430882,9.585474e-7,0.000005684641,6.472009e-7,0.0015100884,0.0017361674,0.000110037545,0.96438557,0.0020173131,0.02996873],"study_design_scores_gemma":[0.00047480382,0.000008514606,0.0033079882,0.0000017722364,0.0000027844876,0.0000024903504,0.00029553976,0.9607106,0.0008223428,0.012194487,0.022129746,0.00004895178],"about_ca_topic_score_codex":0.000030667943,"about_ca_topic_score_gemma":0.0008096525,"teacher_disagreement_score":0.9725947,"about_ca_system_score_codex":0.000010843373,"about_ca_system_score_gemma":0.000058868845,"threshold_uncertainty_score":0.3694294},"labels":[],"label_agreement":null},{"id":"W3149251347","doi":"10.22215/etd/2020-14211","title":"Sequence Modeling with Linear Complexity","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Automatic summarization; Kernel (algebra); Sequence (biology); Benchmark (surveying); Autoregressive model; Time complexity; Computational complexity theory; Task (project management); Artificial intelligence; Memory footprint; Quadratic equation; Machine translation; Algorithm; Machine learning; Theoretical computer science; Mathematics","score_opus":0.12940945773198947,"score_gpt":0.311235620889329,"score_spread":0.18182616315733952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149251347","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00560861,0.00004515893,0.96601987,0.0004402091,0.00026064125,0.0001607782,0.0000014697606,0.0004099574,0.027053284],"genre_scores_gemma":[0.29679844,0.000011260823,0.7002534,0.00046867435,0.00014191307,0.000015248378,0.0001334259,0.000026501137,0.0021511402],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984407,0.000023308334,0.00025163157,0.00065461546,0.00040284396,0.00022691212],"domain_scores_gemma":[0.99905306,0.000015753576,0.00009463934,0.0005714561,0.000151004,0.00011407247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000076610224,0.00023175869,0.00026233782,0.000061200495,0.00009584047,0.00012184557,0.0010539937,0.00012302949,0.00002704661],"category_scores_gemma":[0.000015422123,0.00019116618,0.000054972297,0.00022398616,0.000012358558,0.00028040138,0.000081461825,0.00035932183,0.00007564758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045591256,0.00004091416,0.00002542134,0.0003570057,0.000077376724,0.0001074196,0.004543001,0.08187735,0.00056747976,0.8932815,0.00013770977,0.018939195],"study_design_scores_gemma":[0.000093918374,0.000032122087,0.000003545539,0.00006958763,0.000007757339,0.000005237586,0.000105848005,0.99427986,0.00032282333,0.004620431,0.00020010781,0.00025876204],"about_ca_topic_score_codex":0.00019130149,"about_ca_topic_score_gemma":0.0002383509,"teacher_disagreement_score":0.9124025,"about_ca_system_score_codex":0.000039045393,"about_ca_system_score_gemma":0.00025405467,"threshold_uncertainty_score":0.77955306},"labels":[],"label_agreement":null},{"id":"W3150524533","doi":"10.1007/978-3-030-73197-7_5","title":"Generating Contextually Coherent Responses by Learning Structured Vectorized Semantics","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Semantics (computer science); Computer science; Linguistics; Psychology; Natural language processing; Communication; Programming language; Philosophy","score_opus":0.021901773331410506,"score_gpt":0.25503664621272787,"score_spread":0.23313487288131737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3150524533","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021345306,0.0017323012,0.9920653,0.00063940266,0.0024513437,0.0003319754,0.0000059921936,0.00024834432,0.00039078118],"genre_scores_gemma":[0.2624127,0.000084677624,0.7324464,0.0015162932,0.00089523644,0.000011285257,0.00002234318,0.000074263975,0.0025368256],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948806,0.00016788462,0.00077876594,0.0020288834,0.0013335906,0.00081023516],"domain_scores_gemma":[0.99666774,0.0008227089,0.00044229793,0.0014272355,0.00042718733,0.00021280386],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010197167,0.0006643164,0.0007765749,0.00045110338,0.00047596986,0.0012229074,0.002785133,0.00041615168,0.000048321846],"category_scores_gemma":[0.0004099682,0.0006453435,0.00016537844,0.00040813896,0.0003789399,0.0004310388,0.0017119655,0.0015072549,0.00001399726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020404255,0.00003191091,0.00017331807,0.00008900141,0.00005430158,0.00035925762,0.0020795946,0.22694717,0.031713437,0.018061366,0.000081288716,0.72038895],"study_design_scores_gemma":[0.0004708781,0.00013847434,0.00002245034,0.00040860806,0.000012060687,0.00009872769,8.449005e-7,0.98143697,0.005077303,0.008494785,0.0029599862,0.0008789319],"about_ca_topic_score_codex":0.000026982118,"about_ca_topic_score_gemma":0.000075588076,"teacher_disagreement_score":0.7544898,"about_ca_system_score_codex":0.00036816296,"about_ca_system_score_gemma":0.000959586,"threshold_uncertainty_score":0.9998139},"labels":[],"label_agreement":null},{"id":"W3151929433","doi":"10.1162/tacl_a_00360","title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","year":2021,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":602,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; HEC Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Kepler; Embedding; Benchmark (surveying); Language model; Representation (politics); Natural language processing; Construct (python library); ENCODE; Artificial intelligence; Programming language","score_opus":0.03147363115435537,"score_gpt":0.3240863137469095,"score_spread":0.29261268259255413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151929433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026306603,0.000054446504,0.99561685,0.00044463313,0.00049552356,0.00030853218,0.00011451452,0.000052377574,0.00028247343],"genre_scores_gemma":[0.67368037,0.0000022874194,0.32467252,0.00003791565,0.000075451884,0.000027931397,0.000027456608,0.0000072307516,0.0014688398],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999116,0.000044742043,0.0002995125,0.00021967165,0.00019390497,0.00012614703],"domain_scores_gemma":[0.99732184,0.0011118439,0.00021676693,0.00019345513,0.0011257237,0.000030346602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029172815,0.000080294434,0.00013681156,0.000054387583,0.00024702583,0.0000615193,0.00019584449,0.00006295403,9.218451e-7],"category_scores_gemma":[0.0016815282,0.000080803075,0.00012448669,0.00020182526,0.000014269384,0.00006531322,0.000021435751,0.00007029317,2.7038993e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008329846,0.000054202967,0.000080594495,0.000050253406,0.000055427387,6.754033e-8,0.0028228217,0.897187,0.0001539181,0.09796598,0.000079599806,0.0015417811],"study_design_scores_gemma":[0.00056694855,0.000013466729,0.00028820705,0.000018007164,0.000051127183,0.0000010265851,0.000093568335,0.9495437,0.00058657926,0.04854103,0.00021859095,0.000077721386],"about_ca_topic_score_codex":0.0000071957706,"about_ca_topic_score_gemma":0.000022801063,"teacher_disagreement_score":0.6710497,"about_ca_system_score_codex":0.00010566832,"about_ca_system_score_gemma":0.00020824418,"threshold_uncertainty_score":0.32950538},"labels":[],"label_agreement":null},{"id":"W3152584608","doi":"10.1145/3404835.3462782","title":"Chatty Goose: A Python Framework for Conversational Search","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Python (programming language); Computer science; Goose; Modular design; Programming language; Scratch; World Wide Web","score_opus":0.058706301301711984,"score_gpt":0.31698452297855834,"score_spread":0.25827822167684633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152584608","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027093196,0.000047271824,0.9865126,0.008314292,0.00032741667,0.000079140715,0.0000012841924,0.00008808625,0.0019205597],"genre_scores_gemma":[0.2078627,0.0000031188542,0.7892341,0.0012028143,0.0001255851,0.000011243608,0.0000027363433,0.0000036001027,0.0015540904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992824,0.000021583992,0.00009219279,0.000259582,0.00018447952,0.00015976546],"domain_scores_gemma":[0.99926853,0.00021423715,0.000013015572,0.00032739874,0.0001271928,0.000049616803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017848265,0.000046883535,0.00006278769,0.000022026612,0.000062235726,0.000091583686,0.000259946,0.00004827189,0.00016307455],"category_scores_gemma":[0.00008871038,0.000045232824,0.00004069,0.0001331371,0.000010250215,0.00014887084,0.00014821268,0.00007782371,0.00004264155],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1104965e-7,0.000011895387,0.00020009444,0.000009277491,0.000005125464,0.0000031006794,0.0002806426,0.00019012047,0.00013818948,0.983174,0.00029976145,0.015686864],"study_design_scores_gemma":[0.0002604699,0.00001928864,0.00078399107,0.00001616762,0.0000019445652,0.000011555977,0.000090987276,0.77500224,0.010275469,0.20335831,0.0100477645,0.00013179512],"about_ca_topic_score_codex":0.000007200451,"about_ca_topic_score_gemma":0.0000030935682,"teacher_disagreement_score":0.77981573,"about_ca_system_score_codex":0.00002452794,"about_ca_system_score_gemma":0.00015172262,"threshold_uncertainty_score":0.1844541},"labels":[],"label_agreement":null},{"id":"W3152698349","doi":"10.18653/v1/2021.emnlp-main.230","title":"Masked Language Modeling and the Distributional Hypothesis: Order Word Matters Pre-training for Little","year":2021,"lang":"en","type":"article","venue":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":182,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Word (group theory); Natural language processing; Artificial intelligence; Word order; Language model; Downstream (manufacturing); Order (exchange); Parametric statistics; Linguistics; Mathematics","score_opus":0.07636691541448742,"score_gpt":0.38622034162426394,"score_spread":0.3098534262097765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152698349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18909124,0.004977314,0.76629406,0.03801954,0.00032757383,0.0005947074,0.000010680456,0.00007990595,0.00060497364],"genre_scores_gemma":[0.5688958,0.000008683237,0.43004707,0.0007740436,0.00006291036,0.00004386071,0.0000012252092,0.000009917489,0.00015646307],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997997,0.00012891719,0.00045948048,0.0005843429,0.00043907177,0.00039119244],"domain_scores_gemma":[0.99812096,0.0008075233,0.00023246577,0.00023417597,0.00054546853,0.000059383074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018708508,0.0002261407,0.00040330164,0.00007884572,0.0002148773,0.00036855292,0.00091182423,0.00011151393,0.000007884013],"category_scores_gemma":[0.0044719214,0.00013779076,0.00011663786,0.00071158423,0.00015897393,0.0003659466,0.0004990299,0.0005436991,3.2089687e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020650224,0.00007319539,0.0002971615,0.00043674922,0.000047844365,0.0000045183388,0.035891727,0.00037527792,0.030542105,0.026374882,0.000036464517,0.90571356],"study_design_scores_gemma":[0.0008619824,0.000012325301,0.00016280483,0.0005348476,0.000026482228,0.00002456478,0.007942137,0.9533445,0.011306745,0.025527125,0.00003071303,0.0002257317],"about_ca_topic_score_codex":0.000014254026,"about_ca_topic_score_gemma":0.0000037589691,"teacher_disagreement_score":0.95296925,"about_ca_system_score_codex":0.00006224908,"about_ca_system_score_gemma":0.0002046844,"threshold_uncertainty_score":0.5618944},"labels":[],"label_agreement":null},{"id":"W3152732297","doi":"10.2200/s01078ed2v01y202002hlt049","title":"Semantic Relations Between Nominals, Second Edition","year":2021,"lang":"en","type":"article","venue":"Synthesis lectures on human language technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Curiosity; Mars Exploration Program; Automatic summarization; Computer science; Class (philosophy); Statement (logic); Recall; Semantics (computer science); Linguistics; Question answering; Natural language processing; Artificial intelligence; Psychology; Astrobiology; Programming language; Social psychology; Philosophy","score_opus":0.027629427682573822,"score_gpt":0.278961434224012,"score_spread":0.25133200654143817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152732297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7309201,0.0019720432,0.24731061,0.0063294545,0.00025203486,0.00024312353,0.00002433677,0.004609201,0.0083391415],"genre_scores_gemma":[0.98420113,0.0000051295574,0.015021338,0.00011137012,0.00010332389,0.000040439256,0.00000759516,0.000014592634,0.00049505243],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986429,0.00007752274,0.00023845874,0.0005198221,0.00022975514,0.00029154855],"domain_scores_gemma":[0.9982665,0.00043720164,0.00009945165,0.001122152,0.000048591457,0.000026063966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001767878,0.00018266028,0.0002359187,0.0002721407,0.00028449483,0.00016092203,0.00081998116,0.00021710346,0.00022227435],"category_scores_gemma":[0.0007799416,0.00016709896,0.000092933886,0.0003255073,0.00007551934,0.00019408915,0.00028006124,0.0003396661,0.00009232753],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005992598,0.00025761212,0.004022649,0.00022127561,0.00032030695,0.0007752828,0.005058712,0.00062546943,0.13326557,0.25162545,0.01057415,0.59324753],"study_design_scores_gemma":[0.00019882384,0.00008023311,0.010107405,0.00022000063,0.00005262705,0.000039755734,0.0016809433,0.0010724372,0.9139288,0.06974351,0.0022315981,0.0006438396],"about_ca_topic_score_codex":0.000011833263,"about_ca_topic_score_gemma":0.000092603375,"teacher_disagreement_score":0.78066325,"about_ca_system_score_codex":0.00007531032,"about_ca_system_score_gemma":0.00004002494,"threshold_uncertainty_score":0.6814098},"labels":[],"label_agreement":null},{"id":"W3153046263","doi":"10.18653/v1/2021.emnlp-main.168","title":"Neural Path Hunter: Reducing Hallucination in Dialogue Systems via Path Grounding","year":2021,"lang":"en","type":"article","venue":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; University of Alberta","funders":"Alberta Machine Intelligence Institute; Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Path (computing); Security token; Artificial neural network; Focus (optics); Artificial intelligence; Suite; Graph; Deep neural networks; Machine learning; Theoretical computer science; History","score_opus":0.055657809110537304,"score_gpt":0.3775607902916954,"score_spread":0.3219029811811581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153046263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62996,0.008041443,0.35244358,0.0035547055,0.0020975778,0.00065350666,0.000002554086,0.00014634685,0.0031002976],"genre_scores_gemma":[0.7652932,0.000014913778,0.23432404,0.00015586673,0.00010109196,0.000024593277,0.0000012546035,0.000014770925,0.000070299764],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99704653,0.0002790141,0.00076402735,0.0008446011,0.0005632493,0.0005026054],"domain_scores_gemma":[0.9984741,0.00029180315,0.00044280785,0.00030072228,0.00041643472,0.0000741248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019093886,0.00028656068,0.0005212372,0.0002752946,0.00013057402,0.00045880975,0.0011451626,0.00017597845,0.0000056605527],"category_scores_gemma":[0.0018802838,0.00021975127,0.000102878104,0.0015725876,0.00006375878,0.0009438494,0.00061167555,0.0009892657,8.689562e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002654382,0.00014552184,0.0058254013,0.0006139281,0.000011125509,0.000042454365,0.012920466,0.0005030039,0.12665172,0.0065711197,0.0000070410956,0.84668165],"study_design_scores_gemma":[0.00037322013,0.000033428125,0.003220503,0.0017020814,0.00000958943,0.000054738422,0.0019764758,0.9759703,0.013618458,0.0027321174,0.0000081442195,0.00030091923],"about_ca_topic_score_codex":0.00010942011,"about_ca_topic_score_gemma":0.000012181859,"teacher_disagreement_score":0.9754673,"about_ca_system_score_codex":0.0002579718,"about_ca_system_score_gemma":0.00017445357,"threshold_uncertainty_score":0.89611965},"labels":[],"label_agreement":null},{"id":"W3153390169","doi":"10.1145/3404835.3463049","title":"Improving Transformer-Kernel Ranking Model Using Conformer and Query Term Independence","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Computer science; Inference; Transformer; Artificial intelligence; Machine learning; Data mining; Engineering","score_opus":0.030819142681811164,"score_gpt":0.25686253328186603,"score_spread":0.22604339060005488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153390169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24453892,0.000116088435,0.752867,0.00011848895,0.00010673625,0.00006423334,5.8897825e-7,0.0000812917,0.0021067],"genre_scores_gemma":[0.7699924,0.000012546014,0.22928716,0.00041476657,0.000025848887,0.000002329494,4.3216076e-7,0.0000074700956,0.00025702832],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986404,0.000019501367,0.00026112839,0.00045870952,0.00029583988,0.00032437398],"domain_scores_gemma":[0.9993525,0.00003451332,0.00005159993,0.00037523586,0.000092774404,0.00009334601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025925407,0.0001412093,0.00016456618,0.00006408863,0.00015395651,0.00027745796,0.00032155434,0.00009159444,0.000014759999],"category_scores_gemma":[0.000020301179,0.00013425088,0.000048598366,0.00014035852,0.000028358452,0.001180496,0.00016271885,0.00019082298,0.0000024538756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001000598,0.000060951428,0.0038821131,0.00021567529,0.000050422088,0.00012710676,0.00518975,0.038757026,0.28048256,0.15438223,0.000009868876,0.5168323],"study_design_scores_gemma":[0.00029582612,0.000005560746,0.000104140556,0.00003230252,0.00000695613,0.0001103907,0.000069830465,0.98152274,0.014990943,0.0026614356,0.000011532876,0.00018835069],"about_ca_topic_score_codex":0.00019474873,"about_ca_topic_score_gemma":0.000053534448,"teacher_disagreement_score":0.9427657,"about_ca_system_score_codex":0.00003974898,"about_ca_system_score_gemma":0.00029044953,"threshold_uncertainty_score":0.5474592},"labels":[],"label_agreement":null},{"id":"W3153765506","doi":"10.18653/v1/2021.eacl-main.263","title":"DISK-CSV: Distilling Interpretable Semantic Knowledge with a Class Semantic Vector","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; University of Alberta; Alberta Machine Intelligence Institute","keywords":"Computer science; Class (philosophy); Natural language processing; Artificial intelligence; Semantic memory; Support vector machine; Information retrieval; Psychology","score_opus":0.015364534898628405,"score_gpt":0.23927037302026563,"score_spread":0.22390583812163722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153765506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04368719,0.0003663303,0.93952614,0.00087407016,0.0004437871,0.0001036651,7.1060646e-7,0.00028996702,0.014708107],"genre_scores_gemma":[0.9327589,0.000010005389,0.062114365,0.00018475302,0.0000854221,0.000011769968,0.0000019175188,0.000016993865,0.0048158187],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838084,0.000067370755,0.00025839248,0.0006463792,0.00023186076,0.00041513224],"domain_scores_gemma":[0.9986461,0.00012283323,0.00005713226,0.00089886953,0.0001439948,0.00013108255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016319002,0.00019297184,0.00025937357,0.0000647753,0.00012124683,0.00031242915,0.0006295493,0.00005364052,0.00007797472],"category_scores_gemma":[0.00005426651,0.00015071387,0.00007145722,0.0004692749,0.00003380935,0.00041053086,0.0004645744,0.00018364101,0.00015392744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040521994,0.000984117,0.018217683,0.00093609106,0.00042709484,0.0011788125,0.0126414895,0.007939129,0.011921573,0.86195445,0.0018628653,0.08189615],"study_design_scores_gemma":[0.0003133918,0.000045426674,0.0007108143,0.00021830617,0.000022049393,0.00010045283,0.00011047531,0.99030775,0.003917003,0.0013869633,0.0025498816,0.0003174761],"about_ca_topic_score_codex":0.00005708491,"about_ca_topic_score_gemma":0.00037819377,"teacher_disagreement_score":0.98236865,"about_ca_system_score_codex":0.000059626855,"about_ca_system_score_gemma":0.00019110774,"threshold_uncertainty_score":0.61459327},"labels":[],"label_agreement":null},{"id":"W3153794000","doi":"10.48550/arxiv.2104.05740","title":"A Replication Study of Dense Passage Retriever","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); Labrador Retriever; Business; Biology; Medicine; Virology; Surgery","score_opus":0.1032666392796188,"score_gpt":0.20511601220934247,"score_spread":0.10184937292972368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153794000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.558734,0.000026936974,0.44039986,0.000027956534,0.00016474038,0.00019241663,0.0000010503911,0.00007111334,0.0003819661],"genre_scores_gemma":[0.99625695,0.000038147897,0.0028971834,0.000030572206,0.000028052213,9.273441e-7,0.000003752718,0.0000092521395,0.00073514535],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978821,0.00018292064,0.00025425403,0.0013817959,0.00012447507,0.0001744157],"domain_scores_gemma":[0.9955355,0.000063778585,0.00031556588,0.003752858,0.00025487796,0.00007745102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036601265,0.00017625828,0.0003004417,0.00016605027,0.00006285818,0.00006849527,0.001533433,0.00017545412,0.000012729968],"category_scores_gemma":[0.00009381774,0.00021708992,0.00012171308,0.00058764016,0.000027241935,0.00024754164,0.0024212745,0.00036792483,0.000006737736],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011466787,0.0032195076,0.12437832,0.00049116224,0.0008057821,0.0028009638,0.015275196,0.69043034,0.00090778637,0.14852001,0.00038238423,0.012673881],"study_design_scores_gemma":[0.0010870334,0.00014267676,0.016385436,0.00017479209,0.00013623221,0.0000073440956,0.0014760237,0.9666215,0.00069171557,0.012601721,0.00008730517,0.0005882234],"about_ca_topic_score_codex":0.0003467872,"about_ca_topic_score_gemma":0.00006915311,"teacher_disagreement_score":0.437523,"about_ca_system_score_codex":0.00012905616,"about_ca_system_score_gemma":0.00017370607,"threshold_uncertainty_score":0.885267},"labels":[],"label_agreement":null},{"id":"W3153874716","doi":"10.48550/arxiv.2104.07058","title":"Predicting Discourse Trees from Transformer-based Neural Summarizers","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Transformer; Natural language processing; Artificial intelligence; Discourse analysis; Style (visual arts); Dependency (UML); Linguistics","score_opus":0.06890917542870136,"score_gpt":0.19568300111540654,"score_spread":0.1267738256867052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153874716","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4946761,0.000053782052,0.50362873,0.00020689266,0.00061826775,0.00012739559,0.000022088068,0.0002096302,0.0004571124],"genre_scores_gemma":[0.99330634,0.000032358832,0.0060495944,0.0001342651,0.00013579922,0.0000012453997,0.00007297444,0.000022779046,0.00024462497],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99740803,0.00017060965,0.00027395575,0.0015247727,0.00016769934,0.00045493702],"domain_scores_gemma":[0.99782825,0.0001692364,0.00019577827,0.0014910307,0.00009891302,0.00021678611],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001607082,0.0003830101,0.0004122716,0.00018922206,0.00018120673,0.00028393173,0.0020129792,0.00029834433,0.000048646107],"category_scores_gemma":[0.000028797178,0.00044914417,0.00037340657,0.00038256022,0.000103505416,0.0005956553,0.0006793864,0.0007867217,0.000008906339],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023832306,0.00010079286,0.026830308,0.00004723796,0.00011756641,0.00066090026,0.0008199326,0.9622118,0.0002156236,0.005023055,0.000020325231,0.003928628],"study_design_scores_gemma":[0.000591674,0.000023733473,0.0019276097,0.00014604424,0.00009690008,0.0000011705158,0.00039384296,0.9936264,0.00037328937,0.0023495867,0.000028923989,0.0004408082],"about_ca_topic_score_codex":0.0019199409,"about_ca_topic_score_gemma":0.00094642636,"teacher_disagreement_score":0.49863026,"about_ca_system_score_codex":0.0001862943,"about_ca_system_score_gemma":0.00040434932,"threshold_uncertainty_score":0.99979603},"labels":[],"label_agreement":null},{"id":"W3153895709","doi":"10.18653/v1/2021.eacl-srw.21","title":"TMR: Evaluating NER Recall on Tough Mentions","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited","keywords":"Computer science; Recall; Natural language processing; Linguistics; Philosophy","score_opus":0.10726398977631811,"score_gpt":0.35393794426657144,"score_spread":0.2466739544902533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153895709","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019401185,0.000033130353,0.85899955,0.0048215953,0.00038892752,0.00004327691,1.6883841e-7,0.00012636025,0.1161858],"genre_scores_gemma":[0.28923413,0.0000043417053,0.67968524,0.0025945522,0.00011662317,0.000010563727,0.000001518307,0.0000053350395,0.028347708],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992023,0.000054042604,0.00012406362,0.00026477722,0.0002199841,0.00013484915],"domain_scores_gemma":[0.9993419,0.000059395585,0.000019860254,0.0004705877,0.00006990232,0.000038353923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021584186,0.000050100007,0.000055863035,0.000022119242,0.00008009115,0.00009625876,0.00024007929,0.000022762233,0.00028824215],"category_scores_gemma":[0.00007704632,0.000044376375,0.00003761435,0.00015144292,0.0000042650618,0.00014436172,0.00017192052,0.000068275614,0.00015789014],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.1833406e-7,0.00007448137,0.000105482504,0.0000055433666,0.00001454106,0.000022741302,0.00056363025,0.005144224,0.004481256,0.6805977,0.0038162114,0.30517337],"study_design_scores_gemma":[0.00025072947,0.00004848336,0.0003633738,0.00002874182,0.000004918479,0.000011765953,0.000050350893,0.9609868,0.008010129,0.019386923,0.010705446,0.00015233859],"about_ca_topic_score_codex":0.000013951242,"about_ca_topic_score_gemma":0.000014151488,"teacher_disagreement_score":0.95584255,"about_ca_system_score_codex":0.000025528741,"about_ca_system_score_gemma":0.00006088845,"threshold_uncertainty_score":0.31560495},"labels":[],"label_agreement":null},{"id":"W3154476213","doi":"10.18653/v1/2021.cmcl-1.9","title":"TorontoCL at CMCL 2021 Shared Task: RoBERTa with Multi-Stage Fine-Tuning for Eye-Tracking Prediction","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"Canadian Institute for Advanced Research","keywords":"Computer science; Transformer; Eye tracking; Task (project management); Ranking (information retrieval); Artificial intelligence; Comprehension; Language model; Natural language processing; Tracking (education); Reading comprehension; Task analysis; Machine learning; Reading (process); Programming language; Engineering","score_opus":0.045930620066330856,"score_gpt":0.29172477304761846,"score_spread":0.2457941529812876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154476213","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014490153,0.00020486298,0.98243314,0.0005563084,0.00037495967,0.00027358014,0.000014042831,0.0001782862,0.0014746799],"genre_scores_gemma":[0.36174515,0.0000069840967,0.6107921,0.00022917111,0.00019479035,0.00007195637,0.00005652832,0.000025809302,0.026877536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839026,0.0000368098,0.0002680358,0.0006758347,0.00025979517,0.0003692895],"domain_scores_gemma":[0.9987915,0.00009069232,0.00008730501,0.0006936581,0.0002314159,0.0001054157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019046901,0.00017145423,0.00018354067,0.000040252868,0.00024158627,0.00025819545,0.0004128857,0.00007934653,0.00023943168],"category_scores_gemma":[0.000090068155,0.00015122238,0.00007210033,0.00016125932,0.000013471481,0.0008272285,0.00033554435,0.00010319267,0.000013316439],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002274766,0.0009225812,0.10940591,0.0007486885,0.00063113624,0.0005782971,0.025671327,0.21411565,0.2778673,0.043739595,0.011151367,0.31494066],"study_design_scores_gemma":[0.0008948159,0.000048482718,0.002414548,0.00007486727,0.000010921266,0.0000131108245,0.00012109946,0.9820335,0.006529541,0.000030211631,0.0076160994,0.00021282253],"about_ca_topic_score_codex":0.00020683788,"about_ca_topic_score_gemma":0.0032832173,"teacher_disagreement_score":0.7679178,"about_ca_system_score_codex":0.00016406164,"about_ca_system_score_gemma":0.00010858823,"threshold_uncertainty_score":0.616667},"labels":[],"label_agreement":null},{"id":"W3154584133","doi":"10.48550/arxiv.2104.06335","title":"On the Use of Linguistic Features for the Evaluation of Generative Dialogue Systems","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Generalization; Computer science; Relevance (law); Task (project management); Metric (unit); Proposition; Generative grammar; Natural language processing; Artificial intelligence; Measure (data warehouse); Generative model; Machine learning; Linguistics; Mathematics; Data mining","score_opus":0.3171293089957628,"score_gpt":0.24398176982507017,"score_spread":0.07314753917069264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154584133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1832448,0.00020433603,0.8146604,0.00008917983,0.0009581566,0.00070379075,0.000017953016,0.000015184096,0.000106243766],"genre_scores_gemma":[0.9982825,0.000037987735,0.00136566,0.000039247614,0.00008690603,0.0000055537985,0.000008561339,0.0000060728235,0.00016753374],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986726,0.00040973665,0.00017436617,0.00044792207,0.00018134095,0.000114007584],"domain_scores_gemma":[0.99612767,0.0014542093,0.00032918536,0.0011586192,0.00090731255,0.000023035389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079111283,0.00013472575,0.0002103211,0.00007154975,0.000107485204,0.00008787472,0.0009734516,0.00011021426,0.0000029219905],"category_scores_gemma":[0.0008876676,0.00009285519,0.0001505721,0.00019110652,0.00006714684,0.0000678838,0.0005268932,0.00022128942,5.085394e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000610775,0.000015585132,0.000025178862,0.000031683667,0.00006777125,0.0000018943205,0.0007469391,0.69210404,0.000023578328,0.30671585,0.000069484115,0.00019190526],"study_design_scores_gemma":[0.00015864217,0.000023386412,0.00021828958,0.00012536168,0.0001475662,4.782963e-7,0.00011037581,0.98347855,0.00030819236,0.015302879,0.000037657766,0.000088628934],"about_ca_topic_score_codex":0.00044168916,"about_ca_topic_score_gemma":0.00008569101,"teacher_disagreement_score":0.81503767,"about_ca_system_score_codex":0.00009632459,"about_ca_system_score_gemma":0.00029952105,"threshold_uncertainty_score":0.37865248},"labels":[],"label_agreement":null},{"id":"W3154790171","doi":"10.18653/v1/2021.eacl-main.243","title":"Measuring and Improving Faithfulness of Attention in Neural Machine Translation","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de la Défense Nationale","keywords":"Machine translation; Computer science; Regularization (linguistics); Measure (data warehouse); Artificial intelligence; Translation (biology); Divergence (linguistics); Differentiable function; Deep neural networks; Quality (philosophy); Machine learning; Artificial neural network; Natural language processing; Mathematics; Data mining; Linguistics","score_opus":0.04442249320317228,"score_gpt":0.23021416507049042,"score_spread":0.18579167186731815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154790171","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42448625,0.0002540454,0.5747893,0.00020348551,0.000039932995,0.000021273745,8.554299e-8,0.000013245921,0.00019241466],"genre_scores_gemma":[0.96669054,0.0000014371955,0.033261344,0.00001595532,0.000006196026,0.0000011592631,4.446849e-7,0.0000015678639,0.000021384694],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99955106,0.000027042548,0.00012645863,0.00014398685,0.00008662263,0.00006484528],"domain_scores_gemma":[0.9998095,0.000016649796,0.00002215248,0.00011387023,0.00002413364,0.00001368966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013499899,0.000033894266,0.00005979999,0.00004117566,0.000015038162,0.000025441948,0.000070786,0.000016268948,0.0000029714336],"category_scores_gemma":[0.000009707624,0.000032883523,0.000013129155,0.0001129956,0.0000043315003,0.00027210865,0.000044668668,0.00004122542,1.802455e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012327154,0.000011848201,0.014768513,0.000038289978,0.00000148253,0.0000049371192,0.0003089749,0.0010177331,0.030089257,0.0028103732,1.2471607e-7,0.9509472],"study_design_scores_gemma":[0.00019553637,0.000004145696,0.023115331,0.000011222675,9.930617e-7,0.0000063438047,0.000021786209,0.9699887,0.0063661467,0.00025212657,0.0000014050402,0.000036269008],"about_ca_topic_score_codex":0.00012863282,"about_ca_topic_score_gemma":0.00022126996,"teacher_disagreement_score":0.96897095,"about_ca_system_score_codex":0.0000065882787,"about_ca_system_score_gemma":0.000011553802,"threshold_uncertainty_score":0.13409512},"labels":[],"label_agreement":null},{"id":"W3154793975","doi":"10.1145/3404835.3463120","title":"Vera: Prediction Techniques for Reducing Harmful Misinformation in Consumer Health Search","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Misinformation; Computer science; Credibility; Information retrieval; Relevance (law); Ranking (information retrieval); Context (archaeology); Metric (unit); Data science; Computer security","score_opus":0.04702965344254133,"score_gpt":0.32185475084860915,"score_spread":0.2748250974060678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154793975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008969855,0.000077423654,0.9852792,0.0036211743,0.00014164741,0.0002321679,0.000001698794,0.00016321329,0.0015136036],"genre_scores_gemma":[0.4133445,0.000055037144,0.58539665,0.00077365845,0.000047777026,0.000025950389,0.000012786547,0.000004084589,0.0003395391],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992623,0.000032712098,0.00023231831,0.0001761978,0.00012946241,0.00016704029],"domain_scores_gemma":[0.9995611,0.00003788595,0.000029866093,0.00022915067,0.00010500362,0.000037017253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005037041,0.000045731755,0.000077420234,0.00008439271,0.000064058506,0.0000799885,0.00013093262,0.000032592376,0.000008065459],"category_scores_gemma":[0.000034816334,0.000046138848,0.000019860146,0.0001789347,0.000005896462,0.0005148083,0.000068845766,0.000075541735,0.0000035957112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005288883,0.000046445,0.00071907014,0.00014253773,0.00000622421,0.0000020187083,0.0043286397,0.0013400505,0.0013169223,0.03692727,0.0032265529,0.951939],"study_design_scores_gemma":[0.00024315181,0.000040609408,0.00063218275,0.00007090318,6.288256e-7,0.000013931901,0.00017867664,0.9597205,0.0340558,0.0010184624,0.003952957,0.00007220103],"about_ca_topic_score_codex":0.00016012308,"about_ca_topic_score_gemma":0.000025606523,"teacher_disagreement_score":0.95838046,"about_ca_system_score_codex":0.00010944496,"about_ca_system_score_gemma":0.00024255371,"threshold_uncertainty_score":0.18814877},"labels":[],"label_agreement":null},{"id":"W3154800935","doi":"10.18653/v1/2021.eacl-main.93","title":"Discourse-Aware Unsupervised Summarization for Long Scientific Documents","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Automatic summarization; Computer science; Exploit; Sentence; Graph; Artificial intelligence; Ranking (information retrieval); Natural language processing; Information retrieval; Topic model; Representation (politics); Machine learning; Theoretical computer science","score_opus":0.027886626085966884,"score_gpt":0.2931997714278539,"score_spread":0.26531314534188705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154800935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023098994,0.00004425883,0.973225,0.0014671051,0.0009560451,0.00014853552,0.0000020368573,0.000108009976,0.000950046],"genre_scores_gemma":[0.8772685,0.0000026311095,0.105058014,0.0002766543,0.000074035146,0.0000250201,0.00005513434,0.000008649084,0.017231345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998954,0.00002294586,0.00015005932,0.0004407076,0.00022338239,0.00020891658],"domain_scores_gemma":[0.99915606,0.000033993172,0.000027133894,0.00054124364,0.00018153802,0.000060032104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018244135,0.00007297166,0.000078447,0.000052080664,0.00019754464,0.0006333824,0.00041531734,0.00003083959,0.00006343691],"category_scores_gemma":[0.00003290696,0.00006751412,0.000047835838,0.00030878285,0.00002069017,0.0006490998,0.00019322116,0.000033957072,0.00002203332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008403911,0.00034772092,0.027850987,0.00019205738,0.00007183817,0.000053098873,0.0024706866,0.0064215707,0.009124652,0.62342495,0.0098374635,0.32019657],"study_design_scores_gemma":[0.0005809342,0.0000142715035,0.0009340505,0.000029637897,0.000007954007,0.0000048914403,0.00012564969,0.96965617,0.016403291,0.00806481,0.003964093,0.00021422091],"about_ca_topic_score_codex":0.000008899307,"about_ca_topic_score_gemma":0.000048342725,"teacher_disagreement_score":0.9632346,"about_ca_system_score_codex":0.000029662031,"about_ca_system_score_gemma":0.00013695164,"threshold_uncertainty_score":0.61077213},"labels":[],"label_agreement":null},{"id":"W3154971029","doi":"10.18653/v1/2021.eacl-main.8","title":"BERxiT: Early Exiting for BERT with Better Fine-Tuning and Extension to Regression","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Waterloo","funders":"Vector Institute; Natural Sciences and Engineering Research Council of Canada; Government of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Inference; Fine-tuning; Extension (predicate logic); Acceleration; Code (set theory); Quality (philosophy); Look-ahead; Regression; Machine learning; Artificial intelligence; Algorithm; Programming language","score_opus":0.0309562390184768,"score_gpt":0.2613005794683832,"score_spread":0.2303443404499064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154971029","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3869141,0.00003287802,0.6086661,0.0038026194,0.00005210531,0.000070616894,1.8762032e-7,0.0000478681,0.0004135176],"genre_scores_gemma":[0.42259976,7.483844e-7,0.57513267,0.001275646,0.000058593854,0.000008570163,7.9588295e-7,0.000006498597,0.00091669324],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912316,0.000016861059,0.000118058066,0.00041071678,0.00013950362,0.00019167719],"domain_scores_gemma":[0.9993542,0.00008465431,0.000028738617,0.00034300337,0.00010768628,0.00008173783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013646545,0.000085813605,0.00010615087,0.000040028153,0.00012619315,0.00013941033,0.0001418313,0.000031301035,0.000006847405],"category_scores_gemma":[0.00004828001,0.00006193618,0.000018077013,0.000120697325,0.000007258165,0.00024284884,0.00025486734,0.000060245093,0.0000032034905],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003656579,0.000042718577,0.014920812,0.00008524794,0.000025002713,0.00016437093,0.0042292797,0.0005866858,0.062456172,0.031699892,0.0024179565,0.8833353],"study_design_scores_gemma":[0.0023236175,0.0005642986,0.04061044,0.0016293455,0.000029765895,0.0002870868,0.0003540079,0.83616275,0.097650416,0.008703998,0.010518583,0.0011656714],"about_ca_topic_score_codex":0.0000218506,"about_ca_topic_score_gemma":0.000028377628,"teacher_disagreement_score":0.8821696,"about_ca_system_score_codex":0.000009777517,"about_ca_system_score_gemma":0.000022055116,"threshold_uncertainty_score":0.25256842},"labels":[],"label_agreement":null},{"id":"W3155064524","doi":"10.1007/978-3-030-73103-8_16","title":"Automatic Multiple-Choice and Fill-in-the-Blank Question Generation from Arbitrary Text","year":2021,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Blank; Generator (circuit theory); Computer science; Comprehension; Multiple choice; Artificial intelligence; Natural language processing; Algorithm; Programming language; Linguistics; Reading (process); Power (physics); Engineering","score_opus":0.029862698346860436,"score_gpt":0.2716602425983595,"score_spread":0.24179754425149907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155064524","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026914412,0.09322853,0.8682378,0.00019992501,0.0023447229,0.0007650236,0.0000065740346,0.00011744857,0.008185568],"genre_scores_gemma":[0.9681049,0.0036960505,0.024593737,0.000317403,0.001130112,0.000026545207,0.000052559564,0.00003666017,0.0020420405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794304,0.00013385135,0.0007394751,0.0006873511,0.00028260553,0.00021365612],"domain_scores_gemma":[0.9981439,0.0010484557,0.00029548633,0.00042171843,0.000046554294,0.000043899418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050733826,0.000279873,0.00040435555,0.00013559546,0.00011110527,0.00029368102,0.00035916714,0.00016288004,0.000003885287],"category_scores_gemma":[0.000085273896,0.00024455844,0.000042719428,0.00006452264,0.000035147677,0.00033603565,0.00020172908,0.00037871284,0.00000366069],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016768386,0.000027643187,0.0042920397,0.00038333333,0.00003163735,0.00009727557,0.0025037192,0.024659224,0.000025462863,0.50193125,0.000036386802,0.46601036],"study_design_scores_gemma":[0.00012782856,0.000021517748,0.00034941264,0.0019975977,0.000007975313,0.000044439304,0.00011079973,0.98035944,0.000011426118,0.0046254355,0.012066022,0.0002781212],"about_ca_topic_score_codex":0.0004596983,"about_ca_topic_score_gemma":0.00040229977,"teacher_disagreement_score":0.9557002,"about_ca_system_score_codex":0.00007282034,"about_ca_system_score_gemma":0.000032895463,"threshold_uncertainty_score":0.9972804},"labels":[],"label_agreement":null},{"id":"W3155600250","doi":"10.18653/v1/2021.naacl-main.138","title":"Modeling Event Plausibility with Consistent Conceptual Abstraction","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"Canadian Institute for Advanced Research; Compute Canada; Microsoft Research","keywords":"Computer science; Natural language processing; Transformer; Hierarchy; Artificial intelligence; Cognitive psychology; Psychology","score_opus":0.06236140920146336,"score_gpt":0.2777404454129202,"score_spread":0.21537903621145685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155600250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34185782,0.00011389081,0.65539724,0.0002997456,0.00059892086,0.00020992201,0.000001399724,0.00019222313,0.0013288291],"genre_scores_gemma":[0.8282741,0.000012046117,0.1712754,0.00016906693,0.000080345686,0.000030131383,0.000013894461,0.0000097667335,0.00013526752],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974675,0.00008010203,0.00048141525,0.0011631809,0.00052978983,0.00027799563],"domain_scores_gemma":[0.9978884,0.000046691253,0.00013777704,0.0015060552,0.0003001674,0.00012089311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036676147,0.00027200684,0.0003434639,0.000055838256,0.0000844715,0.00033854845,0.0006691425,0.00022167266,0.00006862164],"category_scores_gemma":[0.00002870612,0.00023242127,0.00013483311,0.00007791607,0.000047284324,0.00027335566,0.0012938072,0.00068765646,0.000010168239],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005321721,0.000064931,0.00011474149,0.000049814884,0.000049105754,0.000031599004,0.00090520846,0.98784524,0.00004790875,0.00596496,0.000010299077,0.0049108556],"study_design_scores_gemma":[0.00018501133,0.000021576154,0.00010350866,0.00012894183,0.000016585902,0.000029063121,0.00057638536,0.99706596,0.0002590191,0.0012960103,0.00002026051,0.00029770556],"about_ca_topic_score_codex":0.0011232862,"about_ca_topic_score_gemma":0.0005627405,"teacher_disagreement_score":0.48641625,"about_ca_system_score_codex":0.0002272093,"about_ca_system_score_gemma":0.0006477609,"threshold_uncertainty_score":0.9477864},"labels":[],"label_agreement":null},{"id":"W3156463632","doi":"10.1145/3442381.3449977","title":"Typing Errors in Factual Knowledge Graphs: Severity and Possible Ways Out","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Benchmark (surveying); Code (set theory); Artificial intelligence; Typing; Machine learning; Word error rate; Quality (philosophy); Natural language processing; Noisy data; Programming language; Speech recognition","score_opus":0.051265070196393835,"score_gpt":0.2772535504445526,"score_spread":0.22598848024815874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156463632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5064742,0.0006093682,0.47346252,0.00047324496,0.00035305994,0.00005555011,4.8273915e-7,0.00011390296,0.018457688],"genre_scores_gemma":[0.9459311,0.000025497662,0.052957725,0.00018261433,0.000015794181,0.0000021936044,4.99458e-7,0.0000034343411,0.0008811551],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992584,0.000031277414,0.00013713264,0.00031696822,0.000067337016,0.0001888767],"domain_scores_gemma":[0.99956644,0.00004289887,0.000016005033,0.00027851918,0.000037329082,0.000058805395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014989173,0.00007545315,0.000106482075,0.00006966748,0.000051250303,0.00008619885,0.00021683685,0.000044710458,0.000027766991],"category_scores_gemma":[0.00003614463,0.00007150143,0.000023475845,0.00020405729,0.000016176029,0.00029009682,0.0003319718,0.000108287,0.000023519897],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004764296,0.00022040958,0.041569743,0.000106282336,0.000027932692,0.000110683824,0.02957796,0.00029413778,0.0022279497,0.69828385,0.0008749685,0.22670132],"study_design_scores_gemma":[0.0008752892,0.000033664408,0.046916816,0.000101785365,0.0000052004084,0.00005993697,0.0010080313,0.8677727,0.008683956,0.07042108,0.003514506,0.0006070601],"about_ca_topic_score_codex":0.00005399206,"about_ca_topic_score_gemma":0.00077905157,"teacher_disagreement_score":0.86747855,"about_ca_system_score_codex":0.000021322436,"about_ca_system_score_gemma":0.00008038084,"threshold_uncertainty_score":0.2915744},"labels":[],"label_agreement":null},{"id":"W3156861296","doi":"10.1145/3404835.3463034","title":"Significant Improvements over the State of the Art? A Case Study of the MS MARCO Document Ranking Leaderboard","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Metric (unit); Context (archaeology); Computer science; State (computer science); sort; Artificial intelligence; Information retrieval; Order (exchange); Machine learning; Algorithm; Engineering; Geography","score_opus":0.02407949558039306,"score_gpt":0.25936462419599887,"score_spread":0.2352851286156058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156861296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964211,0.000028377273,0.033154696,0.0010408944,0.00037031824,0.00059326825,0.0000011689646,0.000014722404,0.00058557256],"genre_scores_gemma":[0.9969999,0.0000022924187,0.0008119908,0.00039991157,0.000015946502,0.000018124656,5.3168847e-8,0.0000054610496,0.0017462949],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831337,0.00024821216,0.00037512512,0.00028906728,0.0005764381,0.00019781165],"domain_scores_gemma":[0.9982072,0.00010155719,0.00017958242,0.0013985867,0.00008925801,0.000023809567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005244813,0.00010760079,0.00014387876,0.000017833307,0.00014180441,0.00007947792,0.0010042412,0.000014967756,0.000027851984],"category_scores_gemma":[0.000025834155,0.00004701469,0.00009556754,0.0002991299,0.000050888022,0.00011754677,0.0011295982,0.00014341134,0.000001612687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008781974,0.005019384,0.065790415,0.0004533605,0.0018947368,0.0016687141,0.26849356,0.06348059,0.16134827,0.043912303,0.0033854365,0.3844654],"study_design_scores_gemma":[0.011248117,0.0009784362,0.06216155,0.0004436121,0.00036932097,0.000548149,0.054096036,0.5461312,0.28957397,0.030053033,0.0030092364,0.0013873407],"about_ca_topic_score_codex":0.0014454293,"about_ca_topic_score_gemma":0.0008386411,"teacher_disagreement_score":0.4826506,"about_ca_system_score_codex":0.00003287363,"about_ca_system_score_gemma":0.000104664636,"threshold_uncertainty_score":0.21850663},"labels":[],"label_agreement":null},{"id":"W3157225713","doi":"10.18653/v1/2021.naacl-main.324","title":"Dynabench: Rethinking Benchmarking in NLP","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Office of Naval Research; Defense Advanced Research Projects Agency","keywords":"Benchmarking; Benchmark (surveying); Computer science; Field (mathematics); Artificial intelligence; Data science; Open source; Machine learning; Programming language; Management","score_opus":0.042310958824034024,"score_gpt":0.26710279729644343,"score_spread":0.2247918384724094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157225713","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05418746,0.00044997616,0.9210444,0.0010520126,0.0021861268,0.00016586723,2.9107113e-7,0.00022295355,0.020690903],"genre_scores_gemma":[0.58455324,0.000037414018,0.41466883,0.0003833788,0.00014133414,0.00001523051,0.000006767039,0.000008917022,0.00018489927],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975178,0.00012033674,0.00047329292,0.0010842232,0.00042557376,0.0003787667],"domain_scores_gemma":[0.9981248,0.00009654409,0.0001323701,0.0015014369,0.000076763914,0.00006813253],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007730172,0.00023900931,0.0003412845,0.0002280947,0.00005376174,0.00061189977,0.0017252641,0.00033473337,0.000100593876],"category_scores_gemma":[0.00006764681,0.00025220023,0.00011896946,0.00027884438,0.000014404053,0.00027910306,0.005231202,0.00081360625,0.000007023569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026934408,0.00019043211,0.0115262,0.0007290297,0.000093516916,0.0014044684,0.033216275,0.1601771,0.0005166627,0.31053582,0.00038596962,0.48122182],"study_design_scores_gemma":[0.00009128626,0.000005580342,0.0009592609,0.000471505,0.0000029444682,0.000010593382,0.00006648852,0.9547245,0.00021306949,0.042975456,0.00013179082,0.0003475165],"about_ca_topic_score_codex":0.0007577003,"about_ca_topic_score_gemma":0.00067701587,"teacher_disagreement_score":0.79454744,"about_ca_system_score_codex":0.00019179638,"about_ca_system_score_gemma":0.00035601755,"threshold_uncertainty_score":0.999993},"labels":[],"label_agreement":null},{"id":"W3157230690","doi":"10.48550/arxiv.2105.00811","title":"CBench: Towards Better Evaluation of Question Answering Over Knowledge Graphs","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Question answering; Benchmark (surveying); Benchmarking; Suite; Information retrieval; Vocabulary; Set (abstract data type); Graph; Syntax; Artificial intelligence; Natural language processing; Task (project management); Theoretical computer science; Programming language; Linguistics","score_opus":0.127953138872214,"score_gpt":0.24176569694518762,"score_spread":0.11381255807297364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157230690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56950736,0.00021776036,0.42817527,0.000032677028,0.0006417388,0.00014927062,0.0000019595882,0.00006891585,0.0012050692],"genre_scores_gemma":[0.9945424,0.00008442231,0.005133224,0.000033250824,0.000060982562,0.0000013322623,0.000013788444,0.000011269557,0.00011931981],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979856,0.00035622463,0.00025051393,0.0009496537,0.00023249404,0.0002255097],"domain_scores_gemma":[0.99784064,0.000040720603,0.00023778822,0.0011926548,0.0006051854,0.00008303436],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009227139,0.0002284366,0.00028949906,0.0003118207,0.00006521398,0.00008411138,0.0009934797,0.00025569764,0.000057517205],"category_scores_gemma":[0.000058810678,0.0002840338,0.00020978424,0.0005148607,0.000048775804,0.0006229495,0.0014593226,0.00037361815,0.000007448898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001165027,0.00020873985,0.0063809957,0.0003237674,0.0001981333,0.00007790311,0.002119568,0.6564914,0.00085662527,0.2943291,0.00006795572,0.038934182],"study_design_scores_gemma":[0.0003372684,0.00001559354,0.0077140634,0.0002214319,0.000112056914,0.0000016705618,0.000046586563,0.94998413,0.0008114212,0.0404485,0.000036060712,0.00027118943],"about_ca_topic_score_codex":0.00030825863,"about_ca_topic_score_gemma":0.000086385466,"teacher_disagreement_score":0.42503506,"about_ca_system_score_codex":0.0002857933,"about_ca_system_score_gemma":0.00048301314,"threshold_uncertainty_score":0.9999612},"labels":[],"label_agreement":null},{"id":"W3157411108","doi":"10.2196/23898","title":"Health Natural Language Processing: Methodology Development and Applications","year":2021,"lang":"en","type":"editorial","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Harbin Institute of Technology; Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Scope (computer science); Computer science; Health informatics; Data science; Health care; Natural language; Domain (mathematical analysis); Knowledge management; Natural language processing; Political science","score_opus":0.03536590945122039,"score_gpt":0.377093759670877,"score_spread":0.3417278502196566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157411108","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016370897,0.0036844206,0.85046804,0.0007595521,0.14426613,0.00031475333,0.0000036152555,0.00016176172,0.00032536493],"genre_scores_gemma":[0.00006814547,0.00015400223,0.77528137,0.0015090205,0.2220274,0.00026943974,0.00026251283,0.00001557909,0.00041251726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713004,0.00010327642,0.0008724784,0.00024320988,0.0012869249,0.00036409448],"domain_scores_gemma":[0.9981311,0.00052609126,0.0003912199,0.00046215497,0.00016211667,0.00032730316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012235455,0.0002148238,0.0004888631,0.0001170738,0.0001608365,0.0001804359,0.0009784328,0.0005743021,0.00000839846],"category_scores_gemma":[0.00046788348,0.00018312004,0.00003676195,0.00023383797,0.00007226368,0.00024876674,0.000760208,0.001238823,0.000013451736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.4548747e-7,0.000015451062,4.393131e-7,0.00081158854,0.00001172198,0.0000048954553,0.013055497,6.356028e-7,7.946362e-8,0.0006016567,0.2432655,0.742232],"study_design_scores_gemma":[0.00020771209,0.000012740751,0.000001683704,0.00024281286,0.0000031471789,0.00002012056,0.00070515636,0.03390048,0.00000501023,0.00006314321,0.96464294,0.00019505114],"about_ca_topic_score_codex":0.00000980885,"about_ca_topic_score_gemma":0.000023961462,"teacher_disagreement_score":0.74203694,"about_ca_system_score_codex":0.00012675102,"about_ca_system_score_gemma":0.0038394837,"threshold_uncertainty_score":0.74674183},"labels":[],"label_agreement":null},{"id":"W3158244987","doi":"","title":"Evaluating Groundedness in Dialogue Systems: The BEGIN Benchmark","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Benchmark (surveying); Computer science; Metric (unit); Inference; Conversation; Natural language; Artificial intelligence; Natural language processing; Machine learning; Linguistics","score_opus":0.17806079308478368,"score_gpt":0.23581785677706482,"score_spread":0.057757063692281146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158244987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4930998,0.00025189816,0.5035352,0.00013515526,0.0015270411,0.0003175915,0.000002321665,0.00008544576,0.0010455009],"genre_scores_gemma":[0.997448,0.00006766256,0.0018059019,0.0000772105,0.00015748221,0.0000044640233,0.000013871596,0.0000134265565,0.00041192444],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971402,0.00067087956,0.00031415257,0.0012757829,0.00019162995,0.0004073418],"domain_scores_gemma":[0.9972137,0.0003135116,0.00025675245,0.0019569818,0.00017027766,0.00008877102],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012241285,0.00028676144,0.0003740176,0.00020143663,0.00017917568,0.00042912675,0.0027370814,0.00026250386,0.000011250808],"category_scores_gemma":[0.00011574065,0.0002782177,0.00015824898,0.00069631025,0.00007223438,0.00041172258,0.0032957243,0.0008434312,0.0000145609465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003551851,0.00003628083,0.00235618,0.00009608872,0.000033624667,0.00030870226,0.0011053025,0.8586147,0.000012619239,0.13659732,0.000017533608,0.0008180981],"study_design_scores_gemma":[0.00027311078,0.000013782441,0.001227561,0.000275991,0.000027858792,0.000007943159,0.000722191,0.9859405,0.0000066837038,0.011143465,0.000049105176,0.00031178482],"about_ca_topic_score_codex":0.0022476523,"about_ca_topic_score_gemma":0.000514439,"teacher_disagreement_score":0.5043482,"about_ca_system_score_codex":0.0004403423,"about_ca_system_score_gemma":0.00047396054,"threshold_uncertainty_score":0.999967},"labels":[],"label_agreement":null},{"id":"W3158589498","doi":"10.18653/v1/2021.nlp4if-1.9","title":"AraStance: A Multi-Country and Multi-Domain Dataset of Arabic Stance Detection for Fact Checking","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; King Abdulaziz City for Science and Technology; Hamad Bin Khalifa University; Compute Canada","keywords":"Disinformation; Computer science; Misinformation; Task (project management); Arabic; Set (abstract data type); Domain (mathematical analysis); Benchmark (surveying); Natural language processing; Artificial intelligence; German; Scale (ratio); Machine learning; Data science; Social media; Computer security; World Wide Web; Linguistics; Mathematics","score_opus":0.05182885206336371,"score_gpt":0.3053056938476754,"score_spread":0.25347684178431173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158589498","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06297647,0.0008343053,0.9343707,0.000035108238,0.00060775783,0.00053915335,0.00054747,0.000080282785,0.000008759714],"genre_scores_gemma":[0.38262904,0.00007411635,0.61691135,0.00006307755,0.00004372721,0.000062858504,0.00017566889,0.000012800257,0.000027390373],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997841,0.000059191716,0.00052523275,0.0010154921,0.00026296207,0.00029612475],"domain_scores_gemma":[0.9983352,0.00009988965,0.0003394914,0.0009983296,0.00015446113,0.00007263153],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005265689,0.00027201278,0.00042659152,0.000106020016,0.00009142668,0.0002197793,0.00065463345,0.00021935577,0.000004632688],"category_scores_gemma":[0.00009692619,0.0002705717,0.000076264274,0.00013217783,0.0000437904,0.0003522149,0.0010117148,0.00035813966,5.472273e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024779356,0.0015211091,0.008089008,0.014831206,0.0010117646,0.00013527948,0.014276383,0.069508135,0.12512872,0.009451866,0.0005975551,0.75520116],"study_design_scores_gemma":[0.00081886875,0.000017529046,0.001107485,0.0002851754,0.000014352753,0.0000088623265,0.00019824861,0.9870158,0.009248801,0.00060252164,0.0003491156,0.00033324634],"about_ca_topic_score_codex":0.00022137017,"about_ca_topic_score_gemma":0.0008677934,"teacher_disagreement_score":0.91750765,"about_ca_system_score_codex":0.00009519993,"about_ca_system_score_gemma":0.00015095226,"threshold_uncertainty_score":0.99997467},"labels":[],"label_agreement":null},{"id":"W3158658358","doi":"10.1109/taslp.2021.3074779","title":"GRTr: Generative-Retrieval Transformers for Data-Efficient Dialogue Domain Adaptation","year":2021,"lang":"en","type":"article","venue":"IEEE/ACM Transactions on Audio Speech and Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Microsoft Research","keywords":"Computer science; Domain (mathematical analysis); Artificial intelligence; Adaptation (eye); Transformer; Generative grammar; Generative model; Information retrieval; Machine learning; Natural language processing; Mathematics; Engineering","score_opus":0.04292352133080539,"score_gpt":0.29219161997941245,"score_spread":0.24926809864860705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158658358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038017407,0.0012442882,0.95862174,0.0011987168,0.00031630817,0.0002714346,0.00006907507,0.00014199548,0.00011902348],"genre_scores_gemma":[0.57217556,0.00004123945,0.42715338,0.0003094812,0.00009233156,0.00001790717,0.000041923144,0.000016240978,0.00015190401],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832183,0.00006385812,0.00028695457,0.00070276146,0.00029274562,0.0003318706],"domain_scores_gemma":[0.9990525,0.00010691762,0.00007456869,0.0005254228,0.0001163692,0.00012418305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037105544,0.00019439158,0.00020904218,0.00012339895,0.0004572501,0.00028919062,0.00042260668,0.000094884046,0.000014201316],"category_scores_gemma":[0.00004303157,0.00018747656,0.00006769196,0.00039649731,0.000045603458,0.0004835159,0.000012971104,0.00020978182,0.0000038638946],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004455054,0.00012615477,0.0000023779512,0.00011809733,0.000033157678,0.0000432959,0.0072421553,0.00803964,0.026429253,0.00010703103,0.000010556109,0.9578037],"study_design_scores_gemma":[0.0011900129,0.00008407826,0.000015610756,0.000097105156,0.000050103994,0.00010139274,0.0022996927,0.87157124,0.12297816,0.0005424983,0.00070970703,0.0003603743],"about_ca_topic_score_codex":0.00003095899,"about_ca_topic_score_gemma":0.0001602308,"teacher_disagreement_score":0.95744336,"about_ca_system_score_codex":0.00005713895,"about_ca_system_score_gemma":0.00026445757,"threshold_uncertainty_score":0.7645072},"labels":[],"label_agreement":null},{"id":"W3158796535","doi":"10.1037/cep0000255","title":"Language experience predicts semantic priming of lexical decision.","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Experimental Psychology/Revue canadienne de psychologie expérimentale","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Categorization; Priming (agriculture); PsycINFO; Psychology; Natural language processing; Lexical decision task; Semantic memory; Cognition; Semantics (computer science); Cognitive psychology; Computer science; Artificial intelligence; Linguistics; MEDLINE","score_opus":0.042787167974649105,"score_gpt":0.3244604218791198,"score_spread":0.2816732539044707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158796535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.943308,0.007171567,0.042794704,0.0007287916,0.0032305028,0.000157674,0.000014956989,0.00002800627,0.0025657765],"genre_scores_gemma":[0.94480145,0.000034891276,0.053233992,0.0015707846,0.00020532573,0.000013120553,0.0000043696577,0.00002927414,0.00010680451],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99668646,0.0001779985,0.0010353602,0.0007614987,0.00019008075,0.0011485894],"domain_scores_gemma":[0.9964628,0.00012854427,0.0004656772,0.0012557394,0.00020676322,0.001480431],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00067177555,0.00031984813,0.0005661931,0.00049219374,0.00017769408,0.00009263013,0.0020196622,0.000240928,0.00028131797],"category_scores_gemma":[0.00029879963,0.0003473531,0.0002676317,0.0005883953,0.00033516888,0.00049940945,0.00014160658,0.00047542783,0.000015356502],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013568308,0.0008239254,0.028272951,0.00005334504,0.00026152437,0.014568551,0.08482314,0.00029771874,0.81932765,0.008563752,0.009248062,0.033623677],"study_design_scores_gemma":[0.009396606,0.0024110987,0.05304114,0.001565912,0.000098958255,0.032172855,0.059780207,0.002836072,0.82019174,0.0069150315,0.009384565,0.002205827],"about_ca_topic_score_codex":0.0017573308,"about_ca_topic_score_gemma":0.0056518726,"teacher_disagreement_score":0.03141785,"about_ca_system_score_codex":0.0006600116,"about_ca_system_score_gemma":0.0010315928,"threshold_uncertainty_score":0.99989784},"labels":[],"label_agreement":null},{"id":"W3158985534","doi":"","title":"GAIA at SM-KBP 2019 - A Multi-media Multi-lingual Knowledge Extraction and Hypothesis Generation System.","year":2019,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Extraction (chemistry); Natural language processing; Artificial intelligence; Chemistry; Chromatography","score_opus":0.028061753785119277,"score_gpt":0.2686272007403758,"score_spread":0.24056544695525656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158985534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3681444,0.0014537354,0.62958086,0.000036182253,0.00011955019,0.00031734293,0.000006827891,0.00007456206,0.0002665451],"genre_scores_gemma":[0.97401625,0.00008188793,0.02463045,0.000011578146,0.0001007238,0.00008084327,0.0000083609075,0.000008235425,0.0010616981],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918044,0.00009144253,0.00022738145,0.00031113485,0.00007317449,0.00011644496],"domain_scores_gemma":[0.99900323,0.0003094952,0.00012378223,0.00041987907,0.00009242026,0.000051173833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049129315,0.00011077538,0.00015599612,0.000079708756,0.0001661695,0.0000542326,0.00019925272,0.000070704,0.0000062034824],"category_scores_gemma":[0.000032158645,0.00010227921,0.00002454486,0.00011666251,0.00008827809,0.00027206528,0.00012159917,0.00006376652,0.000042330223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018193232,0.00008741471,0.00051142334,0.00014667517,0.000021417092,1.851807e-7,0.0042391536,0.00017868559,0.03562902,0.8720799,0.000032192205,0.08705576],"study_design_scores_gemma":[0.0048782113,0.00021894,0.023543544,0.00021091866,0.00025997017,0.00021931708,0.008484994,0.6145249,0.26965433,0.06380066,0.01223508,0.0019691372],"about_ca_topic_score_codex":0.000019115336,"about_ca_topic_score_gemma":0.000018491928,"teacher_disagreement_score":0.8082792,"about_ca_system_score_codex":0.00002798356,"about_ca_system_score_gemma":0.00003316647,"threshold_uncertainty_score":0.41708252},"labels":[],"label_agreement":null},{"id":"W3159391311","doi":"","title":"IBM Submission for TAC KBP: EDL 2019 Cascaded Fine-Grained Named Entity Recognition.","year":2019,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"IBM; Computer science; Operating system; Programming language; Artificial intelligence; Materials science; Nanotechnology","score_opus":0.012692283103480919,"score_gpt":0.24858884337689674,"score_spread":0.23589656027341582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159391311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10677314,0.000280845,0.89020675,0.0005315251,0.00009062023,0.0006960898,0.00002778772,0.00008120898,0.001312046],"genre_scores_gemma":[0.98420686,0.000033364944,0.01333058,0.000065012464,0.00007059057,0.00020911676,0.00004688355,0.000006984875,0.0020305917],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99925005,0.000048467453,0.0002056084,0.0002655117,0.00009596188,0.00013442407],"domain_scores_gemma":[0.9989395,0.00030065788,0.00011036223,0.0004617405,0.00013784261,0.000049857408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005205424,0.00009266089,0.00014882546,0.00006496918,0.00013049052,0.000044180215,0.0003411632,0.000059218153,0.000030298235],"category_scores_gemma":[0.000051302242,0.0000833444,0.000045016197,0.00015886575,0.0000710133,0.0002506789,0.00009621994,0.00006183605,0.000024425692],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029342691,0.000034155804,0.00007963366,0.00006622008,0.000011096222,5.343225e-8,0.00039492242,0.00001565474,0.0047917482,0.9352556,0.00024328582,0.059078295],"study_design_scores_gemma":[0.00045347368,0.00005692443,0.0001854895,0.000016083406,0.000017309987,0.000004169367,0.0001667555,0.0023410455,0.03475375,0.9525607,0.009277611,0.00016666642],"about_ca_topic_score_codex":0.000015698824,"about_ca_topic_score_gemma":0.000002568531,"teacher_disagreement_score":0.8774337,"about_ca_system_score_codex":0.000009273868,"about_ca_system_score_gemma":0.00004478902,"threshold_uncertainty_score":0.33986858},"labels":[],"label_agreement":null},{"id":"W3159452987","doi":"","title":"The UTexas system for TAC 2019 SM-KBP Task 3: Hypothesis detection with graph convolutional networks.","year":2019,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Graph; Task (project management); Theoretical computer science; Engineering","score_opus":0.006367015457655705,"score_gpt":0.19567945341235674,"score_spread":0.18931243795470104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159452987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012975644,0.0007139529,0.98513806,0.00012044656,0.000079422825,0.00053830474,0.000006108098,0.00006308683,0.00036494713],"genre_scores_gemma":[0.99556804,0.000036383823,0.0035960104,0.000018707196,0.00006445813,0.0002950911,0.0000026402672,0.000006170078,0.00041249374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993604,0.00005276632,0.00015758097,0.00020353662,0.00009558439,0.00013012927],"domain_scores_gemma":[0.99863017,0.00066801923,0.00011755339,0.00044351575,0.00011298979,0.000027768303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005500879,0.000082616214,0.00010804497,0.00003570826,0.0003088972,0.00006140997,0.0003376608,0.0000384039,9.479533e-7],"category_scores_gemma":[0.0000089773985,0.000055511406,0.000031840966,0.00016677432,0.00014259772,0.00015242712,0.000048447477,0.000049500548,0.0000045723536],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038367314,0.000006854426,0.00006124564,0.000027406872,0.00002084395,1.4847376e-8,0.000066943845,0.0015084464,0.00022064162,0.97405326,0.000020195708,0.02397575],"study_design_scores_gemma":[0.0008457099,0.00020800917,0.0018318623,0.000045556455,0.00008063224,0.000037731228,0.0013138015,0.058805935,0.010168744,0.91057736,0.015680201,0.0004044801],"about_ca_topic_score_codex":0.000009723232,"about_ca_topic_score_gemma":0.0000049274818,"teacher_disagreement_score":0.9825924,"about_ca_system_score_codex":0.000013550187,"about_ca_system_score_gemma":0.000032456614,"threshold_uncertainty_score":0.23758188},"labels":[],"label_agreement":null},{"id":"W3159500995","doi":"","title":"Multi-Task Transfer Learning for Fine-Grained Named Entity Recognition.","year":2019,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Task (project management); Transfer of learning; Transfer (computing); Named-entity recognition; Natural language processing; Artificial intelligence; Parallel computing","score_opus":0.016838589117610703,"score_gpt":0.24814881952429116,"score_spread":0.23131023040668044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159500995","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10654086,0.00012763504,0.8924292,0.00011472103,0.000030236037,0.0003928675,0.0000064590404,0.000060791986,0.00029724714],"genre_scores_gemma":[0.9757586,0.000015891053,0.023215434,0.000029900313,0.000026581944,0.00021531236,0.000018499924,0.000004964489,0.00071480434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994514,0.00004521405,0.00014819844,0.0001989317,0.000057238092,0.00009899204],"domain_scores_gemma":[0.99935675,0.00024667606,0.000035188008,0.00024168644,0.0000919908,0.000027703141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041520922,0.00006715906,0.00010947702,0.000045365377,0.00011235989,0.00003212988,0.00022037308,0.000035660512,0.000015263719],"category_scores_gemma":[0.000032990047,0.00006348207,0.00003678847,0.00010940983,0.00005898671,0.00017816576,0.000034720957,0.0000623953,0.000011863757],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020191224,0.000036380352,0.00018152155,0.00007264472,0.00001389153,3.2030293e-8,0.0010530911,0.00017284774,0.006986069,0.9061737,0.000005164777,0.08528448],"study_design_scores_gemma":[0.001308147,0.00010698776,0.00048800258,0.000023234215,0.00003596113,0.000004288939,0.000721108,0.034228176,0.027424896,0.92316467,0.012172462,0.00032205053],"about_ca_topic_score_codex":0.000006093751,"about_ca_topic_score_gemma":0.000003054878,"teacher_disagreement_score":0.86921775,"about_ca_system_score_codex":0.0000046024384,"about_ca_system_score_gemma":0.000021920587,"threshold_uncertainty_score":0.25887236},"labels":[],"label_agreement":null},{"id":"W3159520976","doi":"","title":"The University of Texas at Dallas HLTRI at TAC 2019.","year":2019,"lang":"en","type":"article","venue":"Theory and applications of categories","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.0059027073133026105,"score_gpt":0.20060592700129407,"score_spread":0.19470321968799145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159520976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42805973,0.0017553655,0.54174197,0.00086458086,0.000077984296,0.00046438954,0.00001269476,0.00005948273,0.026963815],"genre_scores_gemma":[0.98527515,0.00024231068,0.0009185103,0.000015540507,0.0000104613155,0.0000014644057,0.0000022019126,0.0000021189487,0.013532254],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996005,0.000041377953,0.000087589186,0.000126311,0.00007292193,0.00007125983],"domain_scores_gemma":[0.9990583,0.000272581,0.00008266782,0.0005041103,0.000061067745,0.000021262786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003193767,0.00004429909,0.00007566303,0.000027255814,0.00018234787,0.000009303835,0.00045743378,0.000024231904,0.000031062853],"category_scores_gemma":[0.000007626268,0.000034706813,0.000021509062,0.00013876687,0.00018524856,0.000087273365,0.00032310738,0.00003051847,0.00005595868],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001596276,0.0000065739823,0.0007255784,0.0000104755145,0.000007096288,4.0531205e-8,0.00034087303,0.000039629653,0.0007605223,0.99236715,0.00036642957,0.0053596613],"study_design_scores_gemma":[0.0004888847,0.00006104855,0.004770096,0.000012368655,0.000028362061,0.000008093585,0.00082487904,0.0021802043,0.025614941,0.64609563,0.31969056,0.00022494889],"about_ca_topic_score_codex":0.000018070781,"about_ca_topic_score_gemma":0.00000820077,"teacher_disagreement_score":0.5572154,"about_ca_system_score_codex":0.0000106459465,"about_ca_system_score_gemma":0.000018194873,"threshold_uncertainty_score":0.14153028},"labels":[],"label_agreement":null},{"id":"W3159905611","doi":"10.18653/v1/2021.nlp4if-1.7","title":"Extractive and Abstractive Explanations for Fact-Checking and Evaluation of News","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; University of Michigan; John Templeton Foundation; National Science Foundation","keywords":"Misinformation; Computer science; Natural language processing; Artificial intelligence; Graph; Information retrieval; Theoretical computer science","score_opus":0.15112999511747213,"score_gpt":0.37202131786644765,"score_spread":0.22089132274897552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159905611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24498476,0.00030118902,0.75213295,0.00032061015,0.0001722905,0.00046145113,0.000007846183,0.000019477919,0.0015994048],"genre_scores_gemma":[0.8166914,0.000042477477,0.18309386,0.00002176558,0.000028127766,0.000076596334,0.000012826198,0.0000042651764,0.000028677257],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988641,0.00005924591,0.00022810044,0.00046838663,0.0002864033,0.00009376493],"domain_scores_gemma":[0.99870116,0.00026514783,0.0002091478,0.00030941077,0.0004775744,0.000037574464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005457338,0.00011315766,0.00018491717,0.00009352089,0.00005226156,0.00014909264,0.00016173553,0.00011813536,0.000009779884],"category_scores_gemma":[0.00016833197,0.0001141621,0.000038766662,0.000041003954,0.00001778705,0.0003455046,0.0003759948,0.00015759552,1.2598548e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072906087,0.000080128935,0.00063573755,0.00021429911,0.00017562587,0.0000014135775,0.013250265,0.01996991,0.0015863789,0.024391815,0.00005263238,0.9396345],"study_design_scores_gemma":[0.00037593598,0.00001505596,0.014594212,0.00009890874,0.0000732593,0.0000051766165,0.001769581,0.95793205,0.0036608072,0.02124088,0.000043943965,0.00019019161],"about_ca_topic_score_codex":0.0003168651,"about_ca_topic_score_gemma":0.00015733523,"teacher_disagreement_score":0.9394443,"about_ca_system_score_codex":0.00005350136,"about_ca_system_score_gemma":0.00024193381,"threshold_uncertainty_score":0.46553954},"labels":[],"label_agreement":null},{"id":"W3159905742","doi":"10.48550/arxiv.2010.11140","title":"A Simple and Efficient Multi-Task Learning Approach for Conditioned Dialogue Generation","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Leverage (statistics); Computer science; Exploit; Transformer; Labeled data; Artificial intelligence; Natural language processing; Multi-task learning; Task (project management); Language model; Machine learning","score_opus":0.14099304356237297,"score_gpt":0.2072054085802734,"score_spread":0.06621236501790043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159905742","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14127429,0.000028979715,0.85777956,0.00005143479,0.00015187344,0.00045187533,0.000016776563,0.00016592427,0.00007927782],"genre_scores_gemma":[0.9536939,0.00001536504,0.04577894,0.000076177246,0.000117766285,0.0000053107233,0.000192073,0.000012336713,0.00010808526],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984156,0.00010432632,0.0001529419,0.0010521059,0.000060010672,0.00021501706],"domain_scores_gemma":[0.99915177,0.000060714523,0.00015986193,0.00040726436,0.000096826945,0.00012355305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018225379,0.00019542211,0.00023024117,0.000112970345,0.00024653602,0.00013649095,0.000518226,0.00016899721,0.0000019056422],"category_scores_gemma":[0.000063379,0.00023648412,0.000099120145,0.00016765634,0.000042658492,0.00012369268,0.0009114015,0.0003265226,0.000004499346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060101966,0.000035662535,0.00026917295,0.00006211503,0.000026762473,0.00001108634,0.00045653674,0.9655679,0.00036097335,0.032863908,0.000035816538,0.00030405057],"study_design_scores_gemma":[0.0006021616,0.00003209575,0.00015944731,0.000008698453,0.00003350892,0.0000013488016,0.000049627073,0.9961485,0.00010461031,0.002494975,0.00012066396,0.00024436507],"about_ca_topic_score_codex":0.000055332126,"about_ca_topic_score_gemma":0.000007954683,"teacher_disagreement_score":0.81241965,"about_ca_system_score_codex":0.000089260844,"about_ca_system_score_gemma":0.00008688471,"threshold_uncertainty_score":0.9643543},"labels":[],"label_agreement":null},{"id":"W3160563524","doi":"10.18653/v1/2021.acl-long.114","title":"Reflective Decoding: Beyond Unidirectional Generation with Off-the-Shelf Language Models","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Army Research Office; Naval Information Warfare Center Pacific; Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Allen Institute for Artificial Intelligence","keywords":"Decoding methods; Computer science; Contextualization; Context (archaeology); Sentence; Task (project management); Artificial intelligence; Reflection (computer programming); Unsupervised learning; Natural language processing; Machine learning; Algorithm","score_opus":0.047130219844225295,"score_gpt":0.2817480599094048,"score_spread":0.23461784006517952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160563524","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028069388,0.0006275322,0.93825155,0.0011734883,0.0007064316,0.00024002184,0.0000025594904,0.00021550109,0.030713538],"genre_scores_gemma":[0.55794877,0.000044825552,0.4383785,0.0006560117,0.00041591417,0.00007922968,0.000041290343,0.000018193772,0.0024172845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812925,0.00012607998,0.00024141763,0.0008254604,0.00045183997,0.00022593576],"domain_scores_gemma":[0.9984565,0.00006361405,0.00012676194,0.0010276618,0.00026154568,0.00006394223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003117598,0.00023182349,0.000213228,0.00013228817,0.00019556345,0.00053157326,0.00079038844,0.00016143992,0.000030496156],"category_scores_gemma":[0.000019066076,0.0001670306,0.000086512795,0.0002808042,0.000028937398,0.00038353045,0.00097496214,0.00049781986,0.000004111751],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007755509,0.000071937844,0.00003432929,0.000032499862,0.00018720077,0.00006321503,0.009297845,0.7046842,0.0016577834,0.22512802,0.00060637144,0.05822886],"study_design_scores_gemma":[0.000112271446,0.000018300867,0.00001099853,0.000025366457,0.000014714785,0.00005108862,0.0001800413,0.9866508,0.0050760778,0.0075316285,0.000093307695,0.00023535114],"about_ca_topic_score_codex":0.00022881896,"about_ca_topic_score_gemma":0.0005488833,"teacher_disagreement_score":0.52987933,"about_ca_system_score_codex":0.0001764804,"about_ca_system_score_gemma":0.0004601982,"threshold_uncertainty_score":0.681131},"labels":[],"label_agreement":null},{"id":"W3161757350","doi":"10.18653/v1/2021.acl-long.86","title":"MATE-KD: Masked Adversarial TExt, a Companion to Knowledge Distillation","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of British Columbia","funders":"","keywords":"Computer science; Distillation; Benchmark (surveying); Divergence (linguistics); Adversarial system; Generator (circuit theory); Artificial intelligence; Key (lock); Set (abstract data type); Test set; Machine learning; Natural language processing; Ranking (information retrieval); Power (physics); Programming language; Linguistics","score_opus":0.03359519427592566,"score_gpt":0.2843402056826809,"score_spread":0.25074501140675526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161757350","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029866094,0.000080236554,0.949007,0.0010257735,0.0041372865,0.00039960194,0.0000042529387,0.00040836833,0.01507141],"genre_scores_gemma":[0.79453063,0.0000047377043,0.20354713,0.0001230349,0.00040078958,0.000026994614,0.00003426927,0.000014887623,0.001317542],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99786913,0.00011621937,0.0004152449,0.0009932063,0.00031829244,0.00028787483],"domain_scores_gemma":[0.99817294,0.000061143066,0.00011351139,0.0012933275,0.00019562928,0.00016345964],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028065106,0.00026696586,0.00035969738,0.00016131722,0.000082336875,0.0006331019,0.0011377082,0.00022860826,0.00013470906],"category_scores_gemma":[0.000058242305,0.0002666052,0.00013448505,0.00023395334,0.000012193854,0.00024363554,0.0037675689,0.00032625397,0.00019819732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058675407,0.00061576156,0.0019872764,0.0010044363,0.00033208705,0.00011378038,0.027603958,0.25773633,0.003222671,0.3704535,0.013452579,0.32341895],"study_design_scores_gemma":[0.00029044965,0.000017474445,0.0029964915,0.00017732328,0.000016318634,0.000006437179,0.000091794565,0.9851568,0.0004234148,0.0024146738,0.007912864,0.0004960048],"about_ca_topic_score_codex":0.00024871403,"about_ca_topic_score_gemma":0.00021470814,"teacher_disagreement_score":0.76466453,"about_ca_system_score_codex":0.00021694516,"about_ca_system_score_gemma":0.0002713061,"threshold_uncertainty_score":0.9999786},"labels":[],"label_agreement":null},{"id":"W3161838415","doi":"10.1007/978-3-030-75765-6_52","title":"SILVER: Generating Persuasive Chinese Product Pitch","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Product (mathematics); Rank (graph theory); Natural language generation; Artificial intelligence; Deep learning; Hierarchy; Statistic; Generator (circuit theory); Artificial neural network; Natural language processing; Information retrieval; Natural language; Power (physics)","score_opus":0.017426941477831692,"score_gpt":0.24929634065845116,"score_spread":0.23186939918061947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161838415","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010211444,0.00173603,0.98973286,0.0012178451,0.0032745725,0.0003583084,0.0000024362573,0.00020093686,0.0024558417],"genre_scores_gemma":[0.14795049,0.00005529431,0.8466662,0.0019512662,0.0021610393,0.000012470125,0.0000071031154,0.000049811377,0.0011463463],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99468774,0.000050646373,0.0006054502,0.0026351286,0.0012367904,0.0007842305],"domain_scores_gemma":[0.99645156,0.00029325555,0.00028614118,0.0023249455,0.00045096275,0.00019313142],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008388448,0.0006543904,0.0006466184,0.00055785873,0.00037899023,0.0009198375,0.0035870874,0.0002467105,0.00003696923],"category_scores_gemma":[0.00028933736,0.00058286707,0.00018750169,0.00076016074,0.00033667195,0.00072000327,0.0024317233,0.0010649015,0.000032354495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020338503,0.000031240943,0.00024232957,0.00006792061,0.000020430294,0.00034931288,0.002308537,0.13892521,0.0022642436,0.01427585,0.000020502093,0.8414924],"study_design_scores_gemma":[0.00019543603,0.000060252176,0.00006402249,0.00029211678,0.0000064519563,0.00018351882,3.352885e-7,0.968201,0.0012920857,0.028320625,0.000585143,0.00079902046],"about_ca_topic_score_codex":0.00003429166,"about_ca_topic_score_gemma":0.000088251945,"teacher_disagreement_score":0.84069335,"about_ca_system_score_codex":0.00034652243,"about_ca_system_score_gemma":0.0010544014,"threshold_uncertainty_score":0.9996623},"labels":[],"label_agreement":null},{"id":"W3162439607","doi":"10.31234/osf.io/9a52q","title":"Content matters: Measures of contextual diversity must consider semantic content","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Optimal distinctiveness theory; Diversity (politics); Word (group theory); Computer science; Natural language processing; Word lists by frequency; Context (archaeology); Artificial intelligence; Variance (accounting); Linguistics; Content (measure theory); Psychology; Mathematics; Social psychology; Sociology; History","score_opus":0.25541509696758036,"score_gpt":0.2713124592966478,"score_spread":0.015897362329067466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162439607","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16446938,0.0006885427,0.8273053,0.004342117,0.0016521482,0.00047185982,0.000012732338,0.00017601266,0.0008818854],"genre_scores_gemma":[0.9724558,0.000049127735,0.023762375,0.0030459836,0.00005439845,0.000011750575,0.000008291086,0.000012562757,0.0005997107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99692166,0.00020822776,0.00070355524,0.0009802846,0.0008123721,0.0003738978],"domain_scores_gemma":[0.9969248,0.00018557742,0.0003782529,0.0015446284,0.0008060037,0.00016074815],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.00052014494,0.00036399468,0.00083035027,0.00014312798,0.00012954262,0.00024080132,0.0016188363,0.0002523072,0.00013413042],"category_scores_gemma":[0.00013519959,0.00033580096,0.00036727719,0.00009132911,0.00015146824,0.0002408939,0.010168016,0.00050768,0.000017928623],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003343268,0.0044881585,0.21651392,0.00874665,0.012018919,0.0043553044,0.11940391,0.025483338,0.054016598,0.36132014,0.06312929,0.13018945],"study_design_scores_gemma":[0.018865664,0.0008272658,0.099058084,0.0110044265,0.0018843736,0.0008096294,0.060708284,0.6573301,0.116117075,0.018283842,0.0033529105,0.01175838],"about_ca_topic_score_codex":0.005550976,"about_ca_topic_score_gemma":0.00053674413,"teacher_disagreement_score":0.80798644,"about_ca_system_score_codex":0.00011871056,"about_ca_system_score_gemma":0.00027023666,"threshold_uncertainty_score":0.9999094},"labels":[],"label_agreement":null},{"id":"W3162734203","doi":"10.18653/v1/2021.findings-acl.84","title":"A Survey of Data Augmentation Approaches for NLP","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Popularity; Artificial intelligence; Data science; Natural language processing; Resource (disambiguation); Labeled data; Machine learning; Information retrieval","score_opus":0.5270259338359118,"score_gpt":0.3715261320235383,"score_spread":0.1554998018123735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162734203","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046042544,0.00016204962,0.99391055,0.00017330857,0.0003411743,0.000290616,0.00006433654,0.00003922788,0.00041448724],"genre_scores_gemma":[0.35696942,0.0000069638613,0.6418767,0.000030153962,0.000025240575,0.00002237533,0.0009204573,0.000004543834,0.00014415775],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987553,0.00008399705,0.00026064288,0.00063682965,0.00016630614,0.000096968855],"domain_scores_gemma":[0.9975756,0.00014580802,0.00013506433,0.0020059515,0.0001139912,0.000023595294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097051816,0.00009052717,0.000187514,0.000041145486,0.00001727956,0.00012632641,0.001948591,0.00008422605,0.0000075512494],"category_scores_gemma":[0.00010164589,0.00008739305,0.000033449152,0.00007537546,0.000009650926,0.0002570055,0.0039890064,0.00008952143,5.921002e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012154327,0.00026812698,0.004219675,0.0013810674,0.00025878297,0.000002120369,0.002420848,0.029403292,0.000097766155,0.036251675,0.0022297543,0.92345476],"study_design_scores_gemma":[0.00009700818,0.0000054928655,0.0037318731,0.000025071357,0.000006098345,3.4557826e-7,0.000031589527,0.9947132,0.00028525424,0.0009843465,0.000027408385,0.000092301976],"about_ca_topic_score_codex":0.0013390117,"about_ca_topic_score_gemma":0.00060626527,"teacher_disagreement_score":0.9653099,"about_ca_system_score_codex":0.000017421466,"about_ca_system_score_gemma":0.00024227523,"threshold_uncertainty_score":0.49720109},"labels":[],"label_agreement":null},{"id":"W3163735098","doi":"10.48550/arxiv.2105.02923","title":"Hone as You Read: A Practical Type of Interactive Summarization","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Automatic summarization; Computer science; Heuristics; Task (project management); Reading (process); Process (computing); Variety (cybernetics); Metric (unit); Code (set theory); Human–computer interaction; Relevance (law); Artificial intelligence; Programming language","score_opus":0.11909262730609994,"score_gpt":0.24089388922902263,"score_spread":0.12180126192292269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163735098","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22769776,0.000023807623,0.7662476,0.00015924874,0.00069565,0.00013408302,0.0000022654215,0.00007999681,0.004959635],"genre_scores_gemma":[0.9829867,0.00010279808,0.015340663,0.000063162755,0.000050120118,3.1279913e-7,0.000022018537,0.000010776833,0.0014234564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984747,0.00017235421,0.00020357313,0.00085017877,0.00011287223,0.00018629609],"domain_scores_gemma":[0.9979185,0.00014684045,0.0003103878,0.0010711176,0.00045963042,0.00009351325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017715026,0.00018188404,0.00028375286,0.00017855357,0.000047303354,0.00008682355,0.0007535926,0.00023314691,0.000080293685],"category_scores_gemma":[0.00028630727,0.00022221093,0.000113327376,0.0005394892,0.0000515866,0.00057090144,0.002009106,0.00052528584,0.0000348766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027535963,0.0007583391,0.00559142,0.00033827344,0.00060185534,0.0022330754,0.0055196867,0.23098527,0.0012166168,0.7461919,0.00030137514,0.005986784],"study_design_scores_gemma":[0.0004317672,0.00010828991,0.0007401058,0.00027974433,0.00011189863,0.000025139467,0.000618119,0.9679155,0.0012953887,0.0275974,0.00040841487,0.00046828313],"about_ca_topic_score_codex":0.00036900863,"about_ca_topic_score_gemma":0.000031836207,"teacher_disagreement_score":0.75528896,"about_ca_system_score_codex":0.00015937333,"about_ca_system_score_gemma":0.00054410094,"threshold_uncertainty_score":0.9061499},"labels":[],"label_agreement":null},{"id":"W3164193251","doi":"10.48550/arxiv.2105.11698","title":"Guiding the Growth: Difficulty-Controllable Question Generation through Step-by-Step Rewriting","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Rewriting; Interpretability; Controllability; Computer science; Task (project management); Inference; Artificial intelligence; Question answering; Rule of inference; Programming language; Mathematics","score_opus":0.09930973333867954,"score_gpt":0.2001857070874032,"score_spread":0.10087597374872365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164193251","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14160945,0.0003758545,0.85431623,0.0006760583,0.0008668121,0.0002912453,0.00000493747,0.00022982474,0.0016296059],"genre_scores_gemma":[0.97423863,0.00032531066,0.023560915,0.00032498568,0.00037710785,0.0000031652382,0.000047290003,0.000020218604,0.0011023873],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997331,0.00044026755,0.0003365417,0.0013039779,0.00018418896,0.000403989],"domain_scores_gemma":[0.9977524,0.00014366618,0.00034000186,0.0012922462,0.00039074646,0.00008089668],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005680108,0.0003258107,0.00033277777,0.000078138546,0.0005079433,0.0006012877,0.0015577707,0.00029811115,0.000013769465],"category_scores_gemma":[0.00014438017,0.00031616923,0.00019807935,0.00045491633,0.000052709605,0.0008634682,0.0016306391,0.00047715832,0.00001638786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014247464,0.000120746,0.0010779586,0.00012961632,0.00020388988,0.00025587654,0.00092434505,0.45276555,0.006346128,0.52911824,0.0068265465,0.0022168714],"study_design_scores_gemma":[0.00040395718,0.000015108183,0.000052699303,0.00013966327,0.000060305552,0.000007116302,0.00026495493,0.99477655,0.00106743,0.002068668,0.0007730325,0.00037051202],"about_ca_topic_score_codex":0.0011184032,"about_ca_topic_score_gemma":0.0001487242,"teacher_disagreement_score":0.8326292,"about_ca_system_score_codex":0.0003472107,"about_ca_system_score_gemma":0.00016919684,"threshold_uncertainty_score":0.999929},"labels":[],"label_agreement":null},{"id":"W3164690045","doi":"10.14778/3457390.3457398","title":"CBench","year":2021,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Question answering; Benchmark (surveying); Benchmarking; Suite; Set (abstract data type); Vocabulary; Information retrieval; Syntax; Graph; Artificial intelligence; Task (project management); Natural language processing; Theoretical computer science; Programming language","score_opus":0.01596362296791629,"score_gpt":0.2186539506523365,"score_spread":0.20269032768442022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164690045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75457007,0.0011547001,0.058939986,0.027196297,0.0022635008,0.0006213855,0.0000025624104,0.00031870746,0.15493278],"genre_scores_gemma":[0.9619998,0.000016257269,0.036558054,0.00032200277,0.00004904496,0.000010957895,7.134994e-8,0.00000396651,0.0010398967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991588,0.0000032863743,0.00016270323,0.000225817,0.00029204946,0.00015732025],"domain_scores_gemma":[0.99949545,0.000013807881,0.0000852946,0.00020559426,0.00016482269,0.00003500634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001529272,0.00006907214,0.000093591865,0.000022735967,0.00005942242,0.00006378667,0.00081843877,0.000022546657,0.0000138682135],"category_scores_gemma":[0.00006304325,0.000049005088,0.00006871177,0.0002452701,0.00001739739,0.00018203243,0.0006900905,0.00007648387,0.000007355087],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002173103,0.00011431626,0.0046632974,0.000086841246,0.00003529016,0.0000022157615,0.0015862242,0.000083198065,0.16363892,0.80180866,0.0030024908,0.024976382],"study_design_scores_gemma":[0.00032694335,0.000024447225,0.0018903445,0.000083026585,0.00001121015,0.000043355907,0.00017193986,0.011714133,0.93195933,0.044555016,0.0090687,0.00015155114],"about_ca_topic_score_codex":0.000010253595,"about_ca_topic_score_gemma":7.709086e-7,"teacher_disagreement_score":0.76832044,"about_ca_system_score_codex":0.00003456443,"about_ca_system_score_gemma":0.000040816067,"threshold_uncertainty_score":0.19983694},"labels":[],"label_agreement":null},{"id":"W3165206559","doi":"10.2196/23099","title":"Predicting Semantic Similarity Between Clinical Sentence Pairs Using Transformer Models: Evaluation and Representational Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Natural language processing; Semantic similarity; Computer science; Artificial intelligence; Sentence; Security token; Similarity (geometry); Transformer","score_opus":0.15012426007762372,"score_gpt":0.413109033859521,"score_spread":0.26298477378189733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165206559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41578856,0.000030557432,0.5831732,0.0004666966,0.00008215903,0.00012863344,0.0000029413604,0.000045230558,0.00028197284],"genre_scores_gemma":[0.89849085,0.000039395592,0.10078949,0.00049759593,0.00012850628,0.00001105587,0.000033074015,0.0000043341274,0.0000057307616],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962274,0.00023730697,0.0012115762,0.00026788944,0.0017913091,0.00026454468],"domain_scores_gemma":[0.9982243,0.00046237666,0.00021695816,0.00044492076,0.00035100305,0.00030044766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030318454,0.00013081038,0.00034679758,0.00012996321,0.00015597523,0.00014872655,0.0003639087,0.00019867827,0.000051582465],"category_scores_gemma":[0.0005339015,0.00012139828,0.0001501493,0.0007492787,0.000101499274,0.0012507163,0.00019750382,0.00041111239,0.0000024708927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009015603,0.00021127291,0.6593808,0.00038054326,0.0011830414,0.000039818817,0.022170205,0.06745872,0.000010299034,0.0049254247,0.00012868825,0.24410215],"study_design_scores_gemma":[0.00043948935,0.000012719265,0.012889861,0.000057827576,0.00024260541,0.000020675878,0.00082332786,0.9825739,0.00001857076,0.0027808596,0.00001653197,0.0001236086],"about_ca_topic_score_codex":0.000029511577,"about_ca_topic_score_gemma":0.000022567301,"teacher_disagreement_score":0.9151152,"about_ca_system_score_codex":0.00004982526,"about_ca_system_score_gemma":0.0005062493,"threshold_uncertainty_score":0.49504784},"labels":[],"label_agreement":null},{"id":"W3165961723","doi":"10.18653/v1/2021.acl-long.302","title":"W-RST: Towards a Weighted RST-style Discourse Framework","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Key (lock); Computer science; Style (visual arts); Artificial intelligence; Binary number; Natural language processing; Downstream (manufacturing); Mathematics; Arithmetic; Engineering","score_opus":0.02788330739038415,"score_gpt":0.2980344731926796,"score_spread":0.2701511658022955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165961723","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015475749,0.00059672934,0.9593913,0.006546642,0.0030899358,0.0002671331,0.0000051797247,0.000574824,0.014052491],"genre_scores_gemma":[0.35806188,0.00007153444,0.6380336,0.0008538371,0.00044493595,0.000049229093,0.000015431431,0.000023803244,0.0024456969],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683094,0.00011860003,0.00047550866,0.0013994033,0.00066585874,0.0005096629],"domain_scores_gemma":[0.99636847,0.000087938184,0.00016959693,0.0029908274,0.00016993203,0.0002132444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003244345,0.00040720415,0.0005131472,0.00014018548,0.00010629814,0.0009211324,0.0026497887,0.00058397924,0.0005225118],"category_scores_gemma":[0.00009465105,0.00036338548,0.00029561363,0.00029485315,0.000051991097,0.00028739436,0.005868435,0.001333694,0.000092106755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007713879,0.00043916737,0.0004940511,0.00041180613,0.0003523055,0.00057403394,0.013032069,0.005236941,0.0000727909,0.64969224,0.0033795629,0.3263073],"study_design_scores_gemma":[0.00022564859,0.000027715021,0.00045649102,0.0006842778,0.00004112536,0.00002888098,0.00036282695,0.89774555,0.00089349126,0.09512341,0.0033037544,0.0011068489],"about_ca_topic_score_codex":0.00043219424,"about_ca_topic_score_gemma":0.000045524495,"teacher_disagreement_score":0.89250857,"about_ca_system_score_codex":0.00012576541,"about_ca_system_score_gemma":0.0006324248,"threshold_uncertainty_score":0.9998818},"labels":[],"label_agreement":null},{"id":"W3166208174","doi":"10.5715/jnlp.28.350","title":"The Effectiveness of Data Augmentation by Removing Unimportant sentence","year":2021,"lang":"en","type":"article","venue":"Journal of Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Tokyo Metropolitan University; Institute for Catastrophic Loss Reduction","keywords":"Pointer (user interface); Computer science; Generator (circuit theory); Sentence; Natural language processing; Programming language; Artificial intelligence; Physics","score_opus":0.017118238281793714,"score_gpt":0.3082740527003838,"score_spread":0.2911558144185901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166208174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4151407,0.06788053,0.5158572,0.0004976267,0.00047707034,0.000053380216,0.0000024368137,0.000015673857,0.00007539454],"genre_scores_gemma":[0.95326644,0.000047385678,0.046538934,0.000048179532,0.00005703338,1.98525e-7,0.0000033260142,0.0000039631946,0.000034563138],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988203,0.0001859004,0.00034669353,0.00015379998,0.00037066857,0.00012266202],"domain_scores_gemma":[0.9985362,0.0003268273,0.00046178047,0.0003318399,0.00031085208,0.000032450105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001557391,0.00006730867,0.00013763727,0.000033514658,0.000112136455,0.00016253538,0.0008955447,0.000024163353,8.082385e-7],"category_scores_gemma":[0.0003183104,0.00004312297,0.00003466017,0.00025955474,0.00002407271,0.0012225631,0.00025925605,0.00022864601,1.5342542e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048107217,0.000032932472,0.00049749186,0.0002166573,0.000035480938,0.00023808567,0.0011625409,0.00010644422,0.40672496,0.00036659604,0.000053603955,0.5905171],"study_design_scores_gemma":[0.0015397688,0.000089299734,0.0037294456,0.002576143,0.000077475386,0.0020386071,0.006483342,0.6586515,0.32271937,0.0012676326,0.00045549416,0.00037195036],"about_ca_topic_score_codex":0.000011388258,"about_ca_topic_score_gemma":0.000004924314,"teacher_disagreement_score":0.658545,"about_ca_system_score_codex":0.000053185628,"about_ca_system_score_gemma":0.0002969134,"threshold_uncertainty_score":0.17585036},"labels":[],"label_agreement":null},{"id":"W3166631396","doi":"10.1613/jair.1.13083","title":"Crossing the Conversational Chasm: A Primer on Natural Language Processing for Multilingual Task-Oriented Dialogue Systems","year":2022,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Research","topic":"Topic Modeling","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Task (project management); Pipeline (software); Natural language processing; Focus (optics); Machine translation; Artificial intelligence; Modular design; Conversation; Point (geometry); Field (mathematics); Linguistics; Programming language","score_opus":0.14538255245648596,"score_gpt":0.42541428508142876,"score_spread":0.2800317326249428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166631396","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30348822,0.0015684558,0.6893972,0.0026294903,0.0022239236,0.000605649,0.000009059232,0.000028164406,0.000049817212],"genre_scores_gemma":[0.9947091,0.0000030521069,0.0043098936,0.00009109612,0.0007345512,0.000033921333,0.0000021226967,0.000011461839,0.0001048308],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965514,0.00044698507,0.0006419989,0.0002813986,0.0016177145,0.0004605365],"domain_scores_gemma":[0.9973093,0.0010317776,0.00031468997,0.0002906695,0.0009617555,0.00009180516],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0058845314,0.00011003335,0.00018546096,0.0003468843,0.0016297592,0.00067693234,0.001209215,0.000038218164,0.000012184423],"category_scores_gemma":[0.0010284978,0.000079447214,0.00011761111,0.0006539121,0.00020789808,0.00033758619,0.0003043529,0.0010684188,0.0000063926163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069127174,0.00045413763,0.00007756854,0.0000938889,0.00007828425,0.00014824425,0.060453482,0.15714528,0.022546267,0.06588822,0.00038255152,0.6920408],"study_design_scores_gemma":[0.00008480641,0.00032407552,0.000019200132,0.000057592733,0.000004434552,0.00008835339,0.0106018875,0.9774631,0.008208205,0.0014686572,0.0015772511,0.0001024304],"about_ca_topic_score_codex":0.00010674188,"about_ca_topic_score_gemma":0.000009771731,"teacher_disagreement_score":0.8203178,"about_ca_system_score_codex":0.0003066509,"about_ca_system_score_gemma":0.00090913207,"threshold_uncertainty_score":0.99966997},"labels":[],"label_agreement":null},{"id":"W3167525829","doi":"10.18653/v1/2021.naacl-main.88","title":"DReCa: A General Task Augmentation Strategy for Few-Shot Natural Language Inference","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Toyota Research Institute; Canadian Institute for Advanced Research","keywords":"Computer science; Inference; Task (project management); Natural language; Computational linguistics; Natural language processing; Artificial intelligence; Shot (pellet); Linguistics; Natural (archaeology); Engineering; Philosophy; History","score_opus":0.049477638520204696,"score_gpt":0.33321349241413817,"score_spread":0.28373585389393347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167525829","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15218902,0.00019539645,0.84453803,0.00049122213,0.000360853,0.00010290559,0.0000023291593,0.00009673411,0.002023534],"genre_scores_gemma":[0.8421066,0.0000030646631,0.1535345,0.00051308254,0.00009621496,0.00001712526,0.00001873122,0.000003662457,0.0037070315],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922746,0.00002593947,0.00013921573,0.00028951984,0.00013538149,0.00018247623],"domain_scores_gemma":[0.99952924,0.000054101984,0.00003198036,0.0002558913,0.000086863074,0.00004190733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008230973,0.0000784538,0.00008334859,0.00002853009,0.00005891896,0.00017928697,0.00026648073,0.00003262725,0.00004774481],"category_scores_gemma":[0.0000339685,0.0000712725,0.00004209922,0.00012745087,0.0000075826115,0.00033893273,0.00010275934,0.00006692205,0.000012255004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008412075,0.00007893792,0.0002780812,0.000049746937,0.000040235263,0.000055866167,0.0033544165,0.005925093,0.13572781,0.4315834,0.0015598446,0.42133814],"study_design_scores_gemma":[0.0004584421,0.000030249046,0.0005580823,0.000007873121,0.000004423603,0.000011945282,0.00024866674,0.9620964,0.03317096,0.002912563,0.000335138,0.00016527808],"about_ca_topic_score_codex":0.00008633476,"about_ca_topic_score_gemma":0.00016146494,"teacher_disagreement_score":0.9561713,"about_ca_system_score_codex":0.000031645977,"about_ca_system_score_gemma":0.00011541249,"threshold_uncertainty_score":0.29064083},"labels":[],"label_agreement":null},{"id":"W3167799121","doi":"10.18653/v1/2021.naacl-main.326","title":"Predicting Discourse Trees from Transformer-based Neural Summarizers","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Huawei Technologies","keywords":"Automatic summarization; Computer science; Transformer; Natural language processing; Artificial intelligence; Discourse analysis; Dependency (UML); Style (visual arts); Linguistics","score_opus":0.02294131230886106,"score_gpt":0.2563809040675165,"score_spread":0.23343959175865545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167799121","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30227748,0.00005764344,0.6904501,0.003612192,0.0003115433,0.000040704886,0.000003902937,0.00017917911,0.0030672774],"genre_scores_gemma":[0.925585,0.0000018892301,0.07334651,0.00060878467,0.000085322405,0.0000046707223,0.000008830535,0.000006231949,0.00035281383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998937,0.000042172232,0.00018195155,0.00037494948,0.0002301694,0.00023376457],"domain_scores_gemma":[0.9993004,0.00010821355,0.000026241405,0.000444783,0.000033700107,0.00008666745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007773068,0.00010261289,0.00011832328,0.000030799787,0.00008320928,0.00014596985,0.00041261333,0.000039633163,0.0001065276],"category_scores_gemma":[0.000023475388,0.000089730456,0.00008188524,0.00015995794,0.000021861104,0.0003769569,0.000044385673,0.00011135168,0.000009673877],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026378368,0.00037628788,0.13998772,0.000036473448,0.00012321246,0.00043687105,0.004695023,0.05601329,0.04590849,0.037357256,0.000738821,0.71430016],"study_design_scores_gemma":[0.00037995854,0.000015035734,0.0023388823,0.000013704882,0.0000075703633,0.0000021741942,0.00019571636,0.98190814,0.014137796,0.0006655458,0.0002093438,0.00012610268],"about_ca_topic_score_codex":0.0004157013,"about_ca_topic_score_gemma":0.00067441317,"teacher_disagreement_score":0.92589486,"about_ca_system_score_codex":0.00001959424,"about_ca_system_score_gemma":0.000114724295,"threshold_uncertainty_score":0.36591017},"labels":[],"label_agreement":null},{"id":"W3167967639","doi":"","title":"LEGO: Latent Execution-Guided Reasoning for Multi-Hop Question Answering on Knowledge Graphs","year":2021,"lang":"en","type":"article","venue":"International Conference on Machine Learning","topic":"Topic Modeling","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada); University of Alberta","funders":"","keywords":"Computer science; Question answering; Knowledge graph; Hop (telecommunications); Natural language processing; Artificial intelligence; Computer network","score_opus":0.08323708750218646,"score_gpt":0.35839867169081263,"score_spread":0.2751615841886262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167967639","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03293076,0.00013348307,0.9568662,0.0019428431,0.0013120028,0.0001574516,0.000005708362,0.00027418468,0.006377372],"genre_scores_gemma":[0.93012244,0.00005685339,0.06696106,0.00022908155,0.00013054418,0.000041161446,0.000059785067,0.000017773295,0.0023813152],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831367,0.00014699616,0.00032387298,0.0006200853,0.00033315012,0.0002622451],"domain_scores_gemma":[0.99878985,0.00014093009,0.00015386043,0.0002908448,0.000539382,0.000085123145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004358942,0.00020134123,0.00017659405,0.00020443802,0.00023324735,0.0003232043,0.0005697081,0.00007846749,0.000065203574],"category_scores_gemma":[0.00051809195,0.0002088582,0.000115866416,0.00016511563,0.000019534993,0.0003051218,0.00018429871,0.00044507984,0.000051983214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019424746,0.000097428565,0.0032684978,0.000013978721,0.00003588141,0.0000184308,0.00051423186,0.024685513,0.003219931,0.9439581,0.00003616558,0.024132408],"study_design_scores_gemma":[0.00067461404,0.00008585377,0.0017365912,0.0002980365,0.0000050276353,0.000017120743,0.000034915985,0.9890198,0.0017923972,0.0042426893,0.0018723425,0.00022060217],"about_ca_topic_score_codex":0.00008068407,"about_ca_topic_score_gemma":0.00005309269,"teacher_disagreement_score":0.9643343,"about_ca_system_score_codex":0.00014188059,"about_ca_system_score_gemma":0.000120185905,"threshold_uncertainty_score":0.85169905},"labels":[],"label_agreement":null},{"id":"W3168273855","doi":"10.1007/978-3-030-82196-8_60","title":"Neural Abstractive Unsupervised Summarization of Online News Discussions","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Automatic summarization; Computer science; Popularity; Social media; Artificial intelligence; Task (project management); Natural language processing; Information retrieval; Context (archaeology); World Wide Web; Psychology","score_opus":0.02340142679818373,"score_gpt":0.24098635216071476,"score_spread":0.21758492536253105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168273855","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034711818,0.007758972,0.9871095,0.00039980252,0.0012570726,0.00034206075,0.00001781217,0.000037456393,0.0027301968],"genre_scores_gemma":[0.9920748,0.00072376005,0.0028312728,0.00014841501,0.00088641373,0.000008806039,0.00018394779,0.00003969804,0.003102919],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998476,0.00006378149,0.0005361721,0.0005001012,0.000223648,0.0002002759],"domain_scores_gemma":[0.9987824,0.00028426186,0.00026045615,0.0005135853,0.000093188624,0.000066119566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001226796,0.00026307622,0.0005265635,0.000113824586,0.00005295844,0.000106727544,0.00030862307,0.00043579913,0.0000071615573],"category_scores_gemma":[0.000036389916,0.00020150185,0.00008697969,0.00009293956,0.000033289285,0.00011133276,0.0001851564,0.00052871974,2.9089287e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006435936,0.000021875501,0.00041152068,0.00012868599,0.00004080113,0.000039506405,0.0003468552,0.8671165,0.00003405863,0.031565927,0.000021626956,0.100266166],"study_design_scores_gemma":[0.00017801046,0.00002779109,0.00019166182,0.0006946921,0.000016377386,0.000017007953,0.000010287263,0.9955868,0.000003456219,0.002153263,0.00088952604,0.00023112075],"about_ca_topic_score_codex":0.00019550092,"about_ca_topic_score_gemma":0.0005239574,"teacher_disagreement_score":0.99172765,"about_ca_system_score_codex":0.000038827136,"about_ca_system_score_gemma":0.000054381802,"threshold_uncertainty_score":0.8217007},"labels":[],"label_agreement":null},{"id":"W3168291628","doi":"","title":"Aggregating From Multiple Target-Shifted Sources","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Université Laval","funders":"","keywords":"Computer science; Domain adaptation; Domain (mathematical analysis); Artificial intelligence; Similarity (geometry); Adaptation (eye); Conditional probability distribution; Machine learning; Key (lock); Data mining; Selection (genetic algorithm); Multi-source; Mathematics; Statistics","score_opus":0.020207380589618094,"score_gpt":0.2218976012404262,"score_spread":0.2016902206508081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168291628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25717264,0.00025692306,0.7385428,0.00084356935,0.00020733698,0.000023765806,8.580126e-7,0.00020398827,0.0027480829],"genre_scores_gemma":[0.5041802,0.0000014472133,0.49465802,0.00051947625,0.000067990055,0.0000017925038,0.0000026030605,0.0000032554417,0.00056519354],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991234,0.00004040044,0.00015012536,0.00034199186,0.00016747878,0.00017660715],"domain_scores_gemma":[0.99923825,0.00015370565,0.000040056428,0.0004663999,0.000052164956,0.00004940418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007780458,0.000073753545,0.00009540407,0.00002051048,0.000082569146,0.00015858634,0.00040035424,0.000036709276,0.00017728962],"category_scores_gemma":[0.00015139095,0.00006824289,0.000040777835,0.00015989732,0.000008521824,0.00023792908,0.00031438237,0.00008224378,0.00007626569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071229515,0.00031472088,0.24533927,0.00004190679,0.00018960137,0.0006062524,0.01737443,0.013273683,0.049079604,0.11762006,0.0032452357,0.5529081],"study_design_scores_gemma":[0.00021214022,0.0000044014937,0.0017168894,0.000015831052,0.0000015494662,0.000003285075,0.00012864702,0.9353192,0.050859913,0.0077560213,0.003849269,0.00013289035],"about_ca_topic_score_codex":0.00027413163,"about_ca_topic_score_gemma":0.00007954515,"teacher_disagreement_score":0.92204547,"about_ca_system_score_codex":0.000012769133,"about_ca_system_score_gemma":0.000048660844,"threshold_uncertainty_score":0.2782864},"labels":[],"label_agreement":null},{"id":"W3169035567","doi":"10.1145/3447548.3467196","title":"Reinforced Iterative Knowledge Distillation for Cross-Lingual Named Entity Recognition","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Named-entity recognition; Leverage (statistics); Artificial intelligence; Natural language processing; Ranking (information retrieval); Entity linking; Component (thermodynamics); Benchmark (surveying); Labeled data; Machine learning; Information retrieval; Knowledge base","score_opus":0.0514276670580911,"score_gpt":0.33175434732961856,"score_spread":0.28032668027152746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169035567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12584983,0.000029715642,0.8659784,0.0001174535,0.0005223059,0.00014148028,0.0000054185984,0.000114033945,0.0072413683],"genre_scores_gemma":[0.86098933,0.0000026372468,0.1308417,0.00010248077,0.0001735411,0.00002349644,0.000051028135,0.000004886599,0.0078108963],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992116,0.000031343676,0.00020537518,0.00030459405,0.00009741869,0.00014968385],"domain_scores_gemma":[0.999063,0.00012064814,0.000052945634,0.00024809394,0.00047021284,0.000045061075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018127148,0.00007628861,0.00009189779,0.000035102363,0.00013710161,0.00029693425,0.00015112582,0.000051388775,0.000054485598],"category_scores_gemma":[0.00028814538,0.000075031596,0.000060398277,0.0001442662,0.000014588151,0.0005223109,0.00010539736,0.000053963966,0.000043092918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042255306,0.00010154298,0.0012254185,0.00017735359,0.00006927376,0.000016045778,0.010269553,0.0028172627,0.013281974,0.30294847,0.0007044246,0.6683464],"study_design_scores_gemma":[0.0005108744,0.000028350252,0.00039475228,0.000022002967,0.0000037423172,0.0000063125926,0.000035938654,0.91852206,0.069376014,0.009034073,0.0019080043,0.00015786331],"about_ca_topic_score_codex":0.0000071684826,"about_ca_topic_score_gemma":0.00003081201,"teacher_disagreement_score":0.9157048,"about_ca_system_score_codex":0.00004736521,"about_ca_system_score_gemma":0.00010294228,"threshold_uncertainty_score":0.30596995},"labels":[],"label_agreement":null},{"id":"W3170012708","doi":"10.18653/v1/2021.naacl-main.392","title":"A Simple and Efficient Multi-Task Learning Approach for Conditioned Dialogue Generation","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Leverage (statistics); Transformer; Exploit; Artificial intelligence; Natural language processing; Labeled data; Multi-task learning; Task (project management); Language model; Text generation; Machine learning","score_opus":0.05191918823681962,"score_gpt":0.2668601196632878,"score_spread":0.2149409314264682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170012708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0587722,0.000055416178,0.9405893,0.00011339036,0.000067187815,0.00012816644,0.000001466194,0.00007169588,0.00020118651],"genre_scores_gemma":[0.6366722,0.0000013386452,0.36287296,0.0001251332,0.000045542576,0.00002424923,0.00004715392,0.0000026099374,0.00020879063],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936986,0.000038294933,0.000105988125,0.00029022698,0.000076714765,0.00011890764],"domain_scores_gemma":[0.9996766,0.000039958173,0.000025606745,0.00014922091,0.00007028332,0.000038370516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014769295,0.000054289296,0.00007176833,0.000024925763,0.00015669133,0.000120903314,0.00008092204,0.000029939916,0.0000044933768],"category_scores_gemma":[0.00006629792,0.00005143708,0.000022588538,0.00007393057,0.000008954022,0.00008364201,0.00008597915,0.000045223474,0.0000016985775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024004912,0.0001764429,0.0006592255,0.00004709657,0.00002341119,0.0000054080833,0.0022086788,0.7823548,0.06304495,0.12244101,0.00038943044,0.028647192],"study_design_scores_gemma":[0.0003631975,0.000012689028,0.00016203916,9.802521e-7,0.000002488826,0.000005630147,0.000047155936,0.9945179,0.0042716786,0.00014700921,0.00040001856,0.00006920374],"about_ca_topic_score_codex":0.000011896302,"about_ca_topic_score_gemma":0.000008679624,"teacher_disagreement_score":0.57790005,"about_ca_system_score_codex":0.000013324728,"about_ca_system_score_gemma":0.00003131352,"threshold_uncertainty_score":0.20975432},"labels":[],"label_agreement":null},{"id":"W3171847983","doi":"10.18653/v1/2021.naacl-main.85","title":"Posterior Differential Regularization with f-divergence for Improving Model Robustness","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Robustness (evolution); Computer science; Regularization (linguistics); Computational linguistics; Library science; Natural language processing; Computational biology; Artificial intelligence; Biology; Genetics; Gene","score_opus":0.019840976451395213,"score_gpt":0.22309296642174148,"score_spread":0.20325198997034627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171847983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08781508,0.0000099222925,0.91135967,0.0003230065,0.00016367453,0.00012051869,0.0000012841325,0.00010430477,0.00010256322],"genre_scores_gemma":[0.5218605,4.1183458e-7,0.4762525,0.000060537448,0.000028231361,0.000012917392,0.0000029853966,0.000005152907,0.0017767787],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991628,0.000012613184,0.00012616148,0.00036742914,0.00015589988,0.00017511226],"domain_scores_gemma":[0.9993145,0.000014151727,0.00004253882,0.00039592315,0.00018780606,0.000045064895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00004905441,0.00008460573,0.00009176044,0.00002678458,0.00010047679,0.00015348912,0.0003071634,0.000036973903,0.0000112130165],"category_scores_gemma":[0.000012336391,0.00007017568,0.000030208193,0.00011651574,0.00000929914,0.0003868757,0.00020663167,0.00003766437,8.416609e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021748045,0.00006330878,0.00023043952,0.00010068754,0.000017862312,0.000011390426,0.0004139653,0.7634493,0.044948496,0.10948403,0.00003449193,0.08122428],"study_design_scores_gemma":[0.000253201,0.000019148616,0.00004990926,0.000008871993,0.0000065684067,0.00001674879,0.000013224614,0.98259026,0.016179621,0.00074547174,0.00000364505,0.00011333521],"about_ca_topic_score_codex":0.0000063528373,"about_ca_topic_score_gemma":0.000013324403,"teacher_disagreement_score":0.43510717,"about_ca_system_score_codex":0.000020388332,"about_ca_system_score_gemma":0.00012260624,"threshold_uncertainty_score":0.28616813},"labels":[],"label_agreement":null},{"id":"W3171978172","doi":"10.18653/v1/2021.naacl-main.333","title":"Inductive Topic Variational Graph Auto-Encoder for Text Classification","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"China Scholarship Council","keywords":"Computer science; Autoencoder; Computational linguistics; Natural language processing; Artificial intelligence; Encoder; Graph; Linguistics; Theoretical computer science; Philosophy; Deep learning","score_opus":0.06204689173918598,"score_gpt":0.2811516705133185,"score_spread":0.21910477877413254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171978172","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020428333,0.000018843946,0.98479515,0.0065433774,0.00041700443,0.000097184784,0.0000010272807,0.00008063722,0.0060039377],"genre_scores_gemma":[0.43100736,0.00000171171,0.5656307,0.0005985795,0.000120247714,0.00003849475,0.0000058488677,0.0000031112,0.0025939897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992857,0.000025601008,0.00013521384,0.00029847262,0.00013923779,0.00011578485],"domain_scores_gemma":[0.9993448,0.00008297773,0.00003723747,0.00030946272,0.00019351729,0.000031997053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001144205,0.000054766348,0.00006392332,0.000040961884,0.000078988436,0.00008314272,0.00022747592,0.000047911326,0.000059211477],"category_scores_gemma":[0.000046091107,0.000051657138,0.000041753836,0.0001802376,0.000008492401,0.0003128135,0.00006692875,0.000053141874,0.000015748883],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.696533e-7,0.000022584318,0.00030870087,0.0000033112185,0.000008395243,5.103434e-7,0.0002621915,0.00014728906,0.0014190057,0.9755624,0.0003907148,0.021874432],"study_design_scores_gemma":[0.00023665643,0.000012753969,0.01687185,0.0000040352966,0.000004099627,0.000004957257,0.0000743058,0.78079,0.0014062574,0.19521815,0.0052628834,0.000114101436],"about_ca_topic_score_codex":0.000010696651,"about_ca_topic_score_gemma":0.000008703662,"teacher_disagreement_score":0.7806427,"about_ca_system_score_codex":0.00003290865,"about_ca_system_score_gemma":0.00014597083,"threshold_uncertainty_score":0.2106517},"labels":[],"label_agreement":null},{"id":"W3172136722","doi":"10.18653/v1/2021.acl-long.144","title":"Causal Analysis of Syntactic Agreement Mechanisms in Neural Language Models","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation; National Science Foundation","keywords":"Agreement; Sentence; Computer science; Verb; Natural language processing; Artificial intelligence; Linguistics; Subject (documents); Sentence processing; Syntax","score_opus":0.03695777655512643,"score_gpt":0.2821153186159529,"score_spread":0.24515754206082646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172136722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17211989,0.00018144664,0.8259786,0.00018279115,0.00026093805,0.00012478318,0.0000033157703,0.000043472864,0.0011048183],"genre_scores_gemma":[0.8628683,0.000010710477,0.13678806,0.00011964159,0.000011377884,0.000016064409,0.000016149037,0.0000054396446,0.0001642249],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99800575,0.00011385096,0.0004891497,0.00070439815,0.00045296917,0.00023390322],"domain_scores_gemma":[0.9982774,0.000055491993,0.00017478378,0.0013607375,0.00007268151,0.000058863076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034110583,0.00019082973,0.00055926945,0.0005757553,0.000014199582,0.00011644788,0.0010059708,0.000139466,0.00010701944],"category_scores_gemma":[0.000018337174,0.00018503437,0.00024059867,0.0006686646,0.000007978244,0.00019964227,0.0021221463,0.00032198188,0.0000013575254],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012028264,0.00006440192,0.000100042154,0.000058265923,0.00037496802,0.00009972889,0.0031245828,0.9582339,0.00066846627,0.032391373,0.000002545023,0.0048805065],"study_design_scores_gemma":[0.00007561291,0.000008392732,0.000299778,0.000034882254,0.00016011992,0.0000013267863,0.00032095297,0.9942387,0.001103625,0.0035892136,1.838895e-7,0.00016722502],"about_ca_topic_score_codex":0.0045241723,"about_ca_topic_score_gemma":0.0023516603,"teacher_disagreement_score":0.69074845,"about_ca_system_score_codex":0.00010521319,"about_ca_system_score_gemma":0.00012031595,"threshold_uncertainty_score":0.75454825},"labels":[],"label_agreement":null},{"id":"W3172246306","doi":"10.48550/arxiv.2004.02251","title":"Semantics of the Unwritten: The Effect of End of Paragraph and Sequence Tokens on Text Generation with GPT2","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Paragraph; Perplexity; Computer science; Artificial intelligence; Natural language processing; Linguistics; Sequence (biology); Semantics (computer science); Language model; Philosophy; Chemistry","score_opus":0.07345739299633469,"score_gpt":0.183247074308855,"score_spread":0.10978968131252032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172246306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7834487,0.000019616267,0.21569179,0.00024164486,0.00007539384,0.00024083049,0.0000056504687,0.000011796671,0.000264593],"genre_scores_gemma":[0.9991396,0.00004506807,0.00072465546,0.000035192596,0.000017404214,3.5737776e-7,0.0000010102942,0.000005012761,0.00003171541],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903375,0.00019220987,0.00014990119,0.00040388183,0.00012174422,0.00009850001],"domain_scores_gemma":[0.9985865,0.00014679671,0.00030899883,0.00085943274,0.000066326844,0.00003197435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019586901,0.00014575686,0.00024170721,0.000052860232,0.00005592336,0.000014771901,0.0008993013,0.00008324884,0.0000022224242],"category_scores_gemma":[0.000024424653,0.000091335285,0.00008682454,0.00032705054,0.00022279331,0.00007028527,0.0007789093,0.00024452628,5.732493e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071399074,0.00003514407,0.030459572,0.00037785253,0.0001543326,0.000036603196,0.0010372913,0.8326369,0.005392297,0.12798192,0.000038941842,0.0017777843],"study_design_scores_gemma":[0.000379247,0.00032850853,0.0040551033,0.00019749017,0.0001182721,0.0000055757782,0.00003178278,0.951731,0.04014047,0.0028380877,0.000013782449,0.00016064152],"about_ca_topic_score_codex":0.00013710074,"about_ca_topic_score_gemma":0.000033398774,"teacher_disagreement_score":0.2156909,"about_ca_system_score_codex":0.000021649383,"about_ca_system_score_gemma":0.0000650871,"threshold_uncertainty_score":0.37245446},"labels":[],"label_agreement":null},{"id":"W3172341633","doi":"10.1145/3442442.3451385","title":"GOAT at the FinSim-2 task: Learning Word Representations of Financial Data with Customized Corpus","year":2021,"lang":"en","type":"article","venue":"Companion Proceedings of the Web Conference 2021","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Rogers Communications (Canada)","funders":"","keywords":"Word2vec; Computer science; Task (project management); Word (group theory); Rank (graph theory); Ontology; Natural language processing; Domain (mathematical analysis); Artificial intelligence; Information retrieval; Embedding; Mathematics","score_opus":0.039623654592813064,"score_gpt":0.2623438661760558,"score_spread":0.22272021158324276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172341633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96171284,0.00029305887,0.026340166,0.0052111293,0.0005008099,0.00038750123,0.000023484936,0.00005938039,0.005471621],"genre_scores_gemma":[0.9916255,0.00006790532,0.0062559913,0.00007772825,0.00005586868,0.000011048064,0.000010736218,0.0000090896265,0.0018861159],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982417,0.000060562586,0.0004070645,0.0005618893,0.00050180143,0.00022693741],"domain_scores_gemma":[0.99741906,0.00019514581,0.00050311873,0.00095711276,0.0008746112,0.00005092534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049399334,0.00015668968,0.00033163725,0.00004553793,0.00028152412,0.0001521127,0.0024450582,0.000057177072,0.00008473975],"category_scores_gemma":[0.0007755421,0.0000999994,0.00007756234,0.0006985373,0.00019307419,0.0004561642,0.002898417,0.00032310112,0.000007796166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030261715,0.0004431687,0.09917665,0.0003901361,0.00026408085,0.000015102814,0.009711539,0.0052892673,0.43847373,0.34848914,0.021634346,0.07581022],"study_design_scores_gemma":[0.0039197155,0.00012816828,0.04122681,0.001283396,0.0002131945,0.00018144533,0.0026872912,0.79525805,0.121131144,0.0065153204,0.026636483,0.0008189566],"about_ca_topic_score_codex":0.000046920384,"about_ca_topic_score_gemma":0.00007456983,"teacher_disagreement_score":0.7899688,"about_ca_system_score_codex":0.000034782443,"about_ca_system_score_gemma":0.0005601318,"threshold_uncertainty_score":0.45435673},"labels":[],"label_agreement":null},{"id":"W3172351783","doi":"10.18653/v1/2021.sigdial-1.18","title":"Improving Unsupervised Dialogue Topic Segmentation with Utterance-Pair Coherence Scoring","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Utterance; Coherence (philosophical gambling strategy); Artificial intelligence; Inference; Segmentation; Natural language processing; Exploit; Relevance (law); Speech recognition; Task (project management); Machine learning","score_opus":0.02639506892366116,"score_gpt":0.2366871093001384,"score_spread":0.21029204037647722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172351783","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24899822,0.0001306148,0.7484025,0.0003398698,0.00082940253,0.0003648609,0.00000106381,0.00027757743,0.0006559135],"genre_scores_gemma":[0.60687065,0.000009572018,0.39221635,0.00033332524,0.00016131914,0.00009739875,0.000018269322,0.000013333279,0.0002797758],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773544,0.00008744653,0.00035829263,0.0010668185,0.00041059704,0.00034138537],"domain_scores_gemma":[0.99830383,0.00005566258,0.00016697656,0.0012208782,0.00015780922,0.00009487151],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020427021,0.00029853324,0.0003220084,0.000093936455,0.000108124426,0.000735531,0.0010741173,0.00014966258,0.00004259382],"category_scores_gemma":[0.00002010885,0.00026589836,0.000079588826,0.00018282059,0.000024034416,0.00053544337,0.0013636966,0.00047288422,0.000008179884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019979996,0.00018162973,0.04028827,0.0018630764,0.00021274759,0.00035008494,0.011835341,0.08078658,0.021133106,0.006246616,0.00007434294,0.83700824],"study_design_scores_gemma":[0.0010181408,0.00008804345,0.0045868685,0.0009294975,0.000037404534,0.000029834682,0.00040412912,0.9560826,0.03453926,0.0011279552,0.000045889024,0.0011103863],"about_ca_topic_score_codex":0.0012084446,"about_ca_topic_score_gemma":0.00026241216,"teacher_disagreement_score":0.875296,"about_ca_system_score_codex":0.00013717737,"about_ca_system_score_gemma":0.00035697717,"threshold_uncertainty_score":0.9999793},"labels":[],"label_agreement":null},{"id":"W3172401221","doi":"10.1017/pan.2021.15","title":"Multi-Label Prediction for Political Text-as-Data","year":2021,"lang":"en","type":"article","venue":"Political Analysis","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Centre for Social Innovation","funders":"Compute Canada; National Science Foundation","keywords":"Computer science; Machine learning; Artificial intelligence; Code (set theory); Set (abstract data type); Supervised learning; Training set; Source code; Government (linguistics); Data set; Association (psychology); Natural language processing; Artificial neural network; Psychology","score_opus":0.0953883885612755,"score_gpt":0.35060281141808164,"score_spread":0.2552144228568061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172401221","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032488431,0.00006252677,0.98220706,0.012385737,0.00013771723,0.000075821925,0.00014263048,0.00014004885,0.0015995933],"genre_scores_gemma":[0.6939118,0.0000016412338,0.302993,0.0019376127,0.0002345456,0.000015755086,0.00013021343,0.0000077805835,0.0007676441],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99756694,0.00008371197,0.00036433234,0.00081652147,0.0003354473,0.0008330255],"domain_scores_gemma":[0.99736637,0.00032586645,0.000031005144,0.0015504052,0.00023718881,0.0004891481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002799367,0.00013595186,0.00030173615,0.00015955149,0.00012787837,0.00017938402,0.00093151705,0.00010218889,0.00006906146],"category_scores_gemma":[0.0009126934,0.00012906107,0.00018878009,0.0007677886,0.000060190305,0.00032947943,0.00067873835,0.00013480888,0.000066672445],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014542055,0.00015886295,0.0017030122,0.000013263415,0.00029686134,0.00001247851,0.000022352142,0.000035126624,0.0001273066,0.99451596,0.00010304608,0.0030103042],"study_design_scores_gemma":[0.00033072318,0.000019326128,0.001420077,0.0000047521794,0.0004930602,0.000011645064,0.000048133228,0.96218604,0.0004934835,0.033971757,0.0008885054,0.00013248945],"about_ca_topic_score_codex":0.0003219547,"about_ca_topic_score_gemma":0.00006256279,"teacher_disagreement_score":0.96215093,"about_ca_system_score_codex":0.0000976182,"about_ca_system_score_gemma":0.00018200242,"threshold_uncertainty_score":0.5262957},"labels":[],"label_agreement":null},{"id":"W3173373527","doi":"","title":"TREC 2020 Notebook: CAsT Track.","year":2020,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Track (disk drive); Computer science; Operating system","score_opus":0.06551698452288615,"score_gpt":0.26444549199311357,"score_spread":0.19892850747022742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173373527","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046971828,0.00017003505,0.923755,0.0114143705,0.00035933696,0.00023096215,0.0000062884665,0.0005051065,0.016587097],"genre_scores_gemma":[0.98299634,0.000020522577,0.014348483,0.00175255,0.0002135488,0.0000023321602,0.0000019098047,0.000011548843,0.0006527884],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815065,0.000067823756,0.00031412064,0.00067145715,0.00042839505,0.00036754852],"domain_scores_gemma":[0.9987811,0.0000889667,0.00009526215,0.0005798022,0.00014349486,0.0003113618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018005334,0.00019956377,0.00025479426,0.000034520617,0.00009815679,0.00025943448,0.0013514155,0.000098656994,0.00034790635],"category_scores_gemma":[0.0002338918,0.00019313364,0.00008048396,0.00042958633,0.00005602679,0.00040313648,0.00034150723,0.00033526818,0.0007193108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023956936,0.00014213513,0.0014064146,0.0001904962,0.00008450519,0.00065503956,0.019505678,0.00047133808,0.047623683,0.33473304,0.007475096,0.587473],"study_design_scores_gemma":[0.0012302591,0.00046401907,0.0018265576,0.00006820163,0.000023107023,0.00007198882,0.0001559528,0.9271718,0.02473984,0.004991821,0.038272645,0.0009837901],"about_ca_topic_score_codex":0.000029464152,"about_ca_topic_score_gemma":0.000006982217,"teacher_disagreement_score":0.9360245,"about_ca_system_score_codex":0.00003680499,"about_ca_system_score_gemma":0.00024823236,"threshold_uncertainty_score":0.9245525},"labels":[],"label_agreement":null},{"id":"W3173471803","doi":"10.18653/v1/2021.findings-acl.335","title":"Named Entity Recognition through Deep Representation Learning and Weak Supervision","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Representation (politics); Natural language processing; Artificial intelligence; Deep learning; Speech recognition; Political science","score_opus":0.04472971849717734,"score_gpt":0.29232644409387615,"score_spread":0.24759672559669882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173471803","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17447805,0.00013835575,0.8155607,0.0006737737,0.00015060077,0.00003985199,8.4173706e-8,0.00010288906,0.008855702],"genre_scores_gemma":[0.736461,0.00019604196,0.26226032,0.00016256068,0.00004771653,0.000003841463,0.00001063268,0.0000038616654,0.0008540448],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992111,0.00009301032,0.00012353118,0.00031876357,0.0001489834,0.00010462086],"domain_scores_gemma":[0.99961305,0.000060862043,0.000027405069,0.00017695273,0.00009224506,0.000029462028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012790725,0.00005166374,0.00006793492,0.000021280883,0.000108906046,0.00015532572,0.00008590599,0.00003622421,0.000118385884],"category_scores_gemma":[0.00013041878,0.000051650877,0.000021837908,0.00016234344,0.000009172346,0.0007301164,0.00018958416,0.000091212474,0.000031498323],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003602946,0.000045553308,0.011725729,0.000028674944,0.000013801323,0.00002400348,0.002895488,0.0003669314,0.009907851,0.017077286,0.000111857065,0.9577992],"study_design_scores_gemma":[0.0005044092,0.000033534656,0.0033035132,0.000036874193,0.000008160553,0.000059165803,0.0010737577,0.92522645,0.029176876,0.03742405,0.0029382277,0.00021497418],"about_ca_topic_score_codex":0.00009423639,"about_ca_topic_score_gemma":0.000052480293,"teacher_disagreement_score":0.95758426,"about_ca_system_score_codex":0.000013983664,"about_ca_system_score_gemma":0.000016739752,"threshold_uncertainty_score":0.21062617},"labels":[],"label_agreement":null},{"id":"W3173618889","doi":"10.18653/v1/2021.acl-long.84","title":"The Art of Abstention: Selective Prediction and Error Regularization for Natural Language Processing","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Computational linguistics; Computer science; Regularization (linguistics); Natural language processing; Joint (building); Artificial intelligence; Linguistics; Philosophy; Engineering","score_opus":0.010330237839250538,"score_gpt":0.24780675794415752,"score_spread":0.23747652010490697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173618889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009687921,0.00063363224,0.98780376,0.00074941025,0.00013156876,0.00009522174,4.922132e-7,0.000037343798,0.0008606516],"genre_scores_gemma":[0.9398979,0.0000033581034,0.056051247,0.00003444927,0.000034331057,0.000008266806,0.000003817497,0.000001999209,0.0039646295],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996419,0.00001355398,0.0000887047,0.000120557655,0.00007793647,0.00005733497],"domain_scores_gemma":[0.9996727,0.000029263016,0.000038502716,0.000099797246,0.00015046074,0.000009283333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011088651,0.000028529348,0.000036489964,0.0000121926105,0.00010225469,0.000060794326,0.00006463261,0.000017284568,6.7777216e-7],"category_scores_gemma":[0.00004510582,0.000020203712,0.000014301278,0.00010502584,0.000011264269,0.00019884709,0.000034490688,0.000028190343,1.8701185e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002227118,0.00005203307,0.0010382095,0.00019520136,0.000048678652,0.0000026054677,0.007272621,0.0008659984,0.041039284,0.14145917,0.0010587537,0.8069452],"study_design_scores_gemma":[0.00014627581,0.000013695906,0.0013061417,0.000016394193,0.0000042147617,0.000009982009,0.00032009924,0.9808688,0.014913686,0.0020954676,0.00027529756,0.000029902407],"about_ca_topic_score_codex":0.0000011849716,"about_ca_topic_score_gemma":0.0000130690705,"teacher_disagreement_score":0.9800028,"about_ca_system_score_codex":0.000009645694,"about_ca_system_score_gemma":0.000035831134,"threshold_uncertainty_score":0.08238835},"labels":[],"label_agreement":null},{"id":"W3173761280","doi":"10.1162/neco_a_01410","title":"Simulating and Predicting Dynamical Systems With Spatial Semantic Pointers","year":2021,"lang":"en","type":"article","venue":"Neural Computation","topic":"Topic Modeling","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Waterloo","funders":"","keywords":"Computer science; Dynamical systems theory; Symbol (formal); Artificial intelligence; Theoretical computer science; Artificial neural network; Task (project management); Range (aeronautics); Exploit; Dynamical system (definition); Space (punctuation); Machine learning; Physics","score_opus":0.015112865175800641,"score_gpt":0.24285977625415267,"score_spread":0.22774691107835204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173761280","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47474357,0.000021604385,0.5247563,0.00015721406,0.00016001744,0.000047616388,1.8681477e-7,0.000073247684,0.00004020434],"genre_scores_gemma":[0.98093474,3.378358e-7,0.01890766,0.00006858454,0.000066506735,0.000001741984,0.0000040800946,0.00000626383,0.000010071229],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991327,0.00007722341,0.00016894047,0.00029450646,0.00019095192,0.00013565649],"domain_scores_gemma":[0.99956036,0.00012785876,0.000067906214,0.000117298594,0.00008078555,0.00004582372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008111088,0.00008024805,0.000103750244,0.000034996625,0.00009340914,0.00022050334,0.000087340144,0.000025523728,4.4598212e-7],"category_scores_gemma":[0.000031413394,0.00007266013,0.000014935288,0.000117415875,0.000014602797,0.00026404634,0.000106665924,0.0001009644,0.000001083333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003738764,0.0000094512625,0.011892091,0.000054319862,0.0000088195775,0.00006405507,0.00061375264,0.9579501,0.00048602355,0.0008818034,0.0000018938035,0.028033925],"study_design_scores_gemma":[0.00026001237,0.00004117688,0.0060090665,0.00006118158,0.000004906623,0.00014396598,0.000070824215,0.99315107,0.000056696023,0.000121543264,0.0000012631401,0.00007830308],"about_ca_topic_score_codex":0.00009393498,"about_ca_topic_score_gemma":0.000024078041,"teacher_disagreement_score":0.5061912,"about_ca_system_score_codex":0.000024038125,"about_ca_system_score_gemma":0.000023086805,"threshold_uncertainty_score":0.29629943},"labels":[],"label_agreement":null},{"id":"W3173783447","doi":"10.18653/v1/2021.acl-long.72","title":"DeCLUTR: Deep Contrastive Learning for Unsupervised Textual Representations","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":362,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Vector Institute; University of Toronto","funders":"National Institutes of Health; Compute Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Natural language processing; Artificial intelligence; Linguistics; Computational linguistics; Volume (thermodynamics); Association (psychology); Joint (building); Deep learning; Cognitive science; Psychology; Philosophy; Epistemology; Engineering","score_opus":0.031081299079669916,"score_gpt":0.28708953364301465,"score_spread":0.25600823456334476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173783447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053798836,0.00007804373,0.9833972,0.0013624183,0.00012277036,0.000118679876,5.2245304e-7,0.00014949327,0.009390983],"genre_scores_gemma":[0.6778063,0.00000444527,0.31922382,0.0003937726,0.00006365338,0.00002972403,0.0000060231328,0.0000052710875,0.0024669599],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991567,0.000048657992,0.00015182454,0.0003345462,0.00011996501,0.00018826731],"domain_scores_gemma":[0.99910027,0.0003490103,0.000026871434,0.00027092872,0.00019233399,0.000060557948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000115328956,0.000065632514,0.00009494663,0.00003137834,0.0001553482,0.000119104916,0.00024403821,0.000031637683,0.00006876882],"category_scores_gemma":[0.00030934182,0.00006465057,0.000057748577,0.00016360622,0.000012921571,0.00023318824,0.0001315595,0.000078638746,0.000021609168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007944257,0.0000841983,0.003624944,0.000017293609,0.00006428767,0.00003284837,0.0032001988,0.036320824,0.004907124,0.7841054,0.0006581229,0.1669768],"study_design_scores_gemma":[0.0005136149,0.000021650316,0.0010091981,0.0000054168936,0.000005666585,0.000011641827,0.00087065954,0.98622257,0.0044175456,0.004321765,0.002492006,0.00010827087],"about_ca_topic_score_codex":0.000022482169,"about_ca_topic_score_gemma":0.000046904126,"teacher_disagreement_score":0.94990176,"about_ca_system_score_codex":0.000018978375,"about_ca_system_score_gemma":0.00008495597,"threshold_uncertainty_score":0.2636374},"labels":[],"label_agreement":null},{"id":"W3173886731","doi":"10.18653/v1/2021.acl-short.119","title":"Demoting the Lead Bias in News Summarization via Alternating Adversarial Learning","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Huawei Technologies","keywords":"Automatic summarization; Adversarial system; Computer science; Association (psychology); Joint (building); Natural language processing; Artificial intelligence; Linguistics; Engineering; Philosophy; Epistemology","score_opus":0.045812041800633564,"score_gpt":0.2636030402067356,"score_spread":0.21779099840610203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173886731","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105022684,0.000026329835,0.88602006,0.0014314251,0.00039488307,0.00005061918,2.5155025e-8,0.00007049907,0.0069834725],"genre_scores_gemma":[0.92488706,0.00000598746,0.07361725,0.0004047081,0.00017999038,0.000002175721,0.0000015539446,0.000005875789,0.00089538534],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988898,0.00018227141,0.0002382134,0.00028750268,0.00019886521,0.00020332384],"domain_scores_gemma":[0.99938196,0.00020629239,0.000076649965,0.00026183197,0.00005019449,0.000023086612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000454315,0.000074115385,0.00008546766,0.000046206507,0.00013909725,0.00018630787,0.00039096558,0.000036550777,0.00002510431],"category_scores_gemma":[0.0003952624,0.00005917852,0.000033130967,0.00035246654,0.0000081954195,0.0003409716,0.00034201716,0.00022595859,0.000021485259],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021717487,0.000026695545,0.11599547,0.000012459041,0.000012320175,0.000044717905,0.004123977,0.29839283,0.004255903,0.037778,0.000035660654,0.5393198],"study_design_scores_gemma":[0.00018638847,0.000005174879,0.000782227,0.000018345692,0.0000012854719,0.000009835099,0.00022772535,0.9956679,0.0018409656,0.0007566441,0.00042857745,0.00007496215],"about_ca_topic_score_codex":0.00084281544,"about_ca_topic_score_gemma":0.00079834845,"teacher_disagreement_score":0.8198644,"about_ca_system_score_codex":0.000040770996,"about_ca_system_score_gemma":0.0000610318,"threshold_uncertainty_score":0.24132301},"labels":[],"label_agreement":null},{"id":"W3173964589","doi":"10.1609/aaai.v35i14.17550","title":"Dynamic Hybrid Relation Exploration Network for Cross-Domain Context-Dependent Semantic Parsing","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Parsing; Artificial intelligence; Natural language processing; Context (archaeology); Representation (politics); Graph; Focus (optics); Relation (database); Dependency grammar; Domain (mathematical analysis); Natural language understanding; Conversation; Natural language; Theoretical computer science; Data mining","score_opus":0.09084251400592146,"score_gpt":0.3157267080256453,"score_spread":0.22488419401972382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173964589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16636308,0.000079342855,0.8287936,0.002912509,0.00077367807,0.0004325374,0.0000035323644,0.00007534155,0.0005663981],"genre_scores_gemma":[0.9667634,0.000028491126,0.032657985,0.00018998036,0.0000883669,0.00004585449,0.0000023095615,0.00001393741,0.00020968885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978885,0.000026906193,0.0006500647,0.0006108388,0.00045306742,0.00037061947],"domain_scores_gemma":[0.9981245,0.00013147281,0.00038179153,0.00037456572,0.000923597,0.00006409708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079816417,0.00019186952,0.00025734323,0.000060367573,0.0003515742,0.000489325,0.0009557944,0.000076425415,0.000014823243],"category_scores_gemma":[0.00042415655,0.00017054223,0.00015351809,0.0003567275,0.00010652294,0.00084719365,0.00026772957,0.00022097393,0.000023088294],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045251916,0.00007116642,0.00024928947,0.000056134984,0.00002011531,0.0000010787037,0.0011172382,0.009258967,0.016610697,0.85391736,0.00003615501,0.118616536],"study_design_scores_gemma":[0.000033384622,0.00004866018,0.00006358928,0.00017335766,0.000008804393,0.000005891732,0.00028537647,0.43641928,0.112071455,0.4506993,0.000062698324,0.00012820109],"about_ca_topic_score_codex":0.000013254588,"about_ca_topic_score_gemma":0.000027613441,"teacher_disagreement_score":0.8004003,"about_ca_system_score_codex":0.00009246643,"about_ca_system_score_gemma":0.00014306803,"threshold_uncertainty_score":0.695451},"labels":[],"label_agreement":null},{"id":"W3173999950","doi":"10.1609/aaai.v35i16.17654","title":"On Scalar Embedding of Relative Positions in Attention Models","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Beijing Advanced Innovation Center for Big Data and Brain Computing; Fundamental Research Funds for the Central Universities; State Key Laboratory of Software Development Environment; National Natural Science Foundation of China","keywords":"Embedding; Computer science; Probabilistic logic; Encoding (memory); Scalar (mathematics); Artificial intelligence; Transformer; Heuristic; Pattern recognition (psychology); Algorithm; Mathematics","score_opus":0.08892781869382743,"score_gpt":0.3121096265494795,"score_spread":0.22318180785565206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173999950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5475321,0.000023258752,0.43568656,0.0030204211,0.0002472858,0.0002335579,0.0000037005332,0.000038106828,0.013215028],"genre_scores_gemma":[0.98903906,0.000018376573,0.010704801,0.0000871324,0.000016203136,0.000011744399,4.2386742e-7,0.0000064903834,0.000115761795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99839324,0.0000273957,0.0005326843,0.00042231072,0.00040876542,0.000215594],"domain_scores_gemma":[0.99866974,0.00011319949,0.00027798882,0.0002804962,0.0006153131,0.000043235083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036855062,0.0001367428,0.00022019276,0.0001541386,0.00009085114,0.00008200672,0.00084541156,0.000078361685,0.00002143742],"category_scores_gemma":[0.00032070145,0.00011741787,0.00010605928,0.00069468725,0.000100515594,0.0005837509,0.00027260146,0.00028140703,0.000015138547],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013837666,0.00013223504,0.00008785241,0.000020120675,0.0000068443983,7.7356316e-7,0.0010835443,0.006166717,0.03712082,0.9466375,0.0000064395617,0.0087233195],"study_design_scores_gemma":[0.000015772794,0.00004472786,0.00010045806,0.0003478789,0.0000037048244,0.0000016778254,0.000246479,0.41803125,0.15797144,0.42316815,7.20224e-7,0.000067752575],"about_ca_topic_score_codex":0.000028896393,"about_ca_topic_score_gemma":0.000010359772,"teacher_disagreement_score":0.5234693,"about_ca_system_score_codex":0.000059313694,"about_ca_system_score_gemma":0.00009499663,"threshold_uncertainty_score":0.47881618},"labels":[],"label_agreement":null},{"id":"W3174012329","doi":"10.48550/arxiv.2012.04056","title":"Semantics Altering Modifications for Evaluating Comprehension in Machine Reading","year":2020,"lang":"en","type":"article","venue":"Research Explorer (The University of Manchester)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Computer science; Semantics (computer science); Artificial intelligence; Natural language processing; Process (computing); Sentence; Domain (mathematical analysis); Reading (process); Comprehension; Machine learning; Programming language; Linguistics","score_opus":0.3421025677992835,"score_gpt":0.37227902784880945,"score_spread":0.030176460049525955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174012329","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3707967,0.000040960756,0.62086916,0.007882721,0.000020355554,0.00032169002,0.0000012350783,0.000032658994,0.00003452672],"genre_scores_gemma":[0.93738896,0.000034090983,0.062483974,0.000051473817,0.000024698666,0.0000018438091,0.0000018193504,0.0000062233607,0.000006913937],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986653,0.0002061281,0.0001502086,0.0003138206,0.00039512065,0.0002694271],"domain_scores_gemma":[0.998881,0.00044943288,0.000057110694,0.00036858648,0.00016607725,0.00007779177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010403628,0.00007028164,0.00013582443,0.00013040975,0.0002639065,0.00003616793,0.0010422677,0.00003311027,0.0000046189075],"category_scores_gemma":[0.00015757776,0.0000690633,0.000050069546,0.0003821916,0.0000771135,0.00031213963,0.00066209753,0.00023670663,0.0000138634805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002874629,0.0002604229,0.0045040483,0.001124465,0.000093937924,0.00005935256,0.5535758,0.12741885,0.15089968,0.05809435,0.0010297357,0.10265187],"study_design_scores_gemma":[0.00039805545,0.00007620711,0.0012710217,0.00007554773,0.0000035054186,0.0000010100209,0.004171485,0.99134684,0.0007956347,0.0010488139,0.00074259,0.00006931991],"about_ca_topic_score_codex":0.000014913378,"about_ca_topic_score_gemma":0.0000023120208,"teacher_disagreement_score":0.86392796,"about_ca_system_score_codex":0.00007328323,"about_ca_system_score_gemma":0.000054950804,"threshold_uncertainty_score":0.28163198},"labels":[],"label_agreement":null},{"id":"W3174272772","doi":"10.18653/v1/2021.findings-acl.170","title":"An Evaluation of Disentangled Representation Learning for Texts","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Vector Institute","keywords":"Computer science; Representation (politics); Natural language processing; ENCODE; Task (project management); Artificial intelligence; Style (visual arts); Context (archaeology); Feature learning; Natural language understanding; Transfer of learning; Natural language; Machine learning","score_opus":0.09035460583850222,"score_gpt":0.3785722752602529,"score_spread":0.28821766942175064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174272772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19665629,0.000026305896,0.80152994,0.00017988328,0.00008611576,0.00009733505,9.645769e-8,0.000032262036,0.0013918043],"genre_scores_gemma":[0.89892524,9.4421466e-7,0.100781314,0.000024671726,0.00002762704,0.000012729526,0.0000071928653,0.0000020568466,0.00021820946],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928695,0.0001023712,0.00011778983,0.00018601259,0.00024601884,0.000060856677],"domain_scores_gemma":[0.9993049,0.00004954177,0.00004501045,0.00025862528,0.00032158734,0.000020369527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042434232,0.000028649394,0.000051622592,0.00002406905,0.00003460783,0.000034401226,0.00011842428,0.000015558098,0.000033632696],"category_scores_gemma":[0.00016587472,0.000028224116,0.000025193274,0.000112882444,0.0000037378288,0.00028507446,0.00003211271,0.000020810368,0.0000015031814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047513554,0.00008826446,0.00903678,0.000017942139,0.000014526842,0.0000010150861,0.0016219101,0.12923388,0.052891426,0.06512553,0.00007253407,0.74189144],"study_design_scores_gemma":[0.00026250203,0.000017153785,0.0024611575,0.0000037786547,0.0000073297047,0.0000010844986,0.00011997816,0.94859946,0.04069005,0.007769718,0.000035338187,0.00003247686],"about_ca_topic_score_codex":0.0000101005735,"about_ca_topic_score_gemma":0.000013381183,"teacher_disagreement_score":0.81936556,"about_ca_system_score_codex":0.000017409327,"about_ca_system_score_gemma":0.00006583685,"threshold_uncertainty_score":0.1150946},"labels":[],"label_agreement":null},{"id":"W3174432697","doi":"10.18653/v1/2021.acl-short.51","title":"Exploring Listwise Evidence Reasoning with T5 for Fact Verification","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Computer science; Computational linguistics; Volume (thermodynamics); Natural language processing; Joint (building); Artificial intelligence; Cognitive science; Psychology; Engineering","score_opus":0.2909852846843825,"score_gpt":0.3030645874900807,"score_spread":0.012079302805698189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174432697","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08217613,0.00011784694,0.9159438,0.0008259333,0.00012601084,0.000081668564,1.5340459e-7,0.00012499376,0.00060345774],"genre_scores_gemma":[0.5956262,0.000025235637,0.4038026,0.00008278364,0.00003835361,0.000047560505,5.667582e-7,0.0000038375665,0.00037285037],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992639,0.000017329663,0.00010374943,0.00032966654,0.00013960351,0.00014574129],"domain_scores_gemma":[0.9992008,0.00010920674,0.0000335103,0.0004895722,0.00012267451,0.000044191776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015753414,0.00006175187,0.00006962292,0.000023454948,0.00008063966,0.00014766424,0.00027084304,0.000014097825,0.000007620295],"category_scores_gemma":[0.00014499607,0.000052782474,0.00002348611,0.00016233866,0.0000063596617,0.0011690977,0.00007137893,0.00004375819,0.000007882638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003066728,0.000063499574,0.004178332,0.00014015402,0.000034259763,0.0000405066,0.0053917975,0.0088192765,0.013706175,0.45264632,0.0002355591,0.51471347],"study_design_scores_gemma":[0.00040946752,0.00008512534,0.010795468,0.00051652605,0.000013322228,0.00004265123,0.00042704248,0.8742723,0.10554179,0.001166661,0.0063078725,0.00042177486],"about_ca_topic_score_codex":0.000027541186,"about_ca_topic_score_gemma":0.0000123075515,"teacher_disagreement_score":0.865453,"about_ca_system_score_codex":0.000032326843,"about_ca_system_score_gemma":0.00008786609,"threshold_uncertainty_score":0.21524069},"labels":[],"label_agreement":null},{"id":"W3174593637","doi":"10.21428/594757db.4ea59c2e","title":"Enhancing Pretrained Models with Domain Knowledge","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Ford Motor Company","keywords":"Computer science; Variety (cybernetics); Domain (mathematical analysis); Domain knowledge; Artificial intelligence; Natural language processing; Language model; Software; Machine learning; Programming language","score_opus":0.02137786640740907,"score_gpt":0.23847327762125453,"score_spread":0.21709541121384546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174593637","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011633358,0.00012059328,0.9062545,0.0005586931,0.00009546168,0.000046909117,1.2626408e-7,0.00016975126,0.08112065],"genre_scores_gemma":[0.49383807,0.0000013679843,0.5032806,0.00015125875,0.000032146527,0.0000043683967,3.119356e-7,0.000004128178,0.0026877797],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916476,0.00003535094,0.00012315041,0.0003372131,0.00013757398,0.00020197585],"domain_scores_gemma":[0.99926794,0.000039238246,0.000019543939,0.0005117324,0.000094252915,0.000067323315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014949286,0.00008127263,0.00009869087,0.000031206164,0.000058253616,0.000095720556,0.00032615478,0.000031611424,0.00003729238],"category_scores_gemma":[0.000008764703,0.000064293745,0.000025720263,0.00024918228,0.000010525899,0.00037843524,0.0001835382,0.00007475777,0.0000259823],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015030066,0.00003976177,0.00002273404,0.000016750351,0.000012889586,0.00004563144,0.0029708783,0.0025997735,0.005435416,0.9783202,0.000099940065,0.010434525],"study_design_scores_gemma":[0.00036706214,0.000029837944,0.000025080697,0.000042663425,0.0000027117073,0.00005565472,0.00016387069,0.90335035,0.03553608,0.05927108,0.00095000357,0.00020558706],"about_ca_topic_score_codex":0.0000073364827,"about_ca_topic_score_gemma":0.00014468106,"teacher_disagreement_score":0.91904914,"about_ca_system_score_codex":0.000026763304,"about_ca_system_score_gemma":0.00018076815,"threshold_uncertainty_score":0.2621823},"labels":[],"label_agreement":null},{"id":"W3174693043","doi":"10.18653/v1/2021.acl-long.396","title":"Reasoning over Entity-Action-Location Graph for Procedural Text Understanding","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Natural language processing; Computational linguistics; Artificial intelligence; Action (physics); Graph; Information retrieval; Linguistics; Theoretical computer science; Philosophy","score_opus":0.07962312726237912,"score_gpt":0.3026559286333474,"score_spread":0.22303280137096826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174693043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007608962,0.000043586322,0.9884115,0.0009914486,0.00040280397,0.00009578862,2.3095417e-7,0.0001265168,0.0023191755],"genre_scores_gemma":[0.84967226,0.0000047956437,0.14879978,0.00033899277,0.00007021482,0.000014683127,0.0000025926554,0.0000048831594,0.001091778],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993181,0.000013388447,0.00011748212,0.0002664011,0.0001315803,0.00015304412],"domain_scores_gemma":[0.99956244,0.000045152014,0.000037996677,0.00022516838,0.00009254845,0.000036712056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000120653174,0.00005988707,0.00006344734,0.000050131544,0.00015983959,0.00018576418,0.00015161197,0.000031880092,0.000026598009],"category_scores_gemma":[0.00007615854,0.000060497012,0.00003973213,0.00029282476,0.000007709794,0.00055016123,0.00006182931,0.00004819611,0.0000049232244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021800859,0.000017401655,0.00066942454,0.000040153984,0.000011417828,0.0000013131225,0.00029967658,0.0008266882,0.0008684564,0.9926745,0.0008708086,0.003717975],"study_design_scores_gemma":[0.00044167438,0.000021102433,0.0010028204,0.000062615174,0.000008714123,0.000024942605,0.0007632139,0.9016974,0.00733461,0.0868786,0.0015383773,0.00022595006],"about_ca_topic_score_codex":0.000029187662,"about_ca_topic_score_gemma":0.000087828485,"teacher_disagreement_score":0.90579593,"about_ca_system_score_codex":0.00010917209,"about_ca_system_score_gemma":0.00010337089,"threshold_uncertainty_score":0.24669965},"labels":[],"label_agreement":null},{"id":"W3174717610","doi":"10.1007/978-3-030-80599-9_28","title":"Using Document Embeddings for Background Linking of News Articles","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Embedding; Pooling; Information retrieval; Variety (cybernetics); Security token; Natural language processing; Artificial intelligence","score_opus":0.06072423983579282,"score_gpt":0.3040035160247984,"score_spread":0.24327927618900558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174717610","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021044216,0.0005406942,0.9949788,0.00031377593,0.0013434392,0.00034108266,0.0000018831457,0.000055614488,0.0003203282],"genre_scores_gemma":[0.098494485,0.000016471915,0.90043133,0.00055850204,0.00036250966,0.0000045094357,0.0000017240251,0.000022958247,0.00010753131],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967581,0.000022568198,0.00065861363,0.0012671364,0.0007494761,0.0005441236],"domain_scores_gemma":[0.99759233,0.00044592947,0.00036962534,0.0011487986,0.000334767,0.00010857407],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078480574,0.00035517436,0.0005314399,0.0004586758,0.00017401631,0.0005134123,0.002030797,0.0002161269,0.000010762922],"category_scores_gemma":[0.00006055424,0.00034809922,0.00017556544,0.00040246864,0.0002651812,0.00057866215,0.0013062924,0.0003589005,0.0000021104604],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004548975,0.000021166159,0.000060199975,0.0001654854,0.000020216257,0.000029629597,0.0013388266,0.17871317,0.0024654896,0.103792585,0.000002934967,0.71338576],"study_design_scores_gemma":[0.00019948576,0.00005902167,0.000004959926,0.00070900924,0.000010204312,0.000029916811,8.8524314e-7,0.80393344,0.006600418,0.18777955,0.00032768864,0.00034541672],"about_ca_topic_score_codex":0.00004729773,"about_ca_topic_score_gemma":0.00005604705,"teacher_disagreement_score":0.71304035,"about_ca_system_score_codex":0.0002832326,"about_ca_system_score_gemma":0.00056850055,"threshold_uncertainty_score":0.9998971},"labels":[],"label_agreement":null},{"id":"W3174726724","doi":"10.18653/v1/2021.acl-long.163","title":"Optimizing Deeper Transformers on Small Datasets","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; McGill University; Canadian Institute for Advanced Research; University of Alberta; University of Waterloo","funders":"","keywords":"Computer science; Computational linguistics; Natural language processing; Transformer; Artificial intelligence; Library science; Cognitive science; Engineering; Psychology; Electrical engineering","score_opus":0.039229325929457916,"score_gpt":0.2517262054989651,"score_spread":0.21249687956950722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174726724","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030964806,0.000041931155,0.975207,0.0015984466,0.0001847838,0.00003330415,0.0000032730086,0.00009066382,0.01974415],"genre_scores_gemma":[0.15256085,0.000019545323,0.84267455,0.003865635,0.00004770082,0.0000045641427,0.000024455358,0.0000071661257,0.0007955606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929416,0.000018827455,0.00010297587,0.00029040102,0.000119153,0.00017449932],"domain_scores_gemma":[0.9994765,0.00003322326,0.000010167778,0.00040129476,0.000018247867,0.00006056522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008784866,0.000066627494,0.00006815996,0.000027934799,0.0000516532,0.0000879206,0.00032249605,0.00002709267,0.000088547844],"category_scores_gemma":[0.000010744209,0.000059019963,0.000033650787,0.00011161395,0.0000060652014,0.00018390625,0.00007626795,0.000076869524,0.00006602568],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060339876,0.00015270927,0.00007587891,0.000030652332,0.000043156222,0.00031996955,0.0019937847,0.02357994,0.0032560928,0.50465846,0.0030694795,0.46281382],"study_design_scores_gemma":[0.00087006995,0.00007129595,0.00010718233,0.000052698775,0.000010549947,0.000074185926,0.00023856356,0.85705876,0.068978466,0.003555171,0.0684271,0.0005559214],"about_ca_topic_score_codex":0.00001611268,"about_ca_topic_score_gemma":0.000039844082,"teacher_disagreement_score":0.83347887,"about_ca_system_score_codex":0.000016452479,"about_ca_system_score_gemma":0.000046722653,"threshold_uncertainty_score":0.24067643},"labels":[],"label_agreement":null},{"id":"W3174851372","doi":"10.18653/v1/2021.findings-acl.236","title":"GrantRel: Grant Information Extraction via Joint Entity and Relation Extraction","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Higher Education Discipline Innovation Project; Canadian Institutes of Health Research; Science and Technology Commission of Shanghai Municipality; National Natural Science Foundation of China","keywords":"Relationship extraction; Joint (building); Computer science; Extraction (chemistry); Information extraction; Relation (database); Information retrieval; Data mining; Artificial intelligence; Engineering; Structural engineering; Chromatography","score_opus":0.02143575687510175,"score_gpt":0.24138614835610275,"score_spread":0.219950391481001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174851372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055163603,0.000041757026,0.9406378,0.0007912193,0.00053752697,0.000075190364,3.1917526e-7,0.00016045867,0.0025921166],"genre_scores_gemma":[0.9414186,0.000053596144,0.058180165,0.0001266153,0.00004009707,0.000004504414,0.000011789194,0.00000250297,0.00016214435],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992183,0.000040351446,0.00025030816,0.00017513121,0.00020680872,0.000109093635],"domain_scores_gemma":[0.999459,0.000025476922,0.00012509355,0.00023776389,0.00010739863,0.00004523935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018717484,0.00007034157,0.00007243515,0.000082044906,0.00012876595,0.00020468915,0.00006133576,0.00006356095,0.000027895836],"category_scores_gemma":[0.00006071506,0.00006903109,0.000026688449,0.00018393771,0.000008348312,0.003798605,0.00005914376,0.00011994373,0.00004128809],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007967722,0.000071412775,0.0019724737,0.00006068464,0.000016459095,0.000016112816,0.0012246913,0.0015168671,0.028157044,0.17103761,0.00021443787,0.79570425],"study_design_scores_gemma":[0.000449492,0.000019604986,0.05600041,0.00001445902,0.000009219966,0.0002954807,0.00007489785,0.9152643,0.0112950755,0.010637493,0.0057746703,0.00016486063],"about_ca_topic_score_codex":0.00016673983,"about_ca_topic_score_gemma":0.000054982953,"teacher_disagreement_score":0.9137475,"about_ca_system_score_codex":0.000044744138,"about_ca_system_score_gemma":0.000029863766,"threshold_uncertainty_score":0.28150064},"labels":[],"label_agreement":null},{"id":"W3175052694","doi":"10.18653/v1/2021.acl-long.377","title":"Turn the Combination Lock: Learnable Textual Backdoor Attacks via Word Substitution","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Key Research and Development Program of China","keywords":"Backdoor; Substitution (logic); Computer science; Lock (firearm); Word (group theory); Computational linguistics; Natural language processing; Artificial intelligence; Linguistics; History; Programming language; Philosophy; Computer security","score_opus":0.021426203902997237,"score_gpt":0.24675431153586064,"score_spread":0.2253281076328634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175052694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034479875,0.000112716036,0.9481348,0.0044124504,0.0003995999,0.00008403338,1.8762539e-7,0.00012558271,0.012250765],"genre_scores_gemma":[0.97192097,0.000009042103,0.019208355,0.00065717124,0.000074541545,0.0000058847268,0.0000034738416,0.0000041826506,0.00811641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990127,0.000074938864,0.00016365206,0.0002880986,0.0002580261,0.00020257429],"domain_scores_gemma":[0.9991717,0.00006579619,0.00004326227,0.0005336754,0.00014267924,0.000042918356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002693063,0.000082822124,0.000081413586,0.000029358942,0.0001958894,0.00021480293,0.00046517997,0.00004972812,0.00015591733],"category_scores_gemma":[0.00004909183,0.000060174814,0.00004354004,0.0003196767,0.000029913628,0.00041279464,0.00022109553,0.00014992575,0.00022670471],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035088783,0.0001356349,0.0011256199,0.000014673905,0.000022306333,0.000035467794,0.00066999224,0.008337239,0.0038703352,0.83769757,0.0033132099,0.14477444],"study_design_scores_gemma":[0.00045563374,0.000025265344,0.002864627,0.000016544753,0.0000071112236,0.00006633624,0.00015349728,0.9432087,0.014380728,0.01220731,0.026401443,0.0002128307],"about_ca_topic_score_codex":0.00006326516,"about_ca_topic_score_gemma":0.000068280766,"teacher_disagreement_score":0.93744105,"about_ca_system_score_codex":0.000052144034,"about_ca_system_score_gemma":0.000097626915,"threshold_uncertainty_score":0.2913906},"labels":[],"label_agreement":null},{"id":"W3175560839","doi":"10.18653/v1/2021.acl-long.325","title":"How is BERT surprised? Layerwise detection of linguistic anomalies","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Volume (thermodynamics); Linguistics; Joint (building); Computational linguistics; Natural language processing; Artificial intelligence; Philosophy; Engineering; Physics; Structural engineering","score_opus":0.01879292536861095,"score_gpt":0.2284517515391103,"score_spread":0.20965882617049936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175560839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0842524,0.00025473366,0.9105391,0.0007303538,0.0003753929,0.000032265893,5.5414023e-7,0.00007880475,0.0037364098],"genre_scores_gemma":[0.9447157,0.000009552692,0.05165927,0.00017525867,0.00006126009,0.0000018468485,2.5531233e-7,0.0000034539555,0.003373413],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99936414,0.00002356797,0.00011666287,0.00022845175,0.0001517873,0.0001154195],"domain_scores_gemma":[0.9992633,0.000053150878,0.000041094358,0.00042729173,0.00017992134,0.000035233705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006963856,0.00006138818,0.00009960594,0.00003999071,0.00003543357,0.00009217297,0.00022051272,0.000034295925,0.000020940408],"category_scores_gemma":[0.00015702518,0.000058425667,0.000045827517,0.00018706212,0.000012360734,0.00012345407,0.00013869935,0.000049246315,0.00000604308],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014005426,0.00031360544,0.010993422,0.00033682605,0.00014815318,0.0002415258,0.021006908,0.00055650756,0.27961564,0.15955366,0.0007612502,0.5264585],"study_design_scores_gemma":[0.00022503825,0.000038647097,0.0010666146,0.000022072067,0.0000085902575,0.000024821878,0.00014664025,0.23462296,0.7495478,0.00819753,0.005914049,0.00018522906],"about_ca_topic_score_codex":0.00004630096,"about_ca_topic_score_gemma":0.000044683096,"teacher_disagreement_score":0.86046326,"about_ca_system_score_codex":0.000014264499,"about_ca_system_score_gemma":0.000050500497,"threshold_uncertainty_score":0.23825295},"labels":[],"label_agreement":null},{"id":"W3175902990","doi":"","title":"H2oloo at TREC 2020: When all you got is a hammer... Deep Learning, Health Misinformation, and Precision Medicine.","year":2020,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Misinformation; Hammer; Computer science; Artificial intelligence; Deep learning; Data science; Engineering; Computer security; Mechanical engineering","score_opus":0.056946370647176676,"score_gpt":0.28683623493138527,"score_spread":0.2298898642842086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175902990","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041666992,0.0021954868,0.86802214,0.08236996,0.0003023971,0.00048270065,0.0000043547716,0.00035743823,0.004598543],"genre_scores_gemma":[0.9720333,0.000884134,0.014445996,0.010211411,0.00017011825,0.0000038081737,0.000018520006,0.000016282913,0.0022163822],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975805,0.00014518749,0.0005921987,0.0006357064,0.0006332751,0.00041307975],"domain_scores_gemma":[0.9984088,0.00015662806,0.00030945474,0.00046455357,0.00020445118,0.0004561273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006319039,0.0002389876,0.0003788315,0.0000699812,0.00023428317,0.0001718861,0.00078919536,0.00011149086,0.0006057622],"category_scores_gemma":[0.0005409115,0.00020716037,0.00004489314,0.00031511707,0.00009984105,0.0005652618,0.0005577766,0.00037178007,0.00019451202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022985181,0.000036757494,0.0025190539,0.0002807409,0.00006180203,0.00002196357,0.16737315,0.00020505788,0.001037271,0.01267351,0.0334364,0.78212446],"study_design_scores_gemma":[0.0012136262,0.0008684453,0.0019347934,0.00014404888,0.000014660278,0.000045957655,0.00038673618,0.86116356,0.00051228044,0.0023728104,0.13093553,0.00040755808],"about_ca_topic_score_codex":0.0001697681,"about_ca_topic_score_gemma":0.000026252908,"teacher_disagreement_score":0.93036634,"about_ca_system_score_codex":0.000102072845,"about_ca_system_score_gemma":0.0001796909,"threshold_uncertainty_score":0.84477544},"labels":[],"label_agreement":null},{"id":"W3176125464","doi":"10.18653/v1/2021.acl-short.137","title":"Bringing Structure into Summaries: a Faceted Summarization Dataset for Long Scientific Documents","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Automatic summarization; Computer science; Zhàng; Volume (thermodynamics); Joint (building); Computational linguistics; Natural language processing; Information retrieval; Library science; History; China; Engineering; Archaeology","score_opus":0.017831990907906967,"score_gpt":0.2763486229645114,"score_spread":0.2585166320566044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176125464","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019382585,0.000069668335,0.97866416,0.00051000563,0.0008235965,0.00018709464,0.00017596444,0.00009628515,0.00009063142],"genre_scores_gemma":[0.5978136,0.000002851125,0.3941933,0.000478637,0.000085705666,0.000014738408,0.005334278,0.000014271936,0.0020626062],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859774,0.00003040343,0.00021608995,0.0006156063,0.00026753408,0.00027265394],"domain_scores_gemma":[0.99887395,0.00005617109,0.0000572169,0.00077610445,0.00016330683,0.00007326389],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00020681838,0.000111838286,0.00011584131,0.000094254465,0.00034432014,0.0012609375,0.0005920521,0.000051099098,0.000071363815],"category_scores_gemma":[0.00013559037,0.00011007867,0.00003239383,0.0004644977,0.000029153956,0.00095695717,0.0005163599,0.000069299356,0.000007796716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031986787,0.00022857546,0.02447967,0.00090560876,0.0003015772,0.00013937778,0.009001525,0.029764533,0.09325879,0.34531075,0.10516437,0.39141324],"study_design_scores_gemma":[0.0005898664,0.000013455268,0.00042068705,0.000044153392,0.000012780723,0.00001148985,0.00008894487,0.89629734,0.03634685,0.013563029,0.05229329,0.0003181029],"about_ca_topic_score_codex":0.00007134006,"about_ca_topic_score_gemma":0.00048011425,"teacher_disagreement_score":0.8665328,"about_ca_system_score_codex":0.00005635817,"about_ca_system_score_gemma":0.00016472221,"threshold_uncertainty_score":0.9997758},"labels":[],"label_agreement":null},{"id":"W3176158018","doi":"10.48550/arxiv.2104.01940","title":"What's the best place for an AI conference, Vancouver or ______: Why completing comparative questions is difficult","year":2021,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Competence (human resources); sort; Natural language processing; Benchmark (surveying); Language model; Set (abstract data type); Task (project management); Deep learning; Machine learning; Cognitive science; Information retrieval; Psychology","score_opus":0.19003925533081464,"score_gpt":0.25084525373212957,"score_spread":0.060805998401314926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176158018","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12944643,0.000027747306,0.8675214,0.0010683862,0.0006120545,0.0002676449,0.000011850605,0.00011038551,0.0009341227],"genre_scores_gemma":[0.9873476,0.00003889768,0.005712895,0.0016819997,0.00008148027,0.0000028516533,0.000007767202,0.000008557506,0.0051179235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985206,0.00017634779,0.00017305753,0.00070749293,0.0000972509,0.00032525914],"domain_scores_gemma":[0.99800813,0.00034045885,0.00011126522,0.000787169,0.0006199593,0.00013300164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016474497,0.00018696228,0.00022733075,0.00006122179,0.00054883223,0.0004385713,0.00096065534,0.00007419152,0.00006284787],"category_scores_gemma":[0.00004065622,0.00015460905,0.00008624503,0.0006320681,0.00011203819,0.0016637929,0.0003173854,0.00021353866,0.000031756575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012151082,0.00052443874,0.00087451097,0.00004877013,0.00018408036,0.00016198421,0.01085397,0.15877351,0.00040266805,0.8030733,0.023441244,0.0015400564],"study_design_scores_gemma":[0.0006558448,0.00012620486,0.000091274,0.000074209354,0.00004567801,0.0000072431712,0.008262307,0.9703289,0.00029979492,0.005779435,0.014049656,0.00027940035],"about_ca_topic_score_codex":0.00014847469,"about_ca_topic_score_gemma":0.0033425065,"teacher_disagreement_score":0.8618085,"about_ca_system_score_codex":0.0000831293,"about_ca_system_score_gemma":0.00024877608,"threshold_uncertainty_score":0.63047737},"labels":[],"label_agreement":null},{"id":"W3176169354","doi":"10.18653/v1/2021.acl-long.551","title":"ARBERT &amp; MARBERT: Deep Bidirectional Transformers for Arabic","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":352,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Arabic; Transformer; Computer science; Natural language processing; Linguistics; Artificial intelligence; Speech recognition; Electrical engineering; Engineering; Philosophy; Voltage","score_opus":0.028567093499341254,"score_gpt":0.2625137650090602,"score_spread":0.23394667150971896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176169354","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030815124,0.00011913263,0.9710876,0.0032224837,0.0005850106,0.00009310334,9.4964867e-7,0.00013067428,0.021679588],"genre_scores_gemma":[0.14997707,0.000028574943,0.82462424,0.0020283104,0.00020468765,0.000065443426,0.000011260045,0.000013893962,0.023046536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991296,0.000016426206,0.00015202576,0.00032809973,0.00015836406,0.00021546318],"domain_scores_gemma":[0.9995211,0.000088375404,0.0000168786,0.00021289072,0.00009037137,0.00007039667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012607902,0.00008159246,0.00009660102,0.00004338017,0.00008761097,0.00007224285,0.00020293472,0.00004601233,0.00018098962],"category_scores_gemma":[0.00003142933,0.000075749405,0.00009876957,0.00018536384,0.000010865943,0.00022969345,0.00003546252,0.00006172847,0.000048741218],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015269192,0.00017089154,0.00077771425,0.00007093592,0.000103558385,0.000012126665,0.0009052477,0.0018527881,0.0076175905,0.27056852,0.0053420914,0.7125633],"study_design_scores_gemma":[0.0008176357,0.000031622334,0.00071201276,0.000016328357,0.000014200179,0.00011193496,0.00004404889,0.5923514,0.013045682,0.026210405,0.3662167,0.00042807145],"about_ca_topic_score_codex":0.00002375183,"about_ca_topic_score_gemma":0.0003118924,"teacher_disagreement_score":0.7121352,"about_ca_system_score_codex":0.00003276566,"about_ca_system_score_gemma":0.00009967976,"threshold_uncertainty_score":0.3088971},"labels":[],"label_agreement":null},{"id":"W3176527752","doi":"","title":"Spotify at the TREC 2020 Podcasts Track: Segment Retrieval.","year":2020,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Track (disk drive); Computer science; Information retrieval; World Wide Web; Operating system","score_opus":0.054511271836274806,"score_gpt":0.2668095807724929,"score_spread":0.2122983089362181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176527752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4373351,0.0012067859,0.4708723,0.07490225,0.0014193568,0.0011103465,0.00003202316,0.0008980934,0.012223746],"genre_scores_gemma":[0.9904486,0.00009128574,0.0035782093,0.0030156132,0.00032241395,0.0000034908953,0.000006069328,0.000020941883,0.0025133684],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967576,0.00019610903,0.00051714334,0.0010071291,0.0009348269,0.0005871675],"domain_scores_gemma":[0.9977999,0.0002495801,0.00020325163,0.0011537547,0.00021736432,0.0003761772],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059063436,0.00033167878,0.000356995,0.000039911683,0.00030509618,0.00037475783,0.0021964712,0.00014944465,0.00083843665],"category_scores_gemma":[0.00043084793,0.00024908068,0.00015310761,0.00089046574,0.00013818203,0.00039548517,0.0010323725,0.00054656604,0.0010544875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021679557,0.00044584728,0.0039901836,0.00044145083,0.00039261612,0.0010279693,0.040121738,0.0019498477,0.13974653,0.16603185,0.04566588,0.5980181],"study_design_scores_gemma":[0.0032797463,0.0012073545,0.012681178,0.00019534795,0.00011171804,0.00024100984,0.0005572198,0.73652923,0.12512311,0.0051037185,0.11271456,0.0022557862],"about_ca_topic_score_codex":0.000033704633,"about_ca_topic_score_gemma":0.000015018949,"teacher_disagreement_score":0.7345794,"about_ca_system_score_codex":0.00015978116,"about_ca_system_score_gemma":0.00031264275,"threshold_uncertainty_score":0.9999961},"labels":[],"label_agreement":null},{"id":"W3176581245","doi":"10.18653/v1/2021.sigdial-1.49","title":"A Brief Study on the Effects of Training Generative Dialogue Models with a Semantic loss","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Utterance; Computer science; Artificial intelligence; Language model; Security token; Natural language processing; Generative grammar; Training set; Set (abstract data type); Semantic similarity; Generative model; Task (project management); Context (archaeology); Principle of maximum entropy; Machine learning","score_opus":0.05970064700788191,"score_gpt":0.26324544836167996,"score_spread":0.20354480135379804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176581245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37086362,0.000040836065,0.6271111,0.00028329567,0.00021205388,0.00073289184,9.044741e-7,0.000052804346,0.0007025089],"genre_scores_gemma":[0.97072405,0.0000050848957,0.02861774,0.00034249437,0.00006772615,0.0001522782,0.000002666113,0.000014739201,0.00007324786],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997814,0.00036756904,0.00028546355,0.0007987149,0.0004976427,0.00023659314],"domain_scores_gemma":[0.9977423,0.0005053476,0.00016808888,0.0014216249,0.00011177,0.000050873485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040442904,0.00027510792,0.00047094648,0.00007167352,0.00008134382,0.00021975789,0.0011161296,0.00009023704,0.0000033492527],"category_scores_gemma":[0.000057199577,0.0001626925,0.00007581746,0.00016131368,0.000045971676,0.00011756285,0.0012163504,0.00048464796,9.540892e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000226437,0.00091310596,0.00031809363,0.00046969467,0.0008758516,0.00065235776,0.27047965,0.52387166,0.0004135062,0.19048733,0.000051283703,0.011444807],"study_design_scores_gemma":[0.0005078083,0.00041309555,0.00027460637,0.00048539543,0.000048218135,0.000010530464,0.0015602778,0.98816484,0.0015527988,0.006676759,0.0000012704223,0.00030440534],"about_ca_topic_score_codex":0.0004522525,"about_ca_topic_score_gemma":0.00022269932,"teacher_disagreement_score":0.59986037,"about_ca_system_score_codex":0.000034822053,"about_ca_system_score_gemma":0.00031693128,"threshold_uncertainty_score":0.66344076},"labels":[],"label_agreement":null},{"id":"W3176607063","doi":"10.18653/v1/2021.acl-long.559","title":"StructFormer: Joint Unsupervised Induction of Dependency and Constituency Structure from Masked Language Modeling","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Joint (building); Dependency (UML); Computer science; Natural language processing; Linguistics; Artificial intelligence; Volume (thermodynamics); Computational linguistics; Cognitive science; Philosophy; Engineering; Psychology; Physics; Structural engineering","score_opus":0.02166416538754473,"score_gpt":0.2252969243235708,"score_spread":0.20363275893602606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176607063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56676555,0.0003022556,0.4321891,0.00009664214,0.00016293018,0.000041540803,0.0000065132203,0.00004102137,0.00039446502],"genre_scores_gemma":[0.80700445,0.000021101341,0.19282933,0.000060062113,0.000041296007,8.860543e-7,0.000007938211,0.000004328738,0.00003059234],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894017,0.000033736644,0.00028455653,0.00037365072,0.00021789204,0.00014997151],"domain_scores_gemma":[0.99930006,0.000018898314,0.000055588356,0.00045306367,0.000107536514,0.00006482422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006463044,0.00011142936,0.00018460643,0.00006265429,0.000054608736,0.00006182958,0.00020749372,0.0000861064,0.00016040643],"category_scores_gemma":[0.00004054141,0.00010089251,0.000034999935,0.00016061678,0.000023268882,0.00043782408,0.0002065249,0.0001392943,0.0000015023384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073895635,0.000044534867,0.003420694,0.00009413206,0.00008927388,0.00007280674,0.008200425,0.012632472,0.66076434,0.14772269,0.000012037881,0.1669392],"study_design_scores_gemma":[0.000504561,0.000012793074,0.00058006897,0.00003793172,0.000013130019,0.00004699323,0.0013541484,0.89195585,0.06974459,0.035559606,0.000005240584,0.00018510093],"about_ca_topic_score_codex":0.00059050013,"about_ca_topic_score_gemma":0.00014287779,"teacher_disagreement_score":0.87932336,"about_ca_system_score_codex":0.000018088394,"about_ca_system_score_gemma":0.0001223555,"threshold_uncertainty_score":0.4114277},"labels":[],"label_agreement":null},{"id":"W3176616156","doi":"10.1609/aaai.v35i16.17722","title":"Neural Sentence Ordering Based on Constraint Graphs","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Science Foundation of Shandong Province; National Natural Science Foundation of China","keywords":"Sentence; Computer science; Constraint (computer-aided design); Graph; Artificial intelligence; Benchmark (surveying); Natural language processing; Code (set theory); Theoretical computer science; Mathematics; Programming language","score_opus":0.08688291472376188,"score_gpt":0.2864605725247814,"score_spread":0.19957765780101955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176616156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47062021,0.00004714664,0.4662575,0.024155257,0.002177689,0.0007209244,0.000009848091,0.00040667973,0.035604756],"genre_scores_gemma":[0.9883451,0.000009838811,0.010519093,0.0009701639,0.000040795014,0.000015475267,3.3605008e-7,0.000010987817,0.000088223635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772865,0.000026659542,0.00051856827,0.0006925143,0.00062735355,0.00040627772],"domain_scores_gemma":[0.9982283,0.00013479186,0.00026072143,0.00050791766,0.00075798866,0.000110297246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037643782,0.0002440434,0.00025843654,0.00012312211,0.0002045265,0.0003133841,0.0017204139,0.000080980564,0.00007377887],"category_scores_gemma":[0.00056516577,0.00019676163,0.00015961884,0.0007656903,0.00024287144,0.00028378447,0.0003689066,0.00039654394,0.00003729182],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002037909,0.00012198031,0.0002968908,0.00003360733,0.0000074170393,0.000004867053,0.00037591034,0.0025309098,0.035756595,0.8870895,0.000025186968,0.07373674],"study_design_scores_gemma":[0.000025478786,0.00007715449,0.000083199695,0.000198485,0.0000048456873,0.00000887938,0.00029967373,0.5990647,0.33664668,0.063394964,0.000027540902,0.0001683755],"about_ca_topic_score_codex":0.000023736187,"about_ca_topic_score_gemma":0.000008925923,"teacher_disagreement_score":0.8236945,"about_ca_system_score_codex":0.000041597345,"about_ca_system_score_gemma":0.00019721364,"threshold_uncertainty_score":0.8023706},"labels":[],"label_agreement":null},{"id":"W3176692111","doi":"10.18653/v1/2021.findings-acl.119","title":"LICHEE: Improving Language Model Pre-training with Multi-grained Tokenization","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Lexical analysis; Language model; Benchmark (surveying); Artificial intelligence; Natural language processing; Inference; Variety (cybernetics); Natural language understanding; Representation (politics); Natural language; Machine learning","score_opus":0.03371922272302266,"score_gpt":0.2704040480036245,"score_spread":0.23668482528060183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176692111","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07454801,0.00013876274,0.9229177,0.00023648806,0.00022291185,0.00031812728,0.0000021548826,0.00062035705,0.0009954678],"genre_scores_gemma":[0.48877868,0.0000032188318,0.50974804,0.00019733499,0.00006018455,0.000029863633,0.000021786405,0.000018965444,0.001141956],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784476,0.000056135952,0.00033872438,0.0010164873,0.00037859366,0.0003653217],"domain_scores_gemma":[0.9981411,0.00003413829,0.0001924817,0.0013278592,0.00019177297,0.000112624984],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029297924,0.00030879618,0.00032139008,0.00012610991,0.00009123203,0.0006085067,0.0010697749,0.0002344728,0.000013159068],"category_scores_gemma":[0.000082433915,0.0002718895,0.00008401067,0.00020280399,0.000019020288,0.00041117673,0.0019179464,0.0005190353,0.000002407329],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003983485,0.00005272982,0.00015558464,0.00019433851,0.00004889388,0.000045852572,0.039213445,0.8893139,0.003283044,0.0029678487,0.000013169074,0.06470724],"study_design_scores_gemma":[0.00028860613,0.000011702203,0.00009879472,0.00012697912,0.000014357367,0.0000101531905,0.00057084434,0.99739826,0.0010076876,0.00011379803,0.0000029664902,0.00035586642],"about_ca_topic_score_codex":0.00039059538,"about_ca_topic_score_gemma":0.0002753336,"teacher_disagreement_score":0.41423067,"about_ca_system_score_codex":0.00009183007,"about_ca_system_score_gemma":0.00061415054,"threshold_uncertainty_score":0.99997336},"labels":[],"label_agreement":null},{"id":"W3176765152","doi":"10.18653/v1/2021.acl-long.465","title":"Guiding the Growth: Difficulty-Controllable Question Generation through Step-by-Step Rewriting","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Rewriting; Computer science; Natural language generation; Programming language; Computational linguistics; Linguistics; Natural language processing; Library science; Natural language; Philosophy","score_opus":0.0411296921574314,"score_gpt":0.2590174505973326,"score_spread":0.2178877584399012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176765152","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008887035,0.00058012473,0.9718915,0.008967867,0.0004560498,0.00011783588,7.773951e-7,0.00019215551,0.008906656],"genre_scores_gemma":[0.6214283,0.000071933224,0.37199074,0.0024871458,0.00056097127,0.00002482751,0.000014448668,0.0000118686885,0.003409775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985315,0.00018647604,0.00029826554,0.0004284392,0.00029600842,0.00025929394],"domain_scores_gemma":[0.99902713,0.000111708694,0.00007958315,0.0005028994,0.00024307192,0.000035619792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046488765,0.0001189033,0.0001280939,0.000016210453,0.00036187857,0.0004756014,0.0004117397,0.000061823004,0.000029854476],"category_scores_gemma":[0.00020887809,0.000086544605,0.000053945518,0.00025444952,0.000013534808,0.00071398617,0.00020199383,0.00009099555,0.00002512748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018205895,0.00005003648,0.00023724574,0.000015947602,0.000028953305,0.000017317401,0.00050479197,0.0019804114,0.14274141,0.766256,0.06555087,0.022615202],"study_design_scores_gemma":[0.00033793892,0.000012735898,0.000033505334,0.000024467698,0.000007882734,0.000024375031,0.00016667154,0.95019037,0.036500875,0.0008886807,0.011650389,0.00016214194],"about_ca_topic_score_codex":0.00029474255,"about_ca_topic_score_gemma":0.00010372504,"teacher_disagreement_score":0.94820994,"about_ca_system_score_codex":0.000066532826,"about_ca_system_score_gemma":0.000055447166,"threshold_uncertainty_score":0.45862353},"labels":[],"label_agreement":null},{"id":"W3176889315","doi":"","title":"Impact of Tokenization, Pretraining Task, and Transformer Depth on Text Ranking","year":2021,"lang":"en","type":"article","venue":"UvA-DARE (University of Amsterdam)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Canadian Institute of Steel Construction","keywords":"Computer science; Transformer; Lexical analysis; Preprocessor; Artificial intelligence; Natural language processing; Vocabulary; Machine learning; Question answering; Information retrieval; Linguistics","score_opus":0.0165175014853993,"score_gpt":0.22467212070002332,"score_spread":0.20815461921462403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176889315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54288536,0.000052459054,0.45297533,0.00020459756,0.00004665843,0.000056761754,0.0000063828647,0.000025228755,0.0037472094],"genre_scores_gemma":[0.9778236,0.000021477541,0.021920651,0.000036211917,0.000011705469,4.9039972e-8,0.0000049862097,0.0000050506974,0.00017623827],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991892,0.00004958267,0.00011901938,0.0002739154,0.00021041298,0.00015788825],"domain_scores_gemma":[0.99933034,0.00005801816,0.000093598304,0.0003015128,0.00015123143,0.00006532399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000117563286,0.00009734728,0.00020248574,0.0001202872,0.00010989163,0.000025117233,0.00031465362,0.00005911651,0.00006537108],"category_scores_gemma":[0.00001862558,0.000112082234,0.0000986682,0.00030572672,0.000053603573,0.0004527158,0.00009264027,0.00009385338,0.0000023899997],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013912245,0.0002719596,0.0737195,0.00034062122,0.00039016842,0.00016861869,0.08703183,0.0082659125,0.021111773,0.016331736,0.00046568154,0.79176307],"study_design_scores_gemma":[0.007873803,0.0013715288,0.59063226,0.0012452429,0.00018007464,0.00015706733,0.009295726,0.3751614,0.008385848,0.0026249974,0.001729603,0.0013424577],"about_ca_topic_score_codex":0.00011821633,"about_ca_topic_score_gemma":0.00008184473,"teacher_disagreement_score":0.7904206,"about_ca_system_score_codex":0.000041258456,"about_ca_system_score_gemma":0.00011874279,"threshold_uncertainty_score":0.4570581},"labels":[],"label_agreement":null},{"id":"W3176904855","doi":"10.1609/aaai.v35i15.17608","title":"On the Softmax Bottleneck of Recurrent Language Models","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Western Canada Research Grid; Compute Canada","keywords":"Perplexity; Softmax function; Bottleneck; Rank (graph theory); Computer science; Monotonic function; Word (group theory); Correlation; Language model; Mathematics; Artificial intelligence; Artificial neural network; Combinatorics","score_opus":0.10595509279220487,"score_gpt":0.2987821668527856,"score_spread":0.1928270740605807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176904855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70417064,0.0002277509,0.2379847,0.016079217,0.0011152112,0.0006260085,0.000012872271,0.00013003915,0.039653547],"genre_scores_gemma":[0.99604475,0.0000406641,0.0032620989,0.00033858043,0.00004344714,0.00001571702,2.4728405e-7,0.000008862143,0.00024562518],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981619,0.000029787174,0.0004983538,0.00044939556,0.00059070543,0.0002698575],"domain_scores_gemma":[0.99822176,0.00021167735,0.0003249493,0.00055995263,0.00062653614,0.00005514087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051470846,0.00017868963,0.00023605367,0.000063552456,0.00012917297,0.00013714192,0.0020227968,0.0000677048,0.00007445806],"category_scores_gemma":[0.0006189284,0.00011311191,0.00014023557,0.0004974843,0.00015601599,0.00023364036,0.0005009451,0.00031232164,0.000033694785],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016541446,0.00010260046,0.000009180014,0.000025487388,0.00000992739,6.00273e-7,0.0022862912,0.0005605461,0.021547759,0.924757,0.00010456293,0.050579526],"study_design_scores_gemma":[0.000011835534,0.00006511924,0.000009637326,0.00020390107,0.000005225384,0.000002155483,0.0006382797,0.21593285,0.466358,0.31666666,0.000015077535,0.00009126271],"about_ca_topic_score_codex":0.00002798689,"about_ca_topic_score_gemma":0.000009656372,"teacher_disagreement_score":0.60809034,"about_ca_system_score_codex":0.000032743992,"about_ca_system_score_gemma":0.00014439569,"threshold_uncertainty_score":0.46125698},"labels":[],"label_agreement":null},{"id":"W3177337627","doi":"10.1609/aaai.v35i14.17524","title":"Analogy Training Multilingual Encoders","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"H. Lundbeck A/S; Natural Sciences and Engineering Research Council of Canada; Lundbeckfonden","keywords":"Analogy; Computer science; Natural language processing; Encoder; Sentence; Artificial intelligence; Word (group theory); Encoding (memory); Linguistics","score_opus":0.1549327852651082,"score_gpt":0.3235714892127046,"score_spread":0.16863870394759642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177337627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56827736,0.00009105004,0.3762353,0.009979032,0.0017707297,0.00039091764,0.0000048032516,0.00026254676,0.042988244],"genre_scores_gemma":[0.9787753,0.000019146324,0.02043881,0.00039067198,0.000086047934,0.000009217806,2.9579311e-7,0.00000957627,0.00027091167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980091,0.000022826658,0.0005253415,0.00060130836,0.00045293226,0.00038850133],"domain_scores_gemma":[0.99844533,0.00010874583,0.00024881557,0.00037882128,0.0007240042,0.00009428006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004387881,0.000189921,0.00026536218,0.000096496144,0.0001759508,0.00020809082,0.0017067959,0.000094727846,0.000070455084],"category_scores_gemma":[0.0007491615,0.00015712736,0.00013467655,0.00061265705,0.00017395077,0.0003165197,0.00044968913,0.00033152505,0.000041263294],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000088457355,0.000059944156,0.000098155506,0.000017302458,0.000012403856,0.000002783275,0.0047529014,0.0003014136,0.04540423,0.7605159,0.000021733531,0.18880433],"study_design_scores_gemma":[0.000026277463,0.000054104596,0.000059401762,0.00012363054,0.000008045209,0.000017673583,0.0024760768,0.2505508,0.59044933,0.15591335,0.0001261502,0.00019511822],"about_ca_topic_score_codex":0.00002738474,"about_ca_topic_score_gemma":0.000024595927,"teacher_disagreement_score":0.6046026,"about_ca_system_score_codex":0.000037200985,"about_ca_system_score_gemma":0.0002898224,"threshold_uncertainty_score":0.6407468},"labels":[],"label_agreement":null},{"id":"W3177367299","doi":"10.1609/aaai.v35i16.17642","title":"Encoding Syntactic Knowledge in Transformer Encoder for Intent Detection and Slot Filling","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Transformer; Security token; Encoder; Inference; Parsing; ENCODE; Artificial intelligence; F1 score; Benchmark (surveying); Speech recognition; Natural language processing; Pattern recognition (psychology); Voltage","score_opus":0.10334458186460796,"score_gpt":0.30684030738651535,"score_spread":0.2034957255219074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177367299","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34267715,0.000118568045,0.65028226,0.0017752607,0.00058283116,0.0004441869,0.0000017117835,0.00005221098,0.0040657907],"genre_scores_gemma":[0.9932143,0.000072942734,0.006441728,0.00007504772,0.00004527537,0.000049343256,1.3632001e-7,0.000009152495,0.000092076225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985238,0.000015617261,0.00047466104,0.0004963211,0.00019643745,0.00029318107],"domain_scores_gemma":[0.99896556,0.00017177363,0.00014553603,0.00017132642,0.0004872889,0.000058498492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005045063,0.00016280341,0.00022127379,0.000131655,0.00014595319,0.00018559057,0.0005856947,0.00008216607,0.000011347701],"category_scores_gemma":[0.0004064645,0.00013636096,0.000083655985,0.00044614516,0.00007549227,0.00042590196,0.00012789539,0.0002444478,0.0000054384077],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003420704,0.00009748689,0.000112304566,0.0001280077,0.000010031826,5.152621e-7,0.0038933607,0.00012939541,0.30064246,0.47133857,0.0000021003084,0.22361158],"study_design_scores_gemma":[0.000031510823,0.00005710853,0.00006224894,0.00024561826,0.000006780107,0.0000072014236,0.0010008807,0.3495351,0.60124415,0.047652554,0.000038797145,0.0001180104],"about_ca_topic_score_codex":0.000028510289,"about_ca_topic_score_gemma":0.00011586285,"teacher_disagreement_score":0.65053713,"about_ca_system_score_codex":0.00006747433,"about_ca_system_score_gemma":0.00009770325,"threshold_uncertainty_score":0.5560639},"labels":[],"label_agreement":null},{"id":"W3177727271","doi":"10.1109/access.2021.3135807","title":"Comparative Analysis of Word Embeddings in Assessing Semantic Similarity of Complex Sentences","year":2021,"lang":"en","type":"article","venue":"IEEE Access","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Lakehead University","keywords":"Computer science; Natural language processing; Artificial intelligence; Semantic similarity; Word embedding; Sentence; Benchmark (surveying); Readability; Word (group theory); Similarity (geometry); Transformer; Embedding; Linguistics","score_opus":0.14327590750997854,"score_gpt":0.4075290179436385,"score_spread":0.26425311043365995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177727271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6756885,0.000042616775,0.32336062,0.00014594762,0.00009409136,0.00003600964,0.0000019512136,0.000012750306,0.00061750994],"genre_scores_gemma":[0.9815494,0.0000057095713,0.01832768,0.000087858185,0.000010912144,0.0000018945965,0.0000027410458,0.0000018727479,0.000011926606],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864,0.00012560743,0.00044069477,0.000328723,0.00030073628,0.00016423695],"domain_scores_gemma":[0.9988912,0.00021164757,0.0002482959,0.00039624592,0.00021898527,0.000033660384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027894203,0.000093945055,0.0005323071,0.00030975466,0.00003562472,0.0001499038,0.0008627894,0.000037483504,0.00002738325],"category_scores_gemma":[0.000034528963,0.00009283698,0.0001035108,0.0024122584,0.000058305155,0.00081709353,0.00026307983,0.00010359047,4.9227e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010084388,0.00050781615,0.6475719,0.00024538522,0.0008568333,0.00009611198,0.009558584,0.28427216,0.04344194,0.0048449477,0.00017037451,0.008423808],"study_design_scores_gemma":[0.000113966315,0.0000040958857,0.17666054,0.00005038601,0.00006250799,0.0000011168484,0.00027913472,0.79708177,0.024834689,0.000817634,0.000007495487,0.00008665578],"about_ca_topic_score_codex":0.0005002938,"about_ca_topic_score_gemma":0.0008139905,"teacher_disagreement_score":0.51280963,"about_ca_system_score_codex":0.000023972347,"about_ca_system_score_gemma":0.000088530534,"threshold_uncertainty_score":0.37857822},"labels":[],"label_agreement":null},{"id":"W3178029650","doi":"10.1016/j.jbi.2021.103864","title":"Development of a generalizable natural language processing pipeline to extract physician-reported pain from clinical reports: Generated using publicly-available datasets and tested on institutional clinical reports for cancer patients with bone metastases","year":2021,"lang":"en","type":"article","venue":"Journal of Biomedical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Pipeline (software); Medicine; Computer science","score_opus":0.07284276618582329,"score_gpt":0.3608962595140042,"score_spread":0.2880534933281809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178029650","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5067648,0.00037402808,0.49206963,0.0001412191,0.00042146785,0.00015164964,0.00006121823,0.000012626681,0.0000033518832],"genre_scores_gemma":[0.13558629,0.000014506226,0.8616301,0.0019291067,0.00026699394,0.0000057247557,0.0005454749,0.000010784256,0.000011018222],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99437684,0.00013365141,0.0039614495,0.0002803174,0.0009778352,0.0002698949],"domain_scores_gemma":[0.99516827,0.00026473994,0.0027843534,0.00038789268,0.0010569816,0.00033777504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004419673,0.00019145788,0.0006560604,0.00018429353,0.00013840623,0.00016713997,0.00020488938,0.00011655657,0.000010197687],"category_scores_gemma":[0.0020115648,0.00013642543,0.000091781454,0.0005306323,0.000105478306,0.00092455925,0.00019287207,0.00032359755,3.1191473e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025917732,0.002894422,0.013213868,0.00041016334,0.00080129236,0.0017761892,0.0017470914,0.0032470776,0.0020444226,0.00001543151,0.017521216,0.95606965],"study_design_scores_gemma":[0.0026600785,0.00044019043,0.0017745963,0.0012993301,0.00020764091,0.0005683166,0.00028555404,0.9367789,0.0027419012,0.000033580916,0.05274799,0.00046190273],"about_ca_topic_score_codex":0.000029264163,"about_ca_topic_score_gemma":0.0000237806,"teacher_disagreement_score":0.9556078,"about_ca_system_score_codex":0.000096882344,"about_ca_system_score_gemma":0.0024833516,"threshold_uncertainty_score":0.55632675},"labels":[],"label_agreement":null},{"id":"W3179689435","doi":"","title":"A Joint Model for Question Answering and Question Generation","year":2017,"lang":"en","type":"article","venue":"International Conference on Machine Learning","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Novelty; Question answering; Artificial intelligence; Generative model; Comprehension; Perspective (graphical); Generative grammar; Joint (building); Sequence (biology); Natural language processing; Ask price; Sequence labeling; Machine learning; Programming language; Task (project management); Engineering","score_opus":0.11396602430690275,"score_gpt":0.3511012088271431,"score_spread":0.23713518452024032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179689435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05306012,0.000015541664,0.94003034,0.0045546484,0.0003672252,0.0001138601,0.0000025785805,0.000088954184,0.0017667181],"genre_scores_gemma":[0.92600304,0.000032325665,0.07281577,0.000111371184,0.00017248245,0.000026571526,0.000016744962,0.0000075394346,0.00081417564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999116,0.00004091179,0.00017213897,0.00034411682,0.00020454827,0.00012226265],"domain_scores_gemma":[0.9993178,0.00002100006,0.00018448534,0.00025336986,0.0001776761,0.00004566476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004593256,0.00010792916,0.000095807,0.00009173002,0.00040370255,0.0007029136,0.00041037385,0.000048600305,0.0000068737004],"category_scores_gemma":[0.00036101637,0.00010870805,0.00003086704,0.000011832457,0.000021793601,0.0006688396,0.00015338471,0.00018943861,0.0000046921864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010670688,0.000013192385,0.0014105523,0.000007264685,0.000010069656,0.0000015243356,0.0003223849,0.084535025,0.011052192,0.80806535,0.000008803696,0.09456294],"study_design_scores_gemma":[0.00027303025,0.000050074203,0.0011382614,0.000057120782,0.000002542041,0.000005444955,0.000004700941,0.98388344,0.00046721386,0.013869771,0.00013411467,0.00011427941],"about_ca_topic_score_codex":0.00013049017,"about_ca_topic_score_gemma":0.00006584855,"teacher_disagreement_score":0.89934844,"about_ca_system_score_codex":0.00005117695,"about_ca_system_score_gemma":0.00003534603,"threshold_uncertainty_score":0.6778212},"labels":[],"label_agreement":null},{"id":"W3180273654","doi":"10.2139/ssrn.3708327","title":"Trends in COVID-19 Publications: Streamlining Research Using NLP and LDA","year":2020,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Natural language processing; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Artificial intelligence; 2019-20 coronavirus outbreak; Computer science; Medicine; Virology","score_opus":0.16578031830386628,"score_gpt":0.4051460986215873,"score_spread":0.23936578031772102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180273654","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.146549,0.0030936871,0.814206,0.035549235,0.000053135525,0.00006568935,3.982944e-7,0.00006281085,0.0004200288],"genre_scores_gemma":[0.98995197,0.0006609382,0.008575118,0.00051554805,0.00018243838,0.000002973791,7.4860515e-7,0.000008727099,0.00010156801],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973053,0.0002284336,0.00027941936,0.00034190636,0.00037154672,0.0014734206],"domain_scores_gemma":[0.99922353,0.00012636498,0.00007877424,0.00021971231,0.00007898032,0.00027265775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033330133,0.000087617416,0.00012506003,0.000491682,0.00029567842,0.0003623803,0.0006875703,0.000053969125,0.000014272527],"category_scores_gemma":[0.00045605312,0.000085965665,0.000032915486,0.00123705,0.000037915142,0.00073122454,0.0002249035,0.0019091287,0.0000033934712],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015365642,0.000039691524,0.009191627,0.000010251143,0.000031980337,0.000015383408,0.003466682,0.0037353807,0.00040714626,0.5840463,0.00012436825,0.3989158],"study_design_scores_gemma":[0.00115729,0.00025021823,0.0005221987,0.000030643285,0.000005796944,0.00055990514,0.002533626,0.73048127,0.000029265262,0.2608761,0.0033098578,0.00024387862],"about_ca_topic_score_codex":0.0001933871,"about_ca_topic_score_gemma":0.00042447867,"teacher_disagreement_score":0.8434029,"about_ca_system_score_codex":0.0008941976,"about_ca_system_score_gemma":0.0030691798,"threshold_uncertainty_score":0.829432},"labels":[],"label_agreement":null},{"id":"W3183195595","doi":"10.1162/tacl_a_00386","title":"Context-aware Adversarial Training for Name Regularity Bias in Named Entity Recognition","year":2021,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Huawei Technologies (Canada)","funders":"","keywords":"Adversarial system; Focus (optics); Testbed; Named-entity recognition; Training set; Noise (video); Training (meteorology)","score_opus":0.0861111343750003,"score_gpt":0.2954547619652698,"score_spread":0.20934362759026953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183195595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046147485,0.000017956188,0.9916773,0.0009005243,0.001958403,0.00036696938,0.0002951966,0.000042637992,0.0001262508],"genre_scores_gemma":[0.8654615,0.0000018704071,0.13394496,0.00009927167,0.0001644267,0.00003726227,0.00009067329,0.000007903566,0.00019209302],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869305,0.00010877497,0.00045496173,0.00024461758,0.00032505754,0.00017355471],"domain_scores_gemma":[0.99647063,0.0013996942,0.00033804306,0.00017946132,0.0015813094,0.000030851537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000693304,0.00009372538,0.00019701419,0.00007607152,0.00022835504,0.000058194637,0.00026148147,0.00011111307,0.000004773474],"category_scores_gemma":[0.003625738,0.00010175443,0.00021792093,0.00026592775,0.00001916701,0.00008954848,0.000016024971,0.00014192754,0.00000108941],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010668521,0.00053147064,0.0029387043,0.00022258087,0.00032775322,0.0000014267829,0.0043449514,0.7570647,0.00007458376,0.1905416,0.00030834443,0.04353723],"study_design_scores_gemma":[0.0016800681,0.000032123025,0.001833383,0.00006165829,0.000060144208,0.0000015592628,0.0001703969,0.8222667,0.00056456425,0.17077737,0.0024061392,0.0001458815],"about_ca_topic_score_codex":0.000039589493,"about_ca_topic_score_gemma":0.00017641606,"teacher_disagreement_score":0.8608468,"about_ca_system_score_codex":0.0002959526,"about_ca_system_score_gemma":0.00040133265,"threshold_uncertainty_score":0.4340609},"labels":[],"label_agreement":null},{"id":"W3183335868","doi":"10.1007/978-3-030-79457-6_48","title":"Collapsed Gibbs Sampling of Beta-Liouville Multinomial for Short Text Clustering","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Gibbs sampling; Multinomial distribution; Cluster analysis; Sampling (signal processing); Social media; Data mining; Artificial intelligence; World Wide Web; Statistics; Mathematics; Bayesian probability","score_opus":0.04681323560420386,"score_gpt":0.2805330171014423,"score_spread":0.23371978149723843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183335868","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044035996,0.0003980616,0.9944323,0.00030502226,0.0025794494,0.00067080505,0.0000127532785,0.000100576406,0.001060696],"genre_scores_gemma":[0.16824189,0.000016310858,0.8305001,0.00038115287,0.0005769716,0.000018311288,0.0000070076253,0.000038973205,0.00021925368],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957779,0.000027232092,0.0008855091,0.0017665945,0.0008325612,0.0007102167],"domain_scores_gemma":[0.99668777,0.0008169606,0.00029918455,0.0015741857,0.00046537427,0.00015654776],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009793179,0.0005129636,0.00084822025,0.0006434575,0.00024923886,0.00037408844,0.0030058825,0.00036074364,0.000014871796],"category_scores_gemma":[0.00014665931,0.0005186478,0.000270569,0.00046775726,0.00033868366,0.00037885114,0.0019809944,0.0005167719,0.0000032399566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000120689065,0.00002760975,0.00005945088,0.00016699739,0.000026715274,0.000024253335,0.00082589267,0.29291296,0.0018274504,0.009649667,0.000007884109,0.694459],"study_design_scores_gemma":[0.00039287974,0.00011024733,0.00003777196,0.00051663775,0.000013975463,0.00003675065,6.0452953e-7,0.9837217,0.0058133123,0.0074051213,0.0013547064,0.0005962959],"about_ca_topic_score_codex":0.00002923821,"about_ca_topic_score_gemma":0.0001478713,"teacher_disagreement_score":0.69386274,"about_ca_system_score_codex":0.00027440322,"about_ca_system_score_gemma":0.00082317047,"threshold_uncertainty_score":0.99972653},"labels":[],"label_agreement":null},{"id":"W3183902696","doi":"10.5539/cis.v14n3p78","title":"On Bi-gram Graph Attributes","year":2021,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Scalability; Graph; n-gram; Theoretical computer science; Representation (politics); Information retrieval; Natural language processing; Language model; Database","score_opus":0.023152165114462477,"score_gpt":0.24848098079430916,"score_spread":0.2253288156798467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183902696","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03120547,0.00002498837,0.96385974,0.0009176835,0.0005690816,0.000045334087,9.1653607e-7,0.00009411489,0.0032826536],"genre_scores_gemma":[0.86243564,0.000032036485,0.13265777,0.0047990144,0.000046704914,0.0000033560275,0.000002874708,0.0000012975139,0.000021307193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901265,0.00001344289,0.00019405276,0.0002071982,0.00037556083,0.00019711233],"domain_scores_gemma":[0.9991608,0.000054016407,0.000052247826,0.00038692568,0.00024427118,0.00010170404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037466965,0.00007268708,0.00007558944,0.00020320427,0.00026123205,0.0008055603,0.00054580375,0.000021775833,0.000004690575],"category_scores_gemma":[0.000054128323,0.000063294865,0.000022361308,0.0009346469,0.000095543925,0.006443554,0.00040644183,0.000072881136,0.00005598108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.250451e-7,0.000011485542,0.00021103233,0.000009053526,0.0000015803579,0.0000019682627,0.0008784491,0.0021511335,0.00008401437,0.7081944,0.00066887494,0.2877874],"study_design_scores_gemma":[0.0002215845,0.000054920558,0.008507596,0.00002398142,8.448758e-7,0.000045227505,0.000019686267,0.9683806,0.0025224318,0.008959753,0.011108328,0.00015505975],"about_ca_topic_score_codex":0.0000018600799,"about_ca_topic_score_gemma":2.005499e-7,"teacher_disagreement_score":0.96622944,"about_ca_system_score_codex":0.00001862588,"about_ca_system_score_gemma":0.00012260776,"threshold_uncertainty_score":0.7768037},"labels":[],"label_agreement":null},{"id":"W3184197775","doi":"10.1145/3446390","title":"Chinese Emotional Dialogue Response Generation via Reinforcement Learning","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Internet Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Natural Science Foundation of China","keywords":"Computer science; Reinforcement learning; Expression (computer science); Artificial intelligence; Function (biology); Quality (philosophy); Key (lock); Process (computing); Reinforcement; Machine learning; Psychology; Social psychology","score_opus":0.018306925265429815,"score_gpt":0.26179627202930583,"score_spread":0.243489346763876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184197775","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15198661,0.000029023478,0.8407629,0.0060870107,0.00055591913,0.00006911936,6.473331e-7,0.00041236705,0.00009639237],"genre_scores_gemma":[0.94632417,0.00001549887,0.05123544,0.00027123868,0.000043784155,0.000033210596,0.000009058739,0.000009825678,0.0020577777],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987815,0.00010823898,0.0002706337,0.00044286594,0.00018125528,0.00021548066],"domain_scores_gemma":[0.9988574,0.000098750985,0.000059225633,0.0008296911,0.00011397797,0.000040988056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019408349,0.00013898245,0.00013649839,0.0003580077,0.00012980505,0.000059032725,0.00068076205,0.00017895014,0.00018216863],"category_scores_gemma":[0.00018695113,0.00014102766,0.000073467956,0.00052107463,0.00004323805,0.00020691632,0.00006118498,0.0004444038,0.00012586695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012773491,0.00032191278,0.0006795487,0.000017396313,0.00018022174,0.00019093118,0.0014210471,0.37483484,0.11139592,0.032356326,0.00022762775,0.4782465],"study_design_scores_gemma":[0.0005971653,0.0003438439,0.00032987556,0.00003196449,0.000009835243,0.00031429797,0.000042381114,0.89979684,0.08604215,0.00823552,0.0039767437,0.00027937646],"about_ca_topic_score_codex":0.000020393794,"about_ca_topic_score_gemma":0.00005397883,"teacher_disagreement_score":0.7943376,"about_ca_system_score_codex":0.000115871844,"about_ca_system_score_gemma":0.00007237291,"threshold_uncertainty_score":0.5750941},"labels":[],"label_agreement":null},{"id":"W3184501572","doi":"10.18653/v1/2021.starsem-1.29","title":"Evaluating a Joint Training Approach for Learning Cross-lingual Embeddings with Sub-word Information without Parallel Corpora on Lower-resource Languages","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Natural language processing; Word (group theory); Artificial intelligence; Lexicon; Joint (building); Parallel corpora; Resource (disambiguation); Vocabulary; Extension (predicate logic); Machine translation; Linguistics; Programming language","score_opus":0.08097096599880486,"score_gpt":0.34043831840685834,"score_spread":0.25946735240805346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184501572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3095445,0.000019917677,0.68510336,0.000108227774,0.000048785292,0.0002502471,7.813189e-7,0.0002523925,0.0046718237],"genre_scores_gemma":[0.5403986,5.6176793e-7,0.45863608,0.00037615604,0.000075957214,0.000042791155,0.000023628052,0.00001253933,0.00043369966],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979941,0.00008373417,0.00043230824,0.00048736128,0.0005655702,0.00043692472],"domain_scores_gemma":[0.9987586,0.0001532713,0.00028464175,0.0004180991,0.00028276903,0.00010258071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011238618,0.00022286658,0.00027721538,0.000112136084,0.00033089236,0.0007089415,0.0003485529,0.000088296925,0.000010081922],"category_scores_gemma":[0.00047037154,0.00018839593,0.00008703881,0.0002691157,0.000037190952,0.0008373678,0.00016240824,0.00032874657,0.000007981428],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008527984,0.000050595743,0.0008274294,0.00009321176,0.00003912483,0.0000120284585,0.015986081,0.74109364,0.0008389506,0.010875435,0.00003607667,0.23006213],"study_design_scores_gemma":[0.0012032088,0.00028378682,0.00024056676,0.00010078982,0.000010836646,0.000058493504,0.0030596135,0.9920237,0.0021036023,0.00020218603,0.00041448214,0.00029870315],"about_ca_topic_score_codex":0.000017559836,"about_ca_topic_score_gemma":0.0000049155215,"teacher_disagreement_score":0.25093007,"about_ca_system_score_codex":0.00006437973,"about_ca_system_score_gemma":0.00022691657,"threshold_uncertainty_score":0.7682563},"labels":[],"label_agreement":null},{"id":"W3184918446","doi":"10.18653/v1/2021.repl4nlp-1.17","title":"In-Batch Negatives for Knowledge Distillation with Tightly-Coupled Teachers for Dense Retrieval","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Encoder; Computer science; Distillation; Ranking (information retrieval); Artificial intelligence; Knowledge transfer; Learning to rank; Information retrieval; Machine learning; Knowledge management","score_opus":0.02914580604038951,"score_gpt":0.28625465068007594,"score_spread":0.2571088446396864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184918446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15299651,0.000055809036,0.84438807,0.0012290926,0.00014924287,0.000296627,0.0000010541689,0.0000504945,0.0008331078],"genre_scores_gemma":[0.73441195,0.000001624285,0.26087147,0.000083467494,0.00008229586,0.000028062666,0.0000037150442,0.000008209892,0.004509179],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991534,0.000026269136,0.00016720072,0.00036007617,0.00009672987,0.0001963716],"domain_scores_gemma":[0.9990944,0.0003675069,0.000041834526,0.00027211398,0.00017757279,0.000046547735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021873157,0.000092310474,0.00013346021,0.00004536903,0.000064781605,0.00007733953,0.00018556387,0.00004702047,0.00001062107],"category_scores_gemma":[0.00018935636,0.00007439562,0.00004171859,0.00025298743,0.000017559963,0.000275889,0.000051965315,0.00005400243,0.0000031275094],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070981577,0.00067375915,0.011003103,0.00041991743,0.00019435506,0.00004267992,0.055831578,0.010465263,0.020231627,0.81074685,0.0038219886,0.085859045],"study_design_scores_gemma":[0.0012838602,0.00009921118,0.0009838806,0.00002411518,0.000006822085,0.000004233178,0.00021462544,0.9779423,0.007560244,0.008930424,0.002780983,0.000169323],"about_ca_topic_score_codex":0.000010496771,"about_ca_topic_score_gemma":0.00022821252,"teacher_disagreement_score":0.967477,"about_ca_system_score_codex":0.00006190186,"about_ca_system_score_gemma":0.00016233938,"threshold_uncertainty_score":0.30337653},"labels":[],"label_agreement":null},{"id":"W3184956571","doi":"10.18653/v1/2021.sigdial-1.50","title":"Do Encoder Representations of Generative Dialogue Models have sufficient summary of the Information about the task ?","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; McGill University; Polytechnique Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Encoder; Transformer; Language model; Artificial intelligence; Representation (politics); Utterance; Generative grammar; Natural language processing; Task (project management); Generative model; Machine learning","score_opus":0.03447748161833202,"score_gpt":0.2667199454485412,"score_spread":0.2322424638302092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184956571","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019669697,0.0000933901,0.96132463,0.0017293559,0.0002211519,0.00015368543,0.000009871613,0.000013756912,0.016784484],"genre_scores_gemma":[0.9768136,0.000020234796,0.022264844,0.00043958973,0.00001926902,0.000012544261,0.0000055070313,0.0000017944648,0.0004226263],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902046,0.00011235442,0.0003306458,0.0001293889,0.00030847554,0.00009867947],"domain_scores_gemma":[0.9986508,0.00011494995,0.00014202166,0.0007675717,0.00030592343,0.000018717625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023432197,0.00005984296,0.00008952221,0.000031651074,0.000101272264,0.00005998037,0.00052765757,0.00002848273,0.000013660187],"category_scores_gemma":[0.00006977826,0.000033436998,0.00007045591,0.00024079191,0.000057820773,0.00055120763,0.00037880897,0.00007646681,0.0000017284316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.972852e-7,0.000031187283,0.00028161184,0.000008267733,0.000014899923,3.0361926e-7,0.020480178,0.50198054,0.0007817538,0.472839,0.00086873653,0.0027125187],"study_design_scores_gemma":[0.00009904462,0.0000060534994,0.000630536,0.000013326039,0.0000053811236,0.0000024803978,0.0011442229,0.9695034,0.017589139,0.010768094,0.00019174464,0.00004657649],"about_ca_topic_score_codex":0.00020703865,"about_ca_topic_score_gemma":0.00009778678,"teacher_disagreement_score":0.9571439,"about_ca_system_score_codex":0.000016859394,"about_ca_system_score_gemma":0.00016598923,"threshold_uncertainty_score":0.13635212},"labels":[],"label_agreement":null},{"id":"W3185670382","doi":"10.1145/3462757.3466147","title":"CriminelBART","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Transformer; Vocabulary; Artificial intelligence; Natural language processing; Architecture; Language model; Natural language; Comprehension; Natural language understanding; Linguistics; Programming language","score_opus":0.04965968158271803,"score_gpt":0.2612948729727764,"score_spread":0.2116351913900584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185670382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004231652,0.000037135545,0.90271026,0.0022829247,0.00016799547,0.0000064395635,2.0136305e-8,0.00008776677,0.090475835],"genre_scores_gemma":[0.5354279,0.0000022340114,0.45330557,0.001929154,0.000043423475,0.0000010051558,1.7739458e-7,0.0000013973145,0.009289091],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99970084,0.000007036845,0.00004352144,0.00012003858,0.00006167722,0.00006687926],"domain_scores_gemma":[0.99964494,0.000010421823,0.000004150181,0.00028849504,0.000028544795,0.000023440007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000031883028,0.000020960373,0.000026865167,0.00000818272,0.000016523265,0.000043403666,0.00016902422,0.000009300483,0.000102114966],"category_scores_gemma":[0.0000139221365,0.000018698656,0.000013840834,0.000064861284,0.0000021476835,0.00010255137,0.000120430195,0.000021010816,0.00010970131],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.6884147e-8,0.000010777909,0.00017529898,0.0000021254189,0.0000018806071,0.000038704984,0.00013358601,0.00007888796,0.0017784361,0.9389381,0.002902161,0.055940017],"study_design_scores_gemma":[0.00028377163,0.000013951496,0.0018773869,0.000008667246,0.0000027863357,0.0001253409,0.00008365541,0.72540855,0.09231964,0.055375017,0.12423053,0.00027072406],"about_ca_topic_score_codex":0.000004515634,"about_ca_topic_score_gemma":0.0000031542957,"teacher_disagreement_score":0.88356304,"about_ca_system_score_codex":0.000003990709,"about_ca_system_score_gemma":0.000028862547,"threshold_uncertainty_score":0.14100249},"labels":[],"label_agreement":null},{"id":"W3185919331","doi":"10.22215/etd/2021-14497","title":"Tales of a Coronavirus Pandemic: Topic Modelling with Short-Text Data","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Latent Dirichlet allocation; Topic model; Computer science; Term (time); Coronavirus disease 2019 (COVID-19); Natural language processing; Information retrieval; Pandemic; Artificial intelligence; Data science; Medicine","score_opus":0.15631076015034184,"score_gpt":0.3371977118474921,"score_spread":0.18088695169715024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185919331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0693852,0.0015550082,0.92206526,0.000016836653,0.00030604406,0.00013337232,0.000010113281,0.00008404287,0.00644411],"genre_scores_gemma":[0.50965065,0.0004875411,0.47375128,0.000067219735,0.00012821531,0.000016305159,0.001455639,0.000035291992,0.01440787],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982707,0.000028205774,0.00035973522,0.0007469741,0.0003982892,0.00019609735],"domain_scores_gemma":[0.99779904,0.000056792782,0.0001224634,0.0018208671,0.00014802007,0.000052832787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014589036,0.00020421662,0.00034366618,0.00007442198,0.000044629334,0.00008714724,0.0017591943,0.00016257902,0.000038357248],"category_scores_gemma":[0.00000706477,0.00016942379,0.000043541244,0.00016488864,0.000014842404,0.0003692907,0.00028161381,0.00022786518,0.0000037487137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059385515,0.00021962206,0.004057646,0.0010414524,0.00039144797,0.00013963936,0.0053826743,0.057446223,0.0014978462,0.098558,0.0001434326,0.8310626],"study_design_scores_gemma":[0.0001507831,0.000033484368,0.00015393642,0.0003582905,0.000044922217,0.000018661534,0.00052729464,0.99469376,0.0010564756,0.0006269947,0.0019724185,0.00036296024],"about_ca_topic_score_codex":0.00038666165,"about_ca_topic_score_gemma":0.0016174983,"teacher_disagreement_score":0.9372476,"about_ca_system_score_codex":0.0000226747,"about_ca_system_score_gemma":0.00031443144,"threshold_uncertainty_score":0.6908902},"labels":[],"label_agreement":null},{"id":"W3185922622","doi":"10.1145/3462757.3466102","title":"Using transformers to improve answer retrieval for legal questions","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Computer science; Automatic summarization; Question answering; Transformer; Support vector machine; Artificial intelligence; Machine translation; Machine learning; Mean reciprocal rank; Natural language processing; Information retrieval; Engineering; Voltage","score_opus":0.041296470959886984,"score_gpt":0.3094840678173827,"score_spread":0.2681875968574957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185922622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02800759,0.000015903352,0.9665898,0.002870839,0.000661889,0.0001580805,0.0000030618003,0.00008037182,0.0016124363],"genre_scores_gemma":[0.25797173,9.423406e-7,0.73915035,0.0009301031,0.00010264992,0.000004720992,8.2608204e-7,0.000005732348,0.001832948],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923545,0.000012084014,0.00013556343,0.00029355567,0.00011970445,0.00020361417],"domain_scores_gemma":[0.9995024,0.000031794985,0.000011558975,0.0002434238,0.00012401525,0.00008679651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013103185,0.000064182146,0.00008021645,0.000038716822,0.00008838279,0.00012313732,0.00019175264,0.000035218665,0.00001618795],"category_scores_gemma":[0.00005040938,0.00006239277,0.000059345886,0.00022004603,0.0000063938965,0.00033728287,0.000046498204,0.00005087138,0.0000055086516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022216753,0.00005984759,0.0000279061,0.00003082016,0.000026284371,0.000016465687,0.00072256493,0.0049040867,0.45734897,0.4526314,0.00029358227,0.08391582],"study_design_scores_gemma":[0.0003416681,0.00008586908,0.000025122343,0.0000133935655,0.000008970169,0.000021211124,0.000065228414,0.85127807,0.13148281,0.0022895879,0.014196526,0.00019154328],"about_ca_topic_score_codex":0.00006122442,"about_ca_topic_score_gemma":0.000036014026,"teacher_disagreement_score":0.846374,"about_ca_system_score_codex":0.000044158875,"about_ca_system_score_gemma":0.00019802668,"threshold_uncertainty_score":0.25443032},"labels":[],"label_agreement":null},{"id":"W3186310017","doi":"10.18653/v1/2021.semeval-1.48","title":"CLaC-np at SemEval-2021 Task 8: Dependency DGCNN","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; SemEval; Dependency (UML); Artificial intelligence; Natural language processing; Lexical analysis; Preprocessor; Task (project management); Variety (cybernetics); ENCODE; Graph; Dependency graph; Theoretical computer science","score_opus":0.019222937934521723,"score_gpt":0.24289961460019102,"score_spread":0.2236766766656693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186310017","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019685674,0.00044309703,0.8563854,0.0038759194,0.00079593883,0.000066425375,8.4359334e-7,0.000174564,0.1185721],"genre_scores_gemma":[0.7619253,0.000058274527,0.18252005,0.0022618691,0.0002367157,0.000008744853,0.0000042727847,0.000013105839,0.05297166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985308,0.00006360092,0.00021328799,0.00054311636,0.00034562754,0.0003035335],"domain_scores_gemma":[0.998733,0.00005880798,0.000036764937,0.00095381006,0.000104562496,0.0001130635],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017475353,0.000115058385,0.00013234274,0.000039043647,0.000112160466,0.0001306503,0.00061329664,0.00006871636,0.00081723195],"category_scores_gemma":[0.0000489389,0.00010710866,0.000077696015,0.0002582779,0.000012127255,0.00030006666,0.0008936528,0.0001158389,0.00082208816],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058239593,0.00021601182,0.010836758,0.00006192343,0.000086440836,0.0011123496,0.0018509259,0.0015997718,0.03113415,0.60580784,0.02019922,0.3270888],"study_design_scores_gemma":[0.0016425002,0.00009338628,0.0039305184,0.000066367014,0.00003438468,0.000824166,0.00018005514,0.58492446,0.081282474,0.044288367,0.28121647,0.0015168525],"about_ca_topic_score_codex":0.000041362,"about_ca_topic_score_gemma":0.00018682111,"teacher_disagreement_score":0.74223965,"about_ca_system_score_codex":0.00007334354,"about_ca_system_score_gemma":0.0001319589,"threshold_uncertainty_score":0.9999559},"labels":[],"label_agreement":null},{"id":"W3187346832","doi":"10.24963/ijcai.2021/544","title":"Hierarchical Modeling of Label Dependency and Label Noise in Fine-grained Entity Typing","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fundamental Research Funds for the Central Universities; State Key Laboratory of Software Development Environment; National Natural Science Foundation of China","keywords":"Computer science; Dependency (UML); Tree (set theory); Hierarchy; Benchmark (surveying); Artificial intelligence; Noise (video); Sentence; Natural language processing; Confusion; Machine learning","score_opus":0.03658541278609571,"score_gpt":0.2701452910301649,"score_spread":0.23355987824406918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187346832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41568246,0.00019173813,0.5822399,0.0005569217,0.000059063757,0.000037829428,5.0091904e-7,0.00003005895,0.0012015015],"genre_scores_gemma":[0.78495264,0.00002170502,0.21473245,0.000102631704,0.00001571155,0.0000022672612,7.502107e-7,0.0000036740869,0.00016813702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989646,0.000054764638,0.00027572835,0.0003485987,0.00015842445,0.00019787348],"domain_scores_gemma":[0.9994144,0.000063938896,0.000030296036,0.00034919343,0.00008022488,0.00006197281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002689229,0.000084426974,0.00016528736,0.00008736991,0.000036939156,0.000049217153,0.0002781729,0.00005641659,0.00001966474],"category_scores_gemma":[0.00013190457,0.00008336692,0.000021771504,0.00027349818,0.000015858366,0.00025864958,0.00043448573,0.00016047676,0.0000031777472],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002118028,0.0005809997,0.01962916,0.0002498746,0.000039556147,0.00015396017,0.0028974921,0.021867177,0.03596925,0.74857026,0.0000354217,0.16998568],"study_design_scores_gemma":[0.0005208911,0.0000101686965,0.00032978217,0.000036130867,0.000002041396,0.000009679175,0.000019152145,0.9790612,0.00076247373,0.019151129,0.000007078583,0.000090302994],"about_ca_topic_score_codex":0.00017365292,"about_ca_topic_score_gemma":0.00046011325,"teacher_disagreement_score":0.957194,"about_ca_system_score_codex":0.000017489809,"about_ca_system_score_gemma":0.00010595831,"threshold_uncertainty_score":0.33996043},"labels":[],"label_agreement":null},{"id":"W3188561342","doi":"10.5194/egusphere-egu22-13024","title":"Hydrology Research Articles Are Becoming More Interdisciplinary","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Summer camp; Adenylate kinase; Chemistry; Biochemistry; Sociology; Enzyme","score_opus":0.16750673123075643,"score_gpt":0.41821566907322916,"score_spread":0.2507089378424727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188561342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49384466,0.00029086642,0.45838046,0.035104286,0.0014885961,0.00036874876,0.0000036565834,0.00042436103,0.010094369],"genre_scores_gemma":[0.9488447,0.000008262188,0.048531182,0.0003737228,0.00017577955,0.00013890976,0.000004268702,0.000017067392,0.0019061505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971239,0.00036999816,0.00035215454,0.0010239991,0.0006011517,0.00052879803],"domain_scores_gemma":[0.99761343,0.00025072513,0.000107598986,0.0018245006,0.00009797215,0.00010576691],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0015821427,0.00017597967,0.0002767242,0.00040127547,0.00038704945,0.00021082298,0.0031194382,0.00016409377,0.00038843948],"category_scores_gemma":[0.00006583253,0.0001716085,0.00011171587,0.00026532766,0.0000887039,0.00013976914,0.052197725,0.0018417396,0.000054284475],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008207649,0.00096798403,0.028119331,0.00091074855,0.0003759788,0.0024738717,0.08760042,0.28387132,0.0009199375,0.29293954,0.039164305,0.26257446],"study_design_scores_gemma":[0.00010773696,0.000041760366,0.001445859,0.000047125268,0.0000032672635,0.000016440985,0.001713788,0.82663316,0.0001449388,0.16867846,0.00092761347,0.00023986914],"about_ca_topic_score_codex":0.00013943312,"about_ca_topic_score_gemma":0.00007115401,"teacher_disagreement_score":0.5427618,"about_ca_system_score_codex":0.00020957614,"about_ca_system_score_gemma":0.00015397927,"threshold_uncertainty_score":0.95546794},"labels":[],"label_agreement":null},{"id":"W3189064355","doi":"10.1007/s40747-021-00482-y","title":"Modeling multi-prototype Chinese word representation learning for word similarity","year":2021,"lang":"en","type":"article","venue":"Complex & Intelligent Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Word (group theory); Natural language processing; Artificial intelligence; Similarity (geometry); Polysemy; Semantic similarity; Word embedding; Representation (politics); Task (project management); Embedding; Mathematics","score_opus":0.160357679159926,"score_gpt":0.35882770318270113,"score_spread":0.19847002402277514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189064355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03326274,0.00071964186,0.96265906,0.0002339097,0.001482704,0.0010882658,0.0000027735755,0.0003324131,0.00021846515],"genre_scores_gemma":[0.9207649,0.00002656818,0.0776685,0.000080355705,0.00034494742,0.00024566834,0.000048477283,0.00002930207,0.000791283],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973131,0.00025444708,0.0007364959,0.0008671488,0.00037925702,0.00044957706],"domain_scores_gemma":[0.9980311,0.00020523982,0.00016482426,0.0009342635,0.00052292255,0.00014164778],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006009508,0.00026018984,0.00041597916,0.00012282282,0.00033305574,0.00044726182,0.00076216547,0.00011015576,0.00001994655],"category_scores_gemma":[0.00044228954,0.00025580815,0.00020389793,0.0004778303,0.00002027106,0.00035559692,0.00036156143,0.00028571638,0.000045649915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022493714,0.00009112217,0.0031060386,0.000197102,0.000055088218,0.00001678975,0.0015405496,0.9710368,0.0019555816,0.005514347,0.000073017996,0.016391091],"study_design_scores_gemma":[0.0002825919,0.000029187957,0.00022507066,0.00009105407,0.000009139279,0.000025029412,0.0003517704,0.9949854,0.00043119013,0.0011514308,0.0021470147,0.00027114048],"about_ca_topic_score_codex":0.00023703137,"about_ca_topic_score_gemma":0.00008480784,"teacher_disagreement_score":0.88750213,"about_ca_system_score_codex":0.00012660328,"about_ca_system_score_gemma":0.00009741358,"threshold_uncertainty_score":0.9999894},"labels":[],"label_agreement":null},{"id":"W3190588453","doi":"10.3390/data6080084","title":"The Automatic Detection of Dataset Names in Scientific Articles","year":2021,"lang":"en","type":"article","venue":"Data","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Canadian Institute of Steel Construction","keywords":"Computer science; Named-entity recognition; Annotation; Task (project management); Natural language processing; Sentence; Feature (linguistics); Set (abstract data type); Artificial intelligence; Code (set theory); Information retrieval; Baseline (sea); Linguistics; Programming language","score_opus":0.06923547144482206,"score_gpt":0.2931762461491873,"score_spread":0.22394077470436524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190588453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5463612,0.00072602415,0.44977295,0.0014628044,0.0007693234,0.00009879962,0.00071654137,0.000054781853,0.000037532274],"genre_scores_gemma":[0.988172,0.000005528274,0.011471068,0.000027526092,0.000009658516,0.0000015763482,0.00029204017,0.0000013622398,0.000019224648],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993723,0.00004966146,0.0001319215,0.00021824922,0.00013840052,0.00008947693],"domain_scores_gemma":[0.9979287,0.00008212581,0.0000318154,0.0019246164,0.00001900294,0.000013747196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055633916,0.000026909502,0.000040386327,0.000026237403,0.000078939556,0.00017928047,0.0011022363,0.000009695138,0.0000037202346],"category_scores_gemma":[0.0002138499,0.000020285066,0.0000050947788,0.00028621888,0.000036471458,0.00039339517,0.0009262192,0.000038724727,0.000013431001],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.935897e-7,0.000056695317,0.00068673806,0.000030486633,0.000008232072,0.000017967892,0.0004939306,0.00017048564,0.026905468,0.0053205364,0.005499923,0.9608085],"study_design_scores_gemma":[0.00005955939,0.0000025282113,0.0014746488,0.000012374498,0.0000014531521,0.0000053964823,0.000057709305,0.97185636,0.0131906625,0.001722929,0.01158581,0.000030570198],"about_ca_topic_score_codex":0.000039830946,"about_ca_topic_score_gemma":0.0006182794,"teacher_disagreement_score":0.9716859,"about_ca_system_score_codex":0.0000072935004,"about_ca_system_score_gemma":0.000051158862,"threshold_uncertainty_score":0.20482478},"labels":[],"label_agreement":null},{"id":"W3192525318","doi":"10.20381/ruor-23341","title":"Towards the Automatic Classification of Student Answers to Open-ended Questions","year":2019,"lang":"en","type":"dissertation","venue":"uO Research (University of Ottawa)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mathematics education; Computer science; Closed-ended question; Information retrieval; Natural language processing; Psychology; Data science; Mathematics; Statistics","score_opus":0.1268726717033858,"score_gpt":0.3884350634991476,"score_spread":0.2615623917957618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192525318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65153503,0.00007561911,0.16414249,0.010407003,0.000976985,0.0041803475,0.00004592157,0.00013635811,0.16850023],"genre_scores_gemma":[0.95808285,0.00003991022,0.021792259,0.000016367598,0.000018325172,0.0000051562847,0.000051540286,0.000012298309,0.01998131],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99742234,0.0003715896,0.00021388066,0.0004521537,0.0012679097,0.00027210603],"domain_scores_gemma":[0.99744946,0.0001844893,0.00021345008,0.0012290258,0.0008163418,0.00010721332],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0015950399,0.00011909501,0.00027228968,0.0005540971,0.00030249023,0.00011773262,0.0054006716,0.00014172845,0.000058306232],"category_scores_gemma":[0.00012378441,0.00011735424,0.00009013069,0.0008646932,0.000085127314,0.00040788247,0.0007772618,0.00041735833,0.00007266202],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000134626125,0.00042567303,0.0025345255,0.00063258293,0.00022021776,0.00001520793,0.035960484,0.00063597434,0.00575883,0.79899067,0.008124953,0.1466874],"study_design_scores_gemma":[0.0010258491,0.0005865623,0.75786716,0.0007721182,0.00006814118,0.0000024509166,0.05364249,0.16859974,0.00075393415,0.0037541648,0.012408375,0.00051899557],"about_ca_topic_score_codex":0.00072718825,"about_ca_topic_score_gemma":0.0014188829,"teacher_disagreement_score":0.7952365,"about_ca_system_score_codex":0.00021380579,"about_ca_system_score_gemma":0.00079801027,"threshold_uncertainty_score":0.99998057},"labels":[],"label_agreement":null},{"id":"W3193068792","doi":"10.1162/coli_a_00422","title":"Probing Classifiers: Promises, Shortcomings, and Advances","year":2021,"lang":"en","type":"preprint","venue":"Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation; Israel Science Foundation","keywords":"Computer science; Artificial intelligence; Variety (cybernetics); Classifier (UML); Machine learning; Property (philosophy); Artificial neural network; Deep neural networks; Natural language processing; Epistemology","score_opus":0.03569677429684543,"score_gpt":0.2887908698049079,"score_spread":0.2530940955080625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193068792","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031367217,0.0034565553,0.98729736,0.00024138007,0.0027367165,0.00027481638,0.0000116353785,0.00020752376,0.0026372909],"genre_scores_gemma":[0.4142305,0.00007310679,0.58471185,0.00017224957,0.00064403366,0.000020557558,0.00007635282,0.000015379444,0.0000559677],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979324,0.00006127217,0.00046563213,0.0008673725,0.0004219654,0.00025140194],"domain_scores_gemma":[0.9981336,0.0002827734,0.00024681306,0.00046768057,0.0007436311,0.00012550238],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024154314,0.0002736971,0.0003386974,0.00011194949,0.00016179006,0.000681244,0.00066786463,0.00018107981,0.000003448753],"category_scores_gemma":[0.0011265506,0.00030545157,0.00007448009,0.000114642295,0.00006978245,0.00008416878,0.0017893853,0.0005543225,0.00000236914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050896247,0.00009434447,0.0011143115,0.0009144395,0.00009535552,0.00015505962,0.0020020744,0.56751585,0.000008241533,0.38559395,0.00031029648,0.042190976],"study_design_scores_gemma":[0.00014278025,0.000012848818,0.00025103096,0.0003267005,0.00002005197,0.000016409644,0.000039401282,0.88060254,0.000022459657,0.11068464,0.0075384816,0.0003426272],"about_ca_topic_score_codex":0.000008811446,"about_ca_topic_score_gemma":0.000003833994,"teacher_disagreement_score":0.41109377,"about_ca_system_score_codex":0.000089201545,"about_ca_system_score_gemma":0.0006261425,"threshold_uncertainty_score":0.99993974},"labels":[],"label_agreement":null},{"id":"W3193215773","doi":"","title":"Detecting Interrogative Utterances with Recurrent Neural Networks","year":2015,"lang":"en","type":"article","venue":"Neural Information Processing Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Utterance; Computer science; Artificial neural network; Regularization (linguistics); Artificial intelligence; Recurrent neural network; Interrogative; Deep neural networks; Context (archaeology); Statement (logic); Speech recognition; Natural language processing; Machine learning; Linguistics","score_opus":0.04103528702438647,"score_gpt":0.2667657193270378,"score_spread":0.22573043230265133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193215773","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08134923,0.00027843358,0.91525686,0.00027986683,0.0013539729,0.00025606412,5.56683e-7,0.00036441637,0.00086062704],"genre_scores_gemma":[0.9962572,6.6931136e-7,0.0032534753,0.00025530037,0.0001626404,0.000041057985,0.0000043249674,0.000005993615,0.000019355024],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985851,0.000072147006,0.00048187422,0.00018587481,0.00039949868,0.0002754893],"domain_scores_gemma":[0.9988251,0.000028425176,0.00042500894,0.00023135147,0.00037210085,0.00011801483],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00035869973,0.00016466659,0.00017368348,0.00011635527,0.00017138674,0.0011023812,0.0004712035,0.000051354727,3.4621135e-7],"category_scores_gemma":[0.000046405134,0.00012275763,0.000024251764,0.0003762813,0.000028502174,0.0064391727,0.00010064832,0.00022896819,0.000008364078],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022817034,0.000008140899,0.0007970028,0.00014392276,0.0000075489074,0.0000031515026,0.01400288,0.53972846,0.000005566049,0.00046395778,0.00009538614,0.44472116],"study_design_scores_gemma":[0.00032097884,0.000102312915,0.00005002749,0.0001511254,0.0000028839818,0.00009728923,0.001386278,0.99719554,0.000040012226,0.000018484217,0.0004778501,0.00015720824],"about_ca_topic_score_codex":0.000040832958,"about_ca_topic_score_gemma":0.0000053890603,"teacher_disagreement_score":0.91490793,"about_ca_system_score_codex":0.00008502446,"about_ca_system_score_gemma":0.0000624684,"threshold_uncertainty_score":0.99993455},"labels":[],"label_agreement":null},{"id":"W3194334866","doi":"10.1145/3469096.3474926","title":"MTLV","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Artificial intelligence; Multi-task learning; Task (project management); Machine learning; Generalization; Task analysis; Natural language processing","score_opus":0.027232784057806287,"score_gpt":0.24106642442919532,"score_spread":0.21383364037138902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194334866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026124504,0.000036944253,0.91359985,0.002607949,0.00014125498,0.0000053235326,1.5365426e-8,0.00007439814,0.08092183],"genre_scores_gemma":[0.5210661,0.0000021367207,0.46807548,0.0013429868,0.00003413926,6.830242e-7,1.0685734e-7,0.0000010333438,0.009477288],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99975216,0.0000061864603,0.000034111315,0.000099895755,0.000052603395,0.00005505889],"domain_scores_gemma":[0.99970293,0.0000085834845,0.0000036059037,0.0002472332,0.00001944689,0.00001818364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000028545825,0.0000161766,0.000021237332,0.000006196957,0.000013819148,0.00003803918,0.00015475079,0.000008004755,0.00009050556],"category_scores_gemma":[0.000008816672,0.000014302736,0.000010972536,0.00006555993,0.000001640118,0.000083942985,0.000111300775,0.000018431287,0.00010769023],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8256686e-8,0.000005745242,0.00016218271,9.648217e-7,0.0000012369463,0.000023156173,0.00007477316,0.000060787523,0.0007504506,0.9312803,0.0010533731,0.066586986],"study_design_scores_gemma":[0.0002035174,0.000008686249,0.0011192086,0.000006182772,0.0000011867347,0.00006816802,0.000038808266,0.7556328,0.050837997,0.06750229,0.12439886,0.0001822529],"about_ca_topic_score_codex":0.000003756873,"about_ca_topic_score_gemma":0.0000035352375,"teacher_disagreement_score":0.86377805,"about_ca_system_score_codex":0.0000036213612,"about_ca_system_score_gemma":0.000024678928,"threshold_uncertainty_score":0.1384176},"labels":[],"label_agreement":null},{"id":"W3194884147","doi":"10.1145/3447548.3470791","title":"Language Scaling","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Scaling; Taxonomy (biology); Pragmatics; Natural language processing; Natural language; Artificial intelligence; Data science; Linguistics","score_opus":0.01814573464516618,"score_gpt":0.2556594184063437,"score_spread":0.23751368376117754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194884147","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037813727,0.00012250742,0.9236378,0.0008221899,0.00012859893,0.000007731153,4.051681e-8,0.000113761096,0.03735361],"genre_scores_gemma":[0.67986006,0.0000012396824,0.3162698,0.0007450144,0.00003892865,5.3042413e-7,2.1711513e-7,0.0000013345198,0.0030828859],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996756,0.000009661451,0.000047078516,0.0001238685,0.000068210604,0.00007562225],"domain_scores_gemma":[0.9996688,0.000013659289,0.0000056304793,0.0002710433,0.000017573313,0.000023303846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000049784983,0.000022908669,0.000030248042,0.000010127625,0.000019937144,0.00005553544,0.00017147408,0.000011204435,0.00007670915],"category_scores_gemma":[0.000016403586,0.000020586847,0.000015574276,0.00008524326,0.0000021268877,0.000095623145,0.00012828644,0.00002820871,0.00007200598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5925201e-7,0.000020464302,0.00041039457,0.000007092439,0.000005872638,0.00020570954,0.0021619897,0.0004721312,0.013625197,0.638468,0.00060640916,0.34401655],"study_design_scores_gemma":[0.00020701937,0.000004673147,0.0006553572,0.000013474592,0.0000017406744,0.00006951483,0.00040668252,0.8585963,0.12617467,0.006374811,0.007303966,0.00019173836],"about_ca_topic_score_codex":0.000012264086,"about_ca_topic_score_gemma":0.000005277462,"teacher_disagreement_score":0.8581242,"about_ca_system_score_codex":0.000005299822,"about_ca_system_score_gemma":0.000022330016,"threshold_uncertainty_score":0.09255152},"labels":[],"label_agreement":null},{"id":"W3195010973","doi":"10.1145/3459637.3482011","title":"MS MARCO Chameleons: Challenging the MS MARCO Leaderboard with Extremely Obstinate Queries","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Microsoft (Canada); University of Waterloo","funders":"","keywords":"Computer science; Set (abstract data type); Task (project management); Information retrieval; Perspective (graphical); Artificial intelligence","score_opus":0.03365566842748198,"score_gpt":0.22261926057938417,"score_spread":0.18896359215190217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195010973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018209076,0.0023953877,0.9194496,0.028323134,0.000363722,0.0001820683,7.434408e-7,0.00041430446,0.030661916],"genre_scores_gemma":[0.8811422,0.00024016143,0.10900505,0.0013874134,0.00018328957,0.00004327631,0.0000015794461,0.000025813864,0.0079712365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811155,0.0001008046,0.0002457468,0.0006058658,0.00043200926,0.00050399965],"domain_scores_gemma":[0.9984418,0.00015725588,0.00007102937,0.0011015155,0.00013746579,0.00009093534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030727242,0.00021730356,0.00021635536,0.00005616822,0.00027918653,0.0003072998,0.00090094056,0.000057586913,0.0001654415],"category_scores_gemma":[0.00005777218,0.00013979626,0.00006941454,0.0003565434,0.00009369664,0.00045632443,0.00048143865,0.00027074508,0.0000491973],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017412767,0.00009819234,0.0021842266,0.000099547244,0.000113136026,0.00048293316,0.0074332114,0.0034342273,0.0016152251,0.8216533,0.0009660608,0.16190253],"study_design_scores_gemma":[0.0017547497,0.00023034008,0.010497881,0.0005415499,0.000049676903,0.0008152291,0.0069228974,0.8282225,0.020988248,0.019241337,0.108884476,0.0018511122],"about_ca_topic_score_codex":0.00015019426,"about_ca_topic_score_gemma":0.00039313314,"teacher_disagreement_score":0.8629331,"about_ca_system_score_codex":0.000032678592,"about_ca_system_score_gemma":0.00013881283,"threshold_uncertainty_score":0.57007265},"labels":[],"label_agreement":null},{"id":"W3196070880","doi":"10.48550/arxiv.2111.05196","title":"NATURE: Natural Auxiliary Text Utterances for Realistic Spoken Language Evaluation","year":2021,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Utterance; Set (abstract data type); Spoken language; Simple (philosophy); Natural language; Natural language processing; Semantics (computer science); Natural language understanding; Artificial intelligence; Speech recognition; Programming language","score_opus":0.05376264222521476,"score_gpt":0.22166264853563356,"score_spread":0.1679000063104188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196070880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43803585,0.00037778047,0.5579766,0.0004573003,0.0007167578,0.00018852543,0.000004608007,0.00011054557,0.0021320514],"genre_scores_gemma":[0.992394,0.000011932031,0.0055766883,0.00033209068,0.00009833716,0.0000011140808,0.000017129067,0.0000061978208,0.0015625602],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989276,0.00009063614,0.00009940968,0.0005430322,0.00013066077,0.00020867103],"domain_scores_gemma":[0.9989112,0.00013524473,0.00006099581,0.00053798227,0.0002978859,0.00005670033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033828357,0.00010627952,0.00011612228,0.00007010025,0.00011935923,0.0000668009,0.000530707,0.00008861071,0.000028822462],"category_scores_gemma":[0.0001784704,0.00011674052,0.00008397087,0.00039197388,0.000024183051,0.00046008616,0.00015247775,0.0001781227,0.0000138483865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058792473,0.00011544082,0.0031335629,0.0000899688,0.000104293904,0.0004739637,0.001430405,0.06504736,0.0042316136,0.8863827,0.0015836136,0.037348274],"study_design_scores_gemma":[0.0005640028,0.000014052042,0.0018660915,0.00001800676,0.00003242372,0.000009499968,0.00014534585,0.9824539,0.0014091226,0.012603725,0.0007180048,0.00016584845],"about_ca_topic_score_codex":0.00004317266,"about_ca_topic_score_gemma":0.00013512965,"teacher_disagreement_score":0.9174065,"about_ca_system_score_codex":0.00012744627,"about_ca_system_score_gemma":0.00018518907,"threshold_uncertainty_score":0.476054},"labels":[],"label_agreement":null},{"id":"W3197016261","doi":"10.14778/3476311.3476326","title":"CBench","year":2021,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Benchmarking; Suite; Benchmark (surveying); Question answering; Set (abstract data type); Task (project management); Quality (philosophy); Artificial intelligence; Information retrieval; Natural language processing; Programming language; Systems engineering","score_opus":0.01596362296791629,"score_gpt":0.2186539506523365,"score_spread":0.20269032768442022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197016261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75457007,0.0011547001,0.058939986,0.027196297,0.0022635008,0.0006213855,0.0000025624104,0.00031870746,0.15493278],"genre_scores_gemma":[0.9619998,0.000016257269,0.036558054,0.00032200277,0.00004904496,0.000010957895,7.134994e-8,0.00000396651,0.0010398967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991588,0.0000032863743,0.00016270323,0.000225817,0.00029204946,0.00015732025],"domain_scores_gemma":[0.99949545,0.000013807881,0.0000852946,0.00020559426,0.00016482269,0.00003500634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001529272,0.00006907214,0.000093591865,0.000022735967,0.00005942242,0.00006378667,0.00081843877,0.000022546657,0.0000138682135],"category_scores_gemma":[0.00006304325,0.000049005088,0.00006871177,0.0002452701,0.00001739739,0.00018203243,0.0006900905,0.00007648387,0.000007355087],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002173103,0.00011431626,0.0046632974,0.000086841246,0.00003529016,0.0000022157615,0.0015862242,0.000083198065,0.16363892,0.80180866,0.0030024908,0.024976382],"study_design_scores_gemma":[0.00032694335,0.000024447225,0.0018903445,0.000083026585,0.00001121015,0.000043355907,0.00017193986,0.011714133,0.93195933,0.044555016,0.0090687,0.00015155114],"about_ca_topic_score_codex":0.000010253595,"about_ca_topic_score_gemma":7.709086e-7,"teacher_disagreement_score":0.76832044,"about_ca_system_score_codex":0.00003456443,"about_ca_system_score_gemma":0.000040816067,"threshold_uncertainty_score":0.19983694},"labels":[],"label_agreement":null},{"id":"W3197275000","doi":"10.18653/v1/2021.emnlp-main.181","title":"Unsupervised Conversation Disentanglement through Co-Training","year":2021,"lang":"en","type":"article","venue":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Conversation; Computer science; Classifier (UML); Session (web analytics); Artificial intelligence; Machine learning; Reinforcement learning; Training set; Speech recognition; World Wide Web","score_opus":0.11382687623688474,"score_gpt":0.4306470469350119,"score_spread":0.3168201706981271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197275000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43537003,0.0062070945,0.500186,0.028671913,0.0015600033,0.0009410989,0.000007579742,0.00027798014,0.026778262],"genre_scores_gemma":[0.607336,0.00001357089,0.3918849,0.00060676114,0.000051039497,0.000011791305,0.000001250987,0.000008463164,0.00008621411],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997815,0.00012802299,0.0005064066,0.00063182856,0.0005403863,0.00037833233],"domain_scores_gemma":[0.99880373,0.00021127253,0.00028037935,0.00026255831,0.0003817378,0.000060335296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008683087,0.0002234103,0.00036635366,0.00008999485,0.00012578923,0.00024693718,0.000992402,0.0001086068,0.000046453468],"category_scores_gemma":[0.0011015233,0.0001652533,0.00011474552,0.0009596451,0.00009094131,0.0006800954,0.00041499938,0.0005677343,0.0000020517325],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002758117,0.00012359773,0.0037938124,0.00029576445,0.000024954204,0.000014540935,0.05404985,0.00003052326,0.15512958,0.020970374,0.00004038207,0.76549906],"study_design_scores_gemma":[0.00121523,0.000064813925,0.0024153185,0.0014376863,0.00003535653,0.00004029653,0.02620299,0.44262588,0.4933661,0.031691123,0.00026579204,0.0006394196],"about_ca_topic_score_codex":0.0000114251125,"about_ca_topic_score_gemma":0.0000030880537,"teacher_disagreement_score":0.7648596,"about_ca_system_score_codex":0.00012883,"about_ca_system_score_gemma":0.00025799207,"threshold_uncertainty_score":0.6738834},"labels":[],"label_agreement":null},{"id":"W3197317199","doi":"10.18653/v1/2022.starsem-1.16","title":"A Generative Approach for Mitigating Structural Biases in Natural Language Inference","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation","keywords":"Discriminative model; Generative grammar; Computer science; Generative model; Inference; Artificial intelligence; Task (project management); Machine learning; Context (archaeology); Pattern recognition (psychology)","score_opus":0.06508462960440754,"score_gpt":0.32992578380389664,"score_spread":0.2648411541994891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197317199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28532943,0.0004994501,0.7116655,0.00016950317,0.0005679417,0.000619728,0.000021276517,0.00015401382,0.00097313104],"genre_scores_gemma":[0.5474674,0.000001201434,0.45180303,0.00016199834,0.00008137541,0.00020217978,0.000070288654,0.0000068588693,0.00020566171],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812603,0.000112071364,0.0003365783,0.00081286236,0.00026430958,0.00034813947],"domain_scores_gemma":[0.9988496,0.00027060776,0.00014514608,0.0006340028,0.000051968564,0.00004868368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028781735,0.0002375405,0.00029356225,0.00015938753,0.000111696674,0.00024535437,0.001330295,0.00009575114,0.000032412852],"category_scores_gemma":[0.00030169616,0.00021376665,0.00010563436,0.00016893036,0.00002245023,0.00019288022,0.0026103149,0.0007191836,4.0060092e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000107423275,0.00004783269,0.0022027583,0.0003573958,0.00006496481,0.000032649932,0.02947735,0.8276044,0.001044165,0.069055915,0.00012974245,0.06997205],"study_design_scores_gemma":[0.00019289738,0.000013333332,0.00026495042,0.00002899686,0.0000027522062,0.0000034891823,0.00068264036,0.99513614,0.0005590975,0.002838019,0.00000703054,0.00027063515],"about_ca_topic_score_codex":0.00057272665,"about_ca_topic_score_gemma":0.000117886455,"teacher_disagreement_score":0.26213798,"about_ca_system_score_codex":0.00015939496,"about_ca_system_score_gemma":0.0002249761,"threshold_uncertainty_score":0.87171507},"labels":[],"label_agreement":null},{"id":"W3197492799","doi":"10.1007/978-3-030-86331-9_23","title":"Sparse Document Analysis Using Beta-Liouville Naive Bayes with Vocabulary Knowledge","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; BETA (programming language); Bayes' theorem; Artificial intelligence; Naive Bayes classifier; Vocabulary; Natural language processing; Machine learning; Bayesian probability; Programming language; Philosophy; Linguistics; Support vector machine","score_opus":0.024601828288167968,"score_gpt":0.260545632630907,"score_spread":0.23594380434273904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197492799","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008781705,0.0019947498,0.99316764,0.00028045784,0.001021931,0.00031007847,0.0000035378807,0.00013726897,0.0022061798],"genre_scores_gemma":[0.19365323,0.00004482763,0.80469817,0.0005731151,0.00044496765,0.000007554325,0.000008949985,0.000041432264,0.0005277743],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946939,0.00007839777,0.00065720093,0.0025097947,0.0012330349,0.0008277026],"domain_scores_gemma":[0.99620306,0.0003235288,0.00035998487,0.0023829197,0.00047323407,0.00025725723],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00084804784,0.000709134,0.0010064897,0.0016681656,0.00036106206,0.0009011079,0.003144327,0.00030337746,0.000064967004],"category_scores_gemma":[0.000031009982,0.0006068122,0.00030404443,0.0023239832,0.00050188496,0.0007363832,0.0022462304,0.00080963544,0.000020010495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065599074,0.000056846126,0.0005416673,0.00006614502,0.0003680199,0.00056190894,0.002528358,0.718118,0.00007788615,0.023402844,0.0000073869282,0.25426438],"study_design_scores_gemma":[0.00024720124,0.00010187112,0.000088542176,0.00044586585,0.00019493037,0.00010155986,0.0000010096044,0.9842569,0.0010042995,0.012099677,0.00056802604,0.00089009904],"about_ca_topic_score_codex":0.00006938185,"about_ca_topic_score_gemma":0.00038466786,"teacher_disagreement_score":0.26613894,"about_ca_system_score_codex":0.0005582542,"about_ca_system_score_gemma":0.0011775981,"threshold_uncertainty_score":0.9996383},"labels":[],"label_agreement":null},{"id":"W3198035914","doi":"10.1007/978-3-030-86337-1_16","title":"A More Effective Sentence-Wise Text Segmentation Approach Using BERT","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Segmentation; Encoder; Artificial intelligence; Sentence; Transformer; Natural language processing; Text segmentation; Feature (linguistics); Heuristic; Feature engineering; Language model; Deep learning; Natural language","score_opus":0.025975732776636576,"score_gpt":0.2658582777646642,"score_spread":0.23988254498802764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198035914","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00070820365,0.00053858076,0.9950225,0.00028184798,0.0013375779,0.00073078135,0.0000030142537,0.00013813526,0.0012393821],"genre_scores_gemma":[0.063673005,0.000019075562,0.9343735,0.0011527623,0.00048066364,0.000022293143,0.000009752216,0.00003759987,0.00023132165],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954032,0.000066069435,0.00051091873,0.0021429926,0.001210464,0.0006663568],"domain_scores_gemma":[0.9973789,0.00036828147,0.00029667036,0.0014559398,0.00032412424,0.00017607008],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008445561,0.0005704154,0.0005746083,0.00066117477,0.0003039268,0.00067423464,0.0022464846,0.00031477958,0.000010712522],"category_scores_gemma":[0.00009435467,0.00054623553,0.00017036838,0.00076719775,0.0004440487,0.0008074908,0.0016360905,0.00081408874,0.000010835508],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038480457,0.000044197503,0.000104365485,0.00008912833,0.000023878953,0.00013448845,0.0026603527,0.22361104,0.0013259313,0.0059744185,0.000004188729,0.7660242],"study_design_scores_gemma":[0.00023899306,0.00004616355,0.000058604488,0.00039024057,0.000013821991,0.0001813414,0.0000018449706,0.9843735,0.0023962378,0.011674134,0.00005561336,0.00056950015],"about_ca_topic_score_codex":0.00006987053,"about_ca_topic_score_gemma":0.000017541495,"teacher_disagreement_score":0.76545465,"about_ca_system_score_codex":0.0006635214,"about_ca_system_score_gemma":0.00060081837,"threshold_uncertainty_score":0.99969894},"labels":[],"label_agreement":null},{"id":"W3198536471","doi":"10.1145/3446426","title":"Multi-Stage Conversational Passage Retrieval: An Approach to Fusing Term Importance Estimation and Neural Query Rewriting","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canada First Research Excellence Fund; Natural Sciences and Engineering Research Council of Canada; Ministry of Science and Technology, Taiwan","keywords":"Computer science; Information retrieval; Leverage (statistics); Query expansion; Term (time); Artificial intelligence; Query language; Rewriting; Context (archaeology); Natural language processing; Programming language","score_opus":0.059295514660712485,"score_gpt":0.2863921894774662,"score_spread":0.22709667481675372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198536471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03589182,0.000022950098,0.96228564,0.0004043916,0.00042974923,0.00031421246,0.000019239425,0.00020950343,0.0004224817],"genre_scores_gemma":[0.82479095,0.0000039822803,0.17466816,0.00034119113,0.000033733286,0.00002986314,0.000049755658,0.0000067104547,0.00007564544],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984218,0.000100568905,0.0006097925,0.00028425513,0.000391386,0.00019218994],"domain_scores_gemma":[0.9986579,0.000093970724,0.00019924232,0.00067947246,0.00024149081,0.00012796726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049642305,0.00014541874,0.00016568945,0.00021617487,0.0003357707,0.00051859446,0.0003052938,0.000086498156,0.000004772251],"category_scores_gemma":[0.00010526247,0.00015466403,0.000034610155,0.00042456633,0.000022096025,0.0042392993,0.000019685587,0.00017133584,0.000010559163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003054335,0.00012072467,0.0011126597,0.00050837797,0.00004550224,0.000006653342,0.021333044,0.8744144,0.0018125509,0.015898846,0.00002925411,0.08468747],"study_design_scores_gemma":[0.00041428985,0.000023063067,0.0014929692,0.000054573895,0.000005677213,0.000060872928,0.0020180233,0.9951903,0.0003280869,0.000033480163,0.0002060565,0.00017256926],"about_ca_topic_score_codex":0.000055509317,"about_ca_topic_score_gemma":0.000004671011,"teacher_disagreement_score":0.7888991,"about_ca_system_score_codex":0.00011455424,"about_ca_system_score_gemma":0.00007322223,"threshold_uncertainty_score":0.6307016},"labels":[],"label_agreement":null},{"id":"W3198561049","doi":"10.18653/v1/2021.findings-emnlp.84","title":"When Retriever-Reader Meets Scenario-Based Multiple-Choice Questions","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Variety (cybernetics); Relevance (law); Artificial intelligence; Reading (process); Information retrieval; Natural language processing; Word (group theory); Weighting; Question answering; Noise (video); Labrador Retriever; Machine learning; Linguistics","score_opus":0.051033749843265454,"score_gpt":0.280786606815107,"score_spread":0.22975285697184153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198561049","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004949728,0.00046596627,0.9705119,0.01827461,0.0019669894,0.00037595775,0.000007021946,0.00078818935,0.0026596247],"genre_scores_gemma":[0.42197683,0.000009356424,0.57284176,0.0027684034,0.00020349423,0.00005394711,0.000041437987,0.000026275631,0.0020784612],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996763,0.00019087018,0.00052400795,0.001427512,0.0006309944,0.00046361797],"domain_scores_gemma":[0.99579644,0.0006628693,0.0001887574,0.0027356981,0.00039065204,0.00022557093],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038208265,0.0003921207,0.00042745465,0.00019018509,0.00015357148,0.00075706816,0.0020956055,0.00048464333,0.00018693827],"category_scores_gemma":[0.0011098366,0.0003924423,0.00024041583,0.00023400375,0.00004663117,0.0003228983,0.0023532335,0.0009555727,0.00004996476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003942966,0.002044368,0.061095383,0.0017232709,0.0008670902,0.0008663302,0.012087412,0.63433355,0.0033339493,0.09600309,0.06791854,0.119687594],"study_design_scores_gemma":[0.00040387578,0.00001346622,0.0020319228,0.00033341147,0.000022868277,0.000006667392,0.000022624228,0.97219604,0.0010818638,0.0017243471,0.021565933,0.00059700327],"about_ca_topic_score_codex":0.0033763207,"about_ca_topic_score_gemma":0.0010815999,"teacher_disagreement_score":0.41702712,"about_ca_system_score_codex":0.00021434702,"about_ca_system_score_gemma":0.0009458582,"threshold_uncertainty_score":0.9998528},"labels":[],"label_agreement":null},{"id":"W3198948523","doi":"10.18653/v1/2021.findings-emnlp.90","title":"Exploring Decomposition for Table-based Fact Verification","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Benchmark (surveying); Decomposition; Table (database); Parsing; Simple (philosophy); Artificial intelligence; Programming language; Natural language; Machine learning; Formal verification; Natural language processing; Theoretical computer science; Data mining","score_opus":0.21935186610806487,"score_gpt":0.3194389970665212,"score_spread":0.10008713095845631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198948523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04245175,0.00005153986,0.9545733,0.00071566086,0.0012271227,0.00035471845,0.0000033979134,0.00027069362,0.00035186933],"genre_scores_gemma":[0.51120126,0.000009742643,0.48812318,0.00011968563,0.00008618336,0.00033274997,0.00007980576,0.000008133456,0.000039288614],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99871284,0.000034524837,0.00024585568,0.00064634514,0.0001774416,0.000183014],"domain_scores_gemma":[0.99867505,0.000076172764,0.000104467406,0.00093089294,0.00016242955,0.000050975035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020967082,0.00014714744,0.00016977431,0.000090048125,0.000081963575,0.00041873215,0.00062778743,0.000094847615,0.000013088046],"category_scores_gemma":[0.0000248084,0.00015898365,0.00010222176,0.00009318266,0.000005241517,0.00042060437,0.00033694497,0.00016323391,0.0000048466336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015030744,0.00015951192,0.00014212549,0.00066865666,0.000060736278,0.0000068348163,0.0010057454,0.7209916,0.011753942,0.04197328,0.00020845969,0.22301409],"study_design_scores_gemma":[0.00015772806,0.000011115058,0.00018350074,0.000092459806,0.0000071522945,7.0759097e-7,0.000021674376,0.9623132,0.03562873,0.0009105198,0.00047877716,0.00019448104],"about_ca_topic_score_codex":0.00008293459,"about_ca_topic_score_gemma":0.000009094694,"teacher_disagreement_score":0.4687495,"about_ca_system_score_codex":0.000117058225,"about_ca_system_score_gemma":0.00022773644,"threshold_uncertainty_score":0.6483165},"labels":[],"label_agreement":null},{"id":"W3199203364","doi":"10.18653/v1/2021.findings-emnlp.326","title":"Uncovering Implicit Gender Bias in Narratives through Commonsense Inference","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Narrative; Focus (optics); Inference; Commonsense reasoning; Commonsense knowledge; Implicit bias; Intellect; Cognitive psychology; Computer science; Space (punctuation); Psychology; Artificial intelligence; Natural language processing; Epistemology; Social psychology; Linguistics","score_opus":0.16759340898275887,"score_gpt":0.3425471001759142,"score_spread":0.17495369119315535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199203364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35729158,0.00023700835,0.6321177,0.00051180343,0.0005104956,0.00014800175,0.0000012875506,0.00014001151,0.009042135],"genre_scores_gemma":[0.7624786,0.000054926295,0.23678741,0.00048535,0.00004664133,0.000025860225,0.000004819051,0.000011259641,0.00010513162],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99755454,0.00020901987,0.0005166324,0.0009997939,0.00033568186,0.00038432362],"domain_scores_gemma":[0.99785686,0.00022413787,0.00015201082,0.0015958388,0.00010583735,0.00006534241],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003220082,0.00032404362,0.00045235784,0.00011615101,0.000063502936,0.0005142926,0.0013043552,0.00024784956,0.000052943647],"category_scores_gemma":[0.00010988984,0.0003145534,0.000118009855,0.00028575835,0.000033223932,0.00044685754,0.0045278994,0.0008347724,0.000012165743],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011181852,0.00032600315,0.031467553,0.00064826926,0.00019919571,0.0007002799,0.1871168,0.5058196,0.0019408779,0.2514562,0.00039074614,0.019923283],"study_design_scores_gemma":[0.0009273121,0.000047976162,0.022427456,0.0010369946,0.000012946544,0.0000842111,0.007316157,0.50809777,0.003981762,0.45257398,0.0010686911,0.0024247686],"about_ca_topic_score_codex":0.0018633902,"about_ca_topic_score_gemma":0.0011407437,"teacher_disagreement_score":0.40518704,"about_ca_system_score_codex":0.00014089646,"about_ca_system_score_gemma":0.00045957568,"threshold_uncertainty_score":0.9999307},"labels":[],"label_agreement":null},{"id":"W3199446243","doi":"10.1109/tnnls.2021.3112045","title":"Combining Knowledge Graph and Word Embeddings for Spherical Topic Modeling","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Neural Networks and Learning Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Interpretability; Hypersphere; Artificial intelligence; Natural language processing; Topic model; Leverage (statistics); Discriminative model; Word (group theory); Probabilistic logic; Graph; Set (abstract data type); Machine learning; Theoretical computer science; Mathematics","score_opus":0.02569691609597778,"score_gpt":0.25348402159658917,"score_spread":0.22778710550061138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199446243","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0901676,0.0015275535,0.90659046,0.00014544223,0.0012136179,0.00015376983,4.3126752e-7,0.00014722852,0.000053904045],"genre_scores_gemma":[0.99423385,0.00009527642,0.0048398334,0.00006258862,0.0001446459,0.000040370407,8.5532815e-7,0.000016959912,0.00056560483],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868095,0.00016102978,0.0002725442,0.0004790966,0.0001062443,0.00030015744],"domain_scores_gemma":[0.9992652,0.0002883426,0.00005577549,0.000195601,0.00007804204,0.00011705587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025723287,0.00016414879,0.00025527933,0.00005412029,0.0005445588,0.0003307668,0.00013448307,0.000103726576,0.0000014784555],"category_scores_gemma":[0.000008320865,0.0001608365,0.00007711227,0.000226866,0.000023177112,0.00021110901,0.000007002358,0.00049228565,5.5020564e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063958532,0.000018196628,0.000040529714,0.00004164933,0.000017352133,0.000004672857,0.0004796546,0.9436193,0.00006974196,0.0005662751,0.000006344307,0.05512989],"study_design_scores_gemma":[0.00038138384,0.00008019608,0.000009729147,0.000100098376,0.00001573537,0.00006672371,0.00025665664,0.99848986,0.00002241093,0.00005621519,0.00034929818,0.00017168096],"about_ca_topic_score_codex":0.000034423356,"about_ca_topic_score_gemma":0.000009462753,"teacher_disagreement_score":0.90406626,"about_ca_system_score_codex":0.000017768922,"about_ca_system_score_gemma":0.000017818506,"threshold_uncertainty_score":0.65587217},"labels":[],"label_agreement":null},{"id":"W3200130628","doi":"10.18653/v1/2021.emnlp-main.122","title":"Conditional probing: measuring usable information beyond a baseline","year":2021,"lang":"en","type":"article","venue":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Baseline (sea); USable; Representation (politics); Computer science; Word (group theory); Property (philosophy); Identity (music); Natural language processing; Artificial intelligence; Speech recognition; Mathematics","score_opus":0.05992423051901477,"score_gpt":0.36906375505046807,"score_spread":0.3091395245314533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200130628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07204081,0.004151265,0.89369583,0.011621268,0.0007981763,0.00061849697,0.000008526075,0.00019067095,0.016874932],"genre_scores_gemma":[0.562755,0.000010007928,0.43641344,0.00062356493,0.000050154133,0.000017848599,0.0000027468761,0.000006057494,0.00012118188],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979332,0.00011275773,0.0005825192,0.00042434112,0.0006028978,0.00034430492],"domain_scores_gemma":[0.9983127,0.00021149674,0.00035170984,0.00022159849,0.00083161227,0.000070872484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016360783,0.00020624154,0.00031942694,0.0001802948,0.00015200781,0.00035910512,0.00092678814,0.00011712633,0.00003433302],"category_scores_gemma":[0.0022997512,0.00015371575,0.00009881689,0.0011551871,0.00007211012,0.0015964272,0.00040735686,0.0006685505,0.0000035074063],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028851404,0.000117081196,0.0010805606,0.00047674213,0.000018490788,0.0000064240367,0.0068681315,0.00026317016,0.08288294,0.034350622,0.000076714976,0.87383026],"study_design_scores_gemma":[0.00057473587,0.000029215591,0.00060442305,0.0008219858,0.000015828471,0.000055564524,0.0013905724,0.7257151,0.23061241,0.039471637,0.00033700577,0.00037151962],"about_ca_topic_score_codex":0.0000070111378,"about_ca_topic_score_gemma":0.000002072315,"teacher_disagreement_score":0.87345874,"about_ca_system_score_codex":0.0000972817,"about_ca_system_score_gemma":0.00031834812,"threshold_uncertainty_score":0.62683463},"labels":[],"label_agreement":null},{"id":"W3200439183","doi":"10.1609/aaai.v36i10.21322","title":"BROS: A Pre-trained Language Model Focusing on Text and Layout for Better Key Information Extraction from Documents","year":2022,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Key (lock); Natural language processing; Task (project management); Space (punctuation); Artificial intelligence; Masking (illustration); Information extraction; Language model; Semantics (computer science); Information retrieval","score_opus":0.048441363007867104,"score_gpt":0.30151575368776345,"score_spread":0.25307439067989634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200439183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6217225,0.0000082382285,0.37371677,0.002648577,0.00023042609,0.00049913075,0.000023920264,0.00006188813,0.0010885539],"genre_scores_gemma":[0.9830235,0.0000028578947,0.016087985,0.0006427432,0.000050314775,0.00008991681,0.0000028318568,0.000007484376,0.00009233734],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861866,0.000013185069,0.00039988387,0.0003227106,0.00042815288,0.0002173998],"domain_scores_gemma":[0.99916655,0.0000812473,0.00032166316,0.00021096354,0.00017353849,0.00004606169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036411276,0.00015056967,0.00015313203,0.00011734925,0.00031999304,0.00030728724,0.0007953014,0.00004654154,0.000024475537],"category_scores_gemma":[0.0001529079,0.00012851463,0.000060418708,0.00017690165,0.00004792508,0.0009946633,0.00033981598,0.00023469506,0.000006467182],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030694343,0.00014878712,0.0001193418,0.0000587096,0.00002657878,2.7082834e-7,0.02966188,0.014304464,0.080686435,0.48030096,0.00016890497,0.39421672],"study_design_scores_gemma":[0.000056451456,0.000121010475,0.000059097132,0.000057816127,0.000008456453,0.0000013833956,0.0009679131,0.8311893,0.07712787,0.09019998,0.00007687294,0.00013386847],"about_ca_topic_score_codex":0.0001297252,"about_ca_topic_score_gemma":0.000006730746,"teacher_disagreement_score":0.8168848,"about_ca_system_score_codex":0.00007329592,"about_ca_system_score_gemma":0.000050536633,"threshold_uncertainty_score":0.5240674},"labels":[],"label_agreement":null},{"id":"W3200660033","doi":"10.1145/3459637.3482159","title":"Predicting Efficiency/Effectiveness Trade-offs for Dense vs. Sparse Retrieval Strategy Selection","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Leverage (statistics); Embedding; Classifier (UML); Artificial intelligence","score_opus":0.038431037457589544,"score_gpt":0.28088003111487775,"score_spread":0.2424489936572882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200660033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2872691,0.00019182914,0.7092076,0.00013755567,0.0015836281,0.00086879457,0.000004357842,0.0004472975,0.0002898738],"genre_scores_gemma":[0.94098365,0.00001371208,0.058277946,0.0000729546,0.00038421244,0.0000858345,0.000019081193,0.000031251042,0.00013135817],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99647826,0.00031146038,0.00054931606,0.0015727388,0.0005156155,0.00057259505],"domain_scores_gemma":[0.99800795,0.0004785876,0.0002481606,0.00087623275,0.0002461292,0.00014291833],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014329378,0.00040184148,0.00052688655,0.00017982867,0.00025033858,0.0007125494,0.0010739475,0.0004828077,0.000014657766],"category_scores_gemma":[0.00027841455,0.000410938,0.0002852007,0.00043559258,0.000032682212,0.00033206516,0.000854122,0.0007608356,0.0000028157979],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028049562,0.0005550319,0.009654593,0.0024696637,0.0003287029,0.000078827434,0.002633759,0.908392,0.006991286,0.023463072,0.00015519864,0.044997368],"study_design_scores_gemma":[0.00045630577,0.00016915392,0.003541822,0.00023333899,0.000038856142,0.000047566773,0.00006287212,0.9752436,0.017893415,0.0018493375,0.000030791707,0.0004329383],"about_ca_topic_score_codex":0.0001704398,"about_ca_topic_score_gemma":0.00006435475,"teacher_disagreement_score":0.6537146,"about_ca_system_score_codex":0.00029846877,"about_ca_system_score_gemma":0.00085206237,"threshold_uncertainty_score":0.99983424},"labels":[],"label_agreement":null},{"id":"W3200891190","doi":"","title":"Inspecting the Factuality of Hallucinated Entities in Abstractive Summarization.","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Hallucinating; Automatic summarization; Computer science; Natural language processing; Artificial intelligence; Information retrieval","score_opus":0.09452848709654141,"score_gpt":0.1948844294690246,"score_spread":0.10035594237248319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200891190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5949146,0.00003752427,0.40281105,0.00006144633,0.00022346282,0.0001136989,0.0000033139913,0.00004522433,0.0017896795],"genre_scores_gemma":[0.998632,0.00006160723,0.0009858154,0.000025387726,0.000018619043,4.782057e-7,0.000007950787,0.000006169204,0.0002619411],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863935,0.00019760757,0.00024941404,0.0006333538,0.00009672099,0.00018353955],"domain_scores_gemma":[0.9983748,0.00020099293,0.00029539817,0.0008882394,0.00020591113,0.000034626908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003477189,0.00015901984,0.00024709638,0.00016547123,0.00008489141,0.000097549346,0.001172991,0.00015750727,0.000021363536],"category_scores_gemma":[0.000109546236,0.00016042574,0.000107055006,0.0004926445,0.0000746207,0.00038623897,0.0015535745,0.00054691464,0.000002578835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008591863,0.00011306018,0.022124566,0.00012216468,0.00008884644,0.00015145393,0.0066724406,0.76077646,0.00010197777,0.20892188,0.0000062450167,0.0009123262],"study_design_scores_gemma":[0.00037949876,0.000013731761,0.0538019,0.00022947032,0.000032538774,0.0000023969492,0.003771675,0.89946336,0.0017001227,0.04021598,0.000021453938,0.00036785146],"about_ca_topic_score_codex":0.0021766215,"about_ca_topic_score_gemma":0.00075326284,"teacher_disagreement_score":0.40371743,"about_ca_system_score_codex":0.00018776418,"about_ca_system_score_gemma":0.00024508,"threshold_uncertainty_score":0.65419716},"labels":[],"label_agreement":null},{"id":"W3201341200","doi":"10.18653/v1/2021.emnlp-main.42","title":"Mitigating Language-Dependent Ethnic Bias in BERT","year":2021,"lang":"en","type":"preprint","venue":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; National Research Foundation","keywords":"Categorical variable; Computer science; Ethnic group; German; Turkish; Natural language processing; Metric (unit); Language model; Linguistics; Arabic; Gender bias; Word (group theory); Artificial intelligence; Psychology; Machine learning; Sociology; Social psychology","score_opus":0.13897384373430055,"score_gpt":0.44294323317028,"score_spread":0.30396938943597945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201341200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.921169,0.024980145,0.041056376,0.005124675,0.001551102,0.0010095628,0.000005599928,0.00019017675,0.0049133534],"genre_scores_gemma":[0.6134404,0.00004622275,0.38579944,0.00036510278,0.00010384405,0.00005339186,0.0000022165614,0.000027441396,0.00016192807],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99493945,0.0004199713,0.0012634317,0.0015953397,0.0010288828,0.0007529196],"domain_scores_gemma":[0.9971314,0.0005690432,0.0009790106,0.0006969838,0.0005005389,0.000123007],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00341118,0.0006098373,0.0010831157,0.0004929094,0.000104092425,0.00065598276,0.0034561965,0.00060019264,0.000028021605],"category_scores_gemma":[0.004886336,0.00046947322,0.00029442896,0.0016285192,0.00014065276,0.0005375389,0.004271333,0.004159542,0.0000015110885],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024069146,0.00017065047,0.00330039,0.0014050343,0.000029944813,0.00005567894,0.048187338,0.0003724118,0.0475841,0.0009772104,0.000007799454,0.8978854],"study_design_scores_gemma":[0.0008848872,0.0000528455,0.004773921,0.012559289,0.00005037079,0.00005099981,0.017086415,0.80579907,0.14614752,0.011273537,0.000006764019,0.0013143765],"about_ca_topic_score_codex":0.00027259244,"about_ca_topic_score_gemma":0.00011052002,"teacher_disagreement_score":0.896571,"about_ca_system_score_codex":0.00036253204,"about_ca_system_score_gemma":0.00061795313,"threshold_uncertainty_score":0.9997757},"labels":[],"label_agreement":null},{"id":"W3201759467","doi":"","title":"TopiOCQA: Open-domain Conversational Question Answeringwith Topic Switching.","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conversation; Computer science; Question answering; Domain (mathematical analysis); Natural language processing; Open domain; Interdependence; Artificial intelligence; Information retrieval; Code (set theory); Relevance (law); Limiting; Linguistics; Set (abstract data type); Programming language","score_opus":0.06853225001111356,"score_gpt":0.20295636979498613,"score_spread":0.1344241197838726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201759467","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3178515,0.000040118346,0.6785036,0.0003678593,0.00092516805,0.00021050533,0.0000021982714,0.00012219696,0.0019768656],"genre_scores_gemma":[0.96700555,0.000047918853,0.031041533,0.00024525812,0.00017422462,0.000001758451,0.000022727205,0.000012402412,0.0014486243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979029,0.00018473767,0.0002255983,0.0012641344,0.00013269724,0.00028988632],"domain_scores_gemma":[0.99810684,0.0000628476,0.00020511296,0.0013085711,0.00017583127,0.0001407831],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035559875,0.0002660564,0.0003147125,0.00014687669,0.0001891403,0.0004950343,0.0024674055,0.0002434983,0.000057888283],"category_scores_gemma":[0.000033114346,0.00032582265,0.00012973344,0.0003032508,0.000034909895,0.0007749015,0.004208861,0.0005482067,0.000023819524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013846135,0.0000936887,0.00639859,0.00009116922,0.00009947833,0.0005432631,0.00096042,0.13462518,0.000107058186,0.854798,0.00009231732,0.0021769549],"study_design_scores_gemma":[0.00092157366,0.000041404383,0.004447164,0.0002628472,0.0000411232,0.000018608922,0.00027333942,0.8679885,0.00017290676,0.12364503,0.0014535546,0.0007338978],"about_ca_topic_score_codex":0.00070266146,"about_ca_topic_score_gemma":0.00014903717,"teacher_disagreement_score":0.7333634,"about_ca_system_score_codex":0.00032679504,"about_ca_system_score_gemma":0.00048067913,"threshold_uncertainty_score":0.99991935},"labels":[],"label_agreement":null},{"id":"W3201973725","doi":"10.18280/ria.350404","title":"Query-Based Retrieval Using Universal Sentence Encoder","year":2021,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sentence; Computer science; Encoder; Natural language processing; Word (group theory); Artificial intelligence; Context (archaeology); Embedding; Word embedding; Question answering; Linguistics","score_opus":0.06598875846270742,"score_gpt":0.28072443677427783,"score_spread":0.21473567831157042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201973725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053408097,0.00023082134,0.9431285,0.0010849603,0.0006641919,0.00009563353,0.0000018249583,0.00014892821,0.0012370095],"genre_scores_gemma":[0.84606934,0.000020567399,0.15218206,0.00044689197,0.00010898829,8.670159e-7,0.000002916625,0.000015046544,0.0011533103],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980652,0.00010864599,0.00038814728,0.0007003285,0.0003090319,0.00042869913],"domain_scores_gemma":[0.9982334,0.0001568994,0.000105662875,0.001065434,0.00030084152,0.0001377757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035450215,0.00017373063,0.0002082065,0.000106873296,0.00020466473,0.00017292082,0.0007777765,0.000094579074,0.00015008012],"category_scores_gemma":[0.00018514936,0.00019437034,0.00012729794,0.0009108392,0.00007268825,0.0003914729,0.0002701806,0.00023093907,0.00018448589],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015090865,0.00016872954,0.00052978646,0.0000621692,0.00001839662,0.00049819145,0.0013206671,0.8514864,0.07936129,0.0544186,0.0000792777,0.012041443],"study_design_scores_gemma":[0.000030884214,0.000017101975,0.000005191144,0.00006417013,0.000005465003,0.000051125196,0.00031110118,0.7465325,0.25031665,0.0011929753,0.001300441,0.00017242091],"about_ca_topic_score_codex":0.000050754672,"about_ca_topic_score_gemma":0.000009222644,"teacher_disagreement_score":0.79266125,"about_ca_system_score_codex":0.00012952494,"about_ca_system_score_gemma":0.00038307146,"threshold_uncertainty_score":0.7926192},"labels":[],"label_agreement":null},{"id":"W3202137189","doi":"10.48550/arxiv.2109.13066","title":"Prefix-to-SQL: Text-to-SQL Generation from Incomplete User Questions","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; SQL; Prefix; Task (project management); Data definition language; Benchmark (surveying); Construct (python library); SQL injection; Stored procedure; Metric (unit); SQL/PSM; Programming language; Database; Query by Example; Information retrieval","score_opus":0.11416704476597267,"score_gpt":0.20239458114336342,"score_spread":0.08822753637739075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202137189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38042396,0.000029477855,0.6171614,0.00048912497,0.0008620677,0.00027556624,0.000024642432,0.000222895,0.0005108495],"genre_scores_gemma":[0.90941155,0.00002734119,0.08747139,0.00068859005,0.00036826497,0.000004803199,0.00007077091,0.000025862544,0.0019314387],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969649,0.00024117656,0.0003109501,0.0018930715,0.00018162657,0.00040831201],"domain_scores_gemma":[0.996832,0.000083637315,0.00016292211,0.0022429288,0.00030030354,0.00037820355],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021249084,0.0003722336,0.000389803,0.0003427091,0.00024068392,0.00042430923,0.002088435,0.0003011919,0.0000783321],"category_scores_gemma":[0.00007767371,0.00047376845,0.00018857817,0.0007387269,0.000031872452,0.0005021788,0.0039409334,0.0005565451,0.00029372744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007465107,0.0000742513,0.0017553438,0.000015966521,0.00008335171,0.00017784159,0.0007691787,0.8881383,0.0013448541,0.105460234,0.0008371087,0.0013360892],"study_design_scores_gemma":[0.00030547078,0.000038016497,0.005339073,0.00017327067,0.000069354246,0.0000031275213,0.000052518502,0.9785738,0.000496491,0.008668789,0.005516617,0.0007634525],"about_ca_topic_score_codex":0.0019131672,"about_ca_topic_score_gemma":0.0009941334,"teacher_disagreement_score":0.52969,"about_ca_system_score_codex":0.00038425977,"about_ca_system_score_gemma":0.00033169962,"threshold_uncertainty_score":0.9997714},"labels":[],"label_agreement":null},{"id":"W3203502727","doi":"10.1145/3527546.3527552","title":"A proposed conceptual framework for a representational approach to information retrieval","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Ranking (information retrieval); Query expansion; Document retrieval; Similarity (geometry); Relevance (law); Sentence; Natural language; Artificial intelligence; Natural language processing","score_opus":0.038002486838323676,"score_gpt":0.293113914803648,"score_spread":0.2551114279653243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203502727","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008699054,0.000023391347,0.983044,0.006131302,0.00034753385,0.0004103615,0.000008813046,0.000107492786,0.0012279971],"genre_scores_gemma":[0.30310145,6.1576026e-7,0.6943062,0.002295968,0.00008397397,0.000032368258,0.000033333756,0.000004531985,0.00014155229],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988159,0.000026357091,0.00025700376,0.00029106298,0.00032960746,0.00028008566],"domain_scores_gemma":[0.99860245,0.00020908337,0.0000704413,0.0007835546,0.00024337253,0.00009107194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017507543,0.00009153961,0.000115182294,0.00005767797,0.00012036071,0.00019456352,0.0007014564,0.000083796556,0.000007845963],"category_scores_gemma":[0.0019019569,0.00009182004,0.00006464086,0.0003721899,0.00002174233,0.0008221093,0.0004743263,0.000109488574,0.000034473447],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002845173,0.00003903431,0.0002589417,0.000018344832,0.00001572886,0.0000012842996,0.0034259276,0.001625763,0.00026139978,0.9785438,0.0030552365,0.012726086],"study_design_scores_gemma":[0.0017424582,0.00024190856,0.0010819999,0.00006250597,0.000016915346,0.000056684705,0.003955131,0.38848862,0.021794936,0.52672786,0.055181436,0.00064953696],"about_ca_topic_score_codex":0.000003600652,"about_ca_topic_score_gemma":5.4495854e-7,"teacher_disagreement_score":0.45181593,"about_ca_system_score_codex":0.000044211756,"about_ca_system_score_gemma":0.0001789568,"threshold_uncertainty_score":0.37443125},"labels":[],"label_agreement":null},{"id":"W3203510119","doi":"","title":"AraT5: Text-to-Text Transformers for Arabic Language Understanding and Generation","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Transformer; Computer science; Arabic; Benchmark (surveying); Language model; Natural language processing; Artificial intelligence; Variety (cybernetics); Set (abstract data type); Linguistics; Programming language; Engineering","score_opus":0.15390310461932638,"score_gpt":0.21174942601210256,"score_spread":0.05784632139277618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203510119","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34922123,0.00008970981,0.6495302,0.00016305834,0.00028518727,0.00029309784,0.0000058692367,0.00006882604,0.000342816],"genre_scores_gemma":[0.9915056,0.00007866335,0.0076623405,0.00017105312,0.00010260956,0.0000025676698,0.000021881993,0.00001468286,0.00044055175],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984193,0.000056269437,0.00015942134,0.0010034688,0.00007456339,0.00028700323],"domain_scores_gemma":[0.99922293,0.00007447247,0.00008161827,0.00039832262,0.00006391664,0.00015872945],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002105535,0.00022147801,0.00024490186,0.00021832483,0.0001800549,0.00024613546,0.00043881105,0.00019467487,0.000010188843],"category_scores_gemma":[0.00002367558,0.00026808865,0.00012401413,0.00028438453,0.00003292851,0.00035960216,0.00037230807,0.00024606832,0.0000045888783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007390143,0.0001300774,0.0014527232,0.0006124857,0.00033687966,0.00038981836,0.0123276925,0.6043948,0.0040427796,0.35564324,0.00029486354,0.02030073],"study_design_scores_gemma":[0.00044857632,0.000038099828,0.000084919375,0.000096111704,0.00005016328,0.000004626851,0.0012576127,0.993456,0.0005287707,0.0036239978,0.00005392775,0.00035721686],"about_ca_topic_score_codex":0.000057298985,"about_ca_topic_score_gemma":0.00020262777,"teacher_disagreement_score":0.6422844,"about_ca_system_score_codex":0.0002772927,"about_ca_system_score_gemma":0.00014623633,"threshold_uncertainty_score":0.9999771},"labels":[],"label_agreement":null},{"id":"W3203750292","doi":"10.1007/978-3-030-88113-9_46","title":"Cbow Training Time and Accuracy Optimization Using SkipGram","year":2021,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université du Québec à Montréal","funders":"","keywords":"Training (meteorology); Computer science; Artificial intelligence; Pattern recognition (psychology); Machine learning; Geography; Meteorology","score_opus":0.08994632349629471,"score_gpt":0.3138227792282719,"score_spread":0.22387645573197718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203750292","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011385096,0.0004262992,0.9581786,0.0005205961,0.0001557043,0.00020930718,0.0000040788136,0.00007320629,0.04031837],"genre_scores_gemma":[0.008007683,0.001615436,0.989073,0.0006865716,0.000037424714,0.000006344204,0.000040011648,0.0000083426185,0.00052523165],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854076,0.000033099255,0.00057353266,0.0003118874,0.00033743138,0.00020331984],"domain_scores_gemma":[0.99749386,0.00021508994,0.0002981527,0.0015709085,0.00032612987,0.00009587564],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008440286,0.00018432409,0.00023231763,0.0006313812,0.000490028,0.0010612028,0.0017552417,0.000114623275,0.000009263202],"category_scores_gemma":[0.00008649568,0.0002003486,0.000029031737,0.00034947184,0.0004178669,0.007656011,0.0025276868,0.00032045547,0.000007874616],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.530225e-7,0.000008309359,0.000011846566,0.000023753799,0.0000061252667,7.6815e-7,0.0044976496,0.06710252,0.000007721221,0.3818042,0.000016866867,0.5465196],"study_design_scores_gemma":[0.00013590067,0.000011140899,0.000043747455,0.00019288757,0.0000039933543,0.00005171616,0.000021572136,0.9898408,0.0000026429893,0.0016485942,0.007837964,0.00020902116],"about_ca_topic_score_codex":0.000009229105,"about_ca_topic_score_gemma":0.0000022151805,"teacher_disagreement_score":0.9227383,"about_ca_system_score_codex":0.0001069159,"about_ca_system_score_gemma":0.00039276286,"threshold_uncertainty_score":0.9999758},"labels":[],"label_agreement":null},{"id":"W3204470331","doi":"10.18653/v1/2022.spnlp-1.7","title":"Predicting Attention Sparsity in Transformers","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Quadratic equation; Softmax function; Transformer; Machine translation; Computation; Encoder; Cluster analysis; Quantization (signal processing); Algorithm; Artificial intelligence; Language model; Theoretical computer science; Machine learning; Mathematics; Artificial neural network","score_opus":0.03754596689072241,"score_gpt":0.25970718152289785,"score_spread":0.22216121463217542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204470331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32387418,0.000028912043,0.6575594,0.0005977696,0.0008144097,0.00019274646,0.0000015547894,0.0001699232,0.016761133],"genre_scores_gemma":[0.9641171,0.000016860857,0.035197113,0.000096184434,0.00004063194,0.000031171043,0.000008150089,0.000005536678,0.00048725965],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867356,0.00006109084,0.00025241275,0.00052491116,0.00028870965,0.00019932738],"domain_scores_gemma":[0.9994532,0.000021331816,0.000062532774,0.00041245783,0.000014000757,0.00003649439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004836645,0.000113318725,0.00014784427,0.00015165005,0.00006341996,0.000073578725,0.0008247051,0.000088037865,0.000107459055],"category_scores_gemma":[0.000009021791,0.00012495674,0.00008433768,0.00013815564,0.0000071607446,0.0001672141,0.0012328344,0.0006153085,0.0000048272987],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015767097,0.0003192351,0.36549428,0.0006398622,0.00009400858,0.00013666824,0.010856329,0.19195992,0.00027710377,0.097715974,0.00023808714,0.33225274],"study_design_scores_gemma":[0.000164885,0.0000112748985,0.022362871,0.000038567836,0.0000038552157,0.0000027339142,0.00012882234,0.9713826,0.000022444541,0.005392363,0.00030160617,0.000187938],"about_ca_topic_score_codex":0.00074149953,"about_ca_topic_score_gemma":0.0002154423,"teacher_disagreement_score":0.7794227,"about_ca_system_score_codex":0.00016661566,"about_ca_system_score_gemma":0.000085473126,"threshold_uncertainty_score":0.5095588},"labels":[],"label_agreement":null},{"id":"W3205028211","doi":"10.1109/icassp43922.2022.9747214","title":"Explainable Fact-Checking Through Question Answering","year":2022,"lang":"en","type":"article","venue":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Question answering; Computer science; Natural language processing; Information retrieval; Programming language; Artificial intelligence","score_opus":0.06308632353957351,"score_gpt":0.31344033151945344,"score_spread":0.25035400797987994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205028211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049302585,0.00031129105,0.9379129,0.0029239885,0.0018324488,0.00030754835,0.00009349433,0.00036361255,0.0069521694],"genre_scores_gemma":[0.96875507,0.000114986295,0.02807027,0.000889792,0.00039117382,0.000098989454,0.000037747857,0.000038326343,0.0016036773],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99580383,0.00018820592,0.0006420627,0.001119319,0.0016314771,0.0006151184],"domain_scores_gemma":[0.99843687,0.00015868353,0.00039697048,0.00044565694,0.0003797784,0.00018204731],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009443061,0.00039844034,0.00036817236,0.00031701033,0.0010205162,0.0007786561,0.0015359167,0.00011351697,0.00077853276],"category_scores_gemma":[0.00012385115,0.00043723255,0.000102193844,0.00041260256,0.00010758722,0.0011153589,0.00077860145,0.0011056024,0.000024066027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038263018,0.0010482456,0.0011276711,0.00034945828,0.00027091135,0.0016502424,0.00642335,0.08277196,0.22615403,0.12116185,0.005629938,0.5530297],"study_design_scores_gemma":[0.0005820001,0.0002842275,0.00011555088,0.00013880891,0.000023655448,0.00020325028,0.0012572551,0.9676885,0.002809204,0.022545954,0.0037479342,0.0006036541],"about_ca_topic_score_codex":0.00012789492,"about_ca_topic_score_gemma":0.000006391732,"teacher_disagreement_score":0.9194524,"about_ca_system_score_codex":0.000478244,"about_ca_system_score_gemma":0.00037201584,"threshold_uncertainty_score":0.99980795},"labels":[],"label_agreement":null},{"id":"W3205430877","doi":"10.1007/978-3-030-88483-3_23","title":"Towards Unifying the Explainability Evaluation Methods for NLP","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Interpretability; Computer science; Artificial intelligence; Phrase; Metric (unit); Set (abstract data type); Machine learning; Feature (linguistics); Focus (optics); Natural language; Deep learning; Key (lock); Natural language processing; Training set","score_opus":0.08998709768257471,"score_gpt":0.3780216545665107,"score_spread":0.288034556883936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205430877","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031770287,0.0012543402,0.990174,0.00303581,0.002778082,0.001070222,0.0000023046641,0.00009672056,0.0015567566],"genre_scores_gemma":[0.015556673,0.000017350578,0.982515,0.0011954966,0.00047700427,0.00007620413,0.0000043526975,0.000021522505,0.00013639007],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957807,0.00025300626,0.0005642761,0.0017394318,0.0010827228,0.00057985296],"domain_scores_gemma":[0.99486184,0.0015828103,0.00026502708,0.0022743156,0.00091396674,0.00010204039],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0089996215,0.00040603775,0.00045342554,0.00030801885,0.00047692252,0.0007056829,0.0036098594,0.00026888814,0.000020922129],"category_scores_gemma":[0.0011095413,0.00030855322,0.00020279519,0.00052659574,0.00039326365,0.00048866833,0.0015950801,0.0006573989,0.0000028140607],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014795253,0.000007779719,0.0000035917753,0.00003206339,0.0000066025896,0.0000027558588,0.0008312101,0.040744882,0.000076309654,0.04364672,0.000003538575,0.91464305],"study_design_scores_gemma":[0.00012237759,0.000035194385,0.000020857873,0.00009706109,0.000011366244,0.000016562932,5.324767e-7,0.6675225,0.0012600501,0.3284508,0.0022158572,0.0002468411],"about_ca_topic_score_codex":0.000021798463,"about_ca_topic_score_gemma":0.000052500378,"teacher_disagreement_score":0.9143962,"about_ca_system_score_codex":0.0006347698,"about_ca_system_score_gemma":0.0017336422,"threshold_uncertainty_score":0.99993664},"labels":[],"label_agreement":null},{"id":"W3205467272","doi":"10.1145/3534678.3539077","title":"TAG: Toward Accurate Social Media Content Tagging with a Concept Graph","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Alberta","funders":"","keywords":"Computer science; Social media; Conceptualization; Graph; User-generated content; Natural language processing; Artificial intelligence; Information retrieval; World Wide Web; Theoretical computer science","score_opus":0.15618565245343002,"score_gpt":0.2986985138738367,"score_spread":0.1425128614204067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205467272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733376,0.0005311041,0.014055859,0.004667535,0.0009312686,0.0005749867,0.00032741632,0.00016801564,0.005406218],"genre_scores_gemma":[0.9956607,0.000019471037,0.0037448506,0.00023172058,0.00010926013,0.000047018184,0.000019944222,0.000015540047,0.00015148942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978117,0.00004024619,0.00037891697,0.00086027203,0.000504477,0.00040439103],"domain_scores_gemma":[0.99830425,0.0002663918,0.0004173691,0.00071280345,0.00020892521,0.00009026057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006457295,0.00027165358,0.000372313,0.00012589445,0.00064981554,0.00049038854,0.004764075,0.000047141133,0.000014428023],"category_scores_gemma":[0.00044589385,0.0001981478,0.000059565347,0.00047151875,0.00023872817,0.0019677193,0.006575915,0.00039694912,0.0000011123353],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039621454,0.0003861762,0.0062284553,0.0003108268,0.00022593452,0.000010576456,0.09821959,0.00005983399,0.0070219543,0.790668,0.0030750704,0.09339735],"study_design_scores_gemma":[0.018314162,0.003457018,0.021975124,0.0045807036,0.00095871044,0.000490806,0.35712987,0.44971672,0.03684187,0.08788138,0.010849801,0.0078038555],"about_ca_topic_score_codex":0.000014449574,"about_ca_topic_score_gemma":0.0000077578625,"teacher_disagreement_score":0.7027866,"about_ca_system_score_codex":0.000043116503,"about_ca_system_score_gemma":0.00024129324,"threshold_uncertainty_score":0.88529164},"labels":[],"label_agreement":null},{"id":"W3205791561","doi":"10.48550/arxiv.2110.07752","title":"Hindsight: Posterior-guided training of retrievers for improved open-ended generation","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hindsight bias; Computer science; Context (archaeology); Generator (circuit theory); Labrador Retriever; Relevance (law); Information retrieval; Artificial intelligence; Natural language processing; Psychology; Cognitive psychology; Medicine; Power (physics); Geography; Political science","score_opus":0.23432641228749396,"score_gpt":0.23598557641463108,"score_spread":0.001659164127137125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205791561","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3091666,0.000022938948,0.6887951,0.0001417454,0.0007499511,0.0005217085,0.000014573749,0.00006170116,0.00052568153],"genre_scores_gemma":[0.9440954,0.00002276931,0.054736655,0.00013650605,0.000093080074,0.0000025906481,0.000060170496,0.000017258182,0.00083561975],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979008,0.00011289098,0.0003743362,0.0012281849,0.00007934599,0.0003044626],"domain_scores_gemma":[0.9976624,0.00007267637,0.00045029368,0.0013105408,0.00038705443,0.00011700677],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041838668,0.00026439154,0.0004842757,0.00018697839,0.00013733475,0.00029529416,0.0023798007,0.0003062831,0.00001462339],"category_scores_gemma":[0.00009602787,0.0003271682,0.00022924699,0.00037356175,0.00004323451,0.0006982007,0.0026350548,0.0003025088,0.0000012849974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002455274,0.00040002554,0.0004443318,0.00068433606,0.0009068643,0.00030078605,0.013935322,0.5711926,0.121837564,0.26373696,0.0011089819,0.025206652],"study_design_scores_gemma":[0.0010122336,0.000063489446,0.000059961494,0.00008234974,0.000054731183,0.000004980453,0.00022424065,0.9864579,0.0064802063,0.0050482284,0.00015199157,0.000359676],"about_ca_topic_score_codex":0.00017787641,"about_ca_topic_score_gemma":0.00007728929,"teacher_disagreement_score":0.63492876,"about_ca_system_score_codex":0.0002020035,"about_ca_system_score_gemma":0.00068752334,"threshold_uncertainty_score":0.99991804},"labels":[],"label_agreement":null},{"id":"W3205950290","doi":"10.18653/v1/2022.acl-short.17","title":"The Power of Prompt Tuning for Low-Resource Semantic Parsing","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Task (project management); Parsing; Natural language processing; Artificial intelligence; Resource (disambiguation); Meaning (existential); Natural language; Natural language understanding; Language model","score_opus":0.030699814628191713,"score_gpt":0.2701895997179747,"score_spread":0.23948978508978297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205950290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01945323,0.00024796397,0.9736659,0.001550439,0.0007356792,0.00059294654,0.00000214208,0.00012103865,0.003630661],"genre_scores_gemma":[0.87775934,0.0000063586244,0.11999553,0.00020746038,0.00007341051,0.00012193734,0.0000039531583,0.00002200203,0.0018100177],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842054,0.00007696246,0.00037643072,0.00049685664,0.0003441063,0.0002851088],"domain_scores_gemma":[0.99804574,0.00033648114,0.00023009322,0.0012805744,0.00006794394,0.00003915242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088891556,0.00015322916,0.00022581063,0.00006600967,0.00027897154,0.0001790735,0.0019468247,0.0000712946,0.00002578755],"category_scores_gemma":[0.00008088528,0.00011465073,0.00015591361,0.000096521086,0.000032689248,0.000060550363,0.0032047678,0.00035485244,0.0000012207948],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056716413,0.00028429806,0.0007960843,0.0018675919,0.00044191664,0.000023844312,0.028673286,0.30490488,0.0028271878,0.48210195,0.005737153,0.1722851],"study_design_scores_gemma":[0.00011807317,0.000028744711,0.000045496578,0.00012280686,0.000009518864,0.0000032512567,0.0002235967,0.9763895,0.00048390595,0.012242703,0.010145693,0.00018668431],"about_ca_topic_score_codex":0.00004374311,"about_ca_topic_score_gemma":0.0000051875254,"teacher_disagreement_score":0.8583061,"about_ca_system_score_codex":0.0000560329,"about_ca_system_score_gemma":0.0001530777,"threshold_uncertainty_score":0.4675321},"labels":[],"label_agreement":null},{"id":"W3206282310","doi":"10.18653/v1/2023.eacl-main.55","title":"What Makes Sentences Semantically Related? A Textual Relatedness Dataset and Empirical Study","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; National Research Council Canada; Institute for Work & Health","funders":"","keywords":"Computer science; Natural language processing; Semantic similarity; Annotation; Artificial intelligence; Automatic summarization; Intuition; Sentence; Similarity (geometry); Information retrieval; Psychology","score_opus":0.09582439625974269,"score_gpt":0.35468479477627646,"score_spread":0.25886039851653375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206282310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64700776,0.0009877912,0.30711323,0.030342225,0.0085551115,0.0025080424,0.0001968983,0.0025649318,0.0007240027],"genre_scores_gemma":[0.9640711,0.0008550257,0.028476017,0.0010190179,0.00020221948,0.00011679495,0.00054043107,0.000069652924,0.004649776],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961464,0.0002602846,0.0007206392,0.0017543751,0.0006815334,0.00043680432],"domain_scores_gemma":[0.9974062,0.00031009826,0.00015661897,0.0018185816,0.00011175772,0.00019673524],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010423748,0.00038540416,0.0005098347,0.00022273247,0.00014997632,0.0016289223,0.0018190087,0.0003788677,0.000024955309],"category_scores_gemma":[0.00016491843,0.00031456756,0.00006300192,0.0003874966,0.00010848597,0.0008012792,0.0077400636,0.0010355032,0.00018716925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014483105,0.006235973,0.31001934,0.002180686,0.0046756985,0.015707782,0.13154314,0.02654552,0.00007598337,0.089513905,0.22614089,0.18721627],"study_design_scores_gemma":[0.0010061674,0.0003029379,0.018686466,0.00078944303,0.00017363636,0.00019742995,0.01400166,0.9231263,0.0000106072885,0.03837518,0.001797568,0.0015326071],"about_ca_topic_score_codex":0.000320728,"about_ca_topic_score_gemma":0.0002496511,"teacher_disagreement_score":0.89658076,"about_ca_system_score_codex":0.000037049336,"about_ca_system_score_gemma":0.00019431695,"threshold_uncertainty_score":0.9999306},"labels":[],"label_agreement":null},{"id":"W3206407893","doi":"10.21203/rs.3.rs-970738/v1","title":"Machine learning algorithms to identify cluster randomized trials from MEDLINE and EMBASE","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Lawson Health Research Institute; McMaster University; London Health Sciences Centre; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Kidney Foundation of Canada; McMaster University; Ottawa Hospital Research Institute","keywords":"MEDLINE; Computer science; Randomized controlled trial; Cluster (spacecraft); Machine learning; Algorithm; Artificial intelligence; Medicine; Internal medicine; Biology","score_opus":0.15620571662061353,"score_gpt":0.4574555004713133,"score_spread":0.3012497838506998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206407893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062339865,0.007866319,0.9188064,0.007083603,0.0008532767,0.0026059467,0.00005838341,0.00018934459,0.00019685863],"genre_scores_gemma":[0.56543154,0.0027652946,0.4255552,0.0004970045,0.0019735014,0.0010991561,0.00050254964,0.00010337983,0.002072365],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98353714,0.010756601,0.0012064703,0.00175498,0.001994175,0.00075064145],"domain_scores_gemma":[0.9878625,0.008921533,0.00025877927,0.0016349535,0.0008100747,0.000512113],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029086204,0.0003775185,0.0020047135,0.000654604,0.00029500877,0.0020139897,0.0015707623,0.00037786007,0.00020680792],"category_scores_gemma":[0.02067394,0.00031850577,0.0004522221,0.00048999017,0.00010399936,0.0002601011,0.009410407,0.002617411,0.00004816803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018775532,0.0006154894,0.001052706,0.0030522048,0.0021862094,0.002428551,0.033944696,0.06594622,0.003613994,0.003813265,0.0034797718,0.8610914],"study_design_scores_gemma":[0.03058891,0.0000450435,0.00011867725,0.001044007,0.000040447285,0.00000660596,0.00021145208,0.959141,0.0005849628,0.006936038,0.00088085345,0.0004019721],"about_ca_topic_score_codex":0.003754761,"about_ca_topic_score_gemma":0.00014824285,"teacher_disagreement_score":0.8931948,"about_ca_system_score_codex":0.00016159432,"about_ca_system_score_gemma":0.00044819474,"threshold_uncertainty_score":0.9999267},"labels":[],"label_agreement":null},{"id":"W3206487987","doi":"10.18653/v1/2022.acl-long.132","title":"An Empirical Survey of the Effectiveness of Debiasing Techniques for Pre-trained Language Models","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","topic":"Topic Modeling","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Institut de Valorisation des Données; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Debiasing; Counterfactual thinking; Computer science; Dropout (neural networks); Machine learning; Artificial intelligence; Psychology; Social psychology","score_opus":0.016971588971216117,"score_gpt":0.2959718698235908,"score_spread":0.2790002808523747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206487987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9236261,0.000057857484,0.07134483,0.00031785876,0.000987951,0.0020081636,0.0007883404,0.00008485106,0.00078401616],"genre_scores_gemma":[0.9693052,2.7388091e-7,0.030417675,0.000053686446,0.0000792479,0.00005148637,0.000011787605,0.00001949102,0.000061130944],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773765,0.00022298083,0.0006522528,0.00029272868,0.0008750895,0.00021928844],"domain_scores_gemma":[0.992794,0.0022990485,0.0016554582,0.00022693592,0.0029941485,0.000030426496],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005394307,0.00014765882,0.00034519643,0.00007537611,0.0004036052,0.00003345595,0.0016242273,0.00007648215,4.1175298e-7],"category_scores_gemma":[0.013723957,0.00010932411,0.00026797043,0.00049243897,0.00007673676,0.00009501509,0.00056007644,0.00018083623,1.9642487e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003577547,0.00038598906,0.33909497,0.001011758,0.0002224145,4.817702e-8,0.007939854,0.6044462,0.007893903,0.037641533,0.00020740007,0.00079820456],"study_design_scores_gemma":[0.00059968326,0.00022086136,0.1837891,0.0002806602,0.00009192355,0.0000012173831,0.00034267508,0.7705804,0.01595123,0.027899085,0.00005176104,0.00019139724],"about_ca_topic_score_codex":0.00018204242,"about_ca_topic_score_gemma":0.000010951498,"teacher_disagreement_score":0.16613422,"about_ca_system_score_codex":0.00021342261,"about_ca_system_score_gemma":0.00021063557,"threshold_uncertainty_score":0.99458385},"labels":[],"label_agreement":null},{"id":"W3206557162","doi":"","title":"PRIMER: Pyramid-based Masked Sentence Pre-training for Multi-document Summarization.","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Sentence; Pyramid (geometry); Artificial intelligence; Salient; Natural language processing; Code (set theory); Multi-document summarization; Focus (optics); Information retrieval; Set (abstract data type)","score_opus":0.13837903921162628,"score_gpt":0.23164147337613547,"score_spread":0.09326243416450919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206557162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08817776,0.000055389988,0.9096387,0.00016477477,0.000831611,0.0006924594,0.000011532352,0.00031928509,0.000108477136],"genre_scores_gemma":[0.80715686,0.000027783597,0.19128749,0.00019507967,0.00006192893,0.000007187743,0.000063582476,0.000022917953,0.0011771506],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972876,0.0001271815,0.00031886474,0.0016268276,0.00015240008,0.00048716675],"domain_scores_gemma":[0.9974695,0.0001480144,0.0003162358,0.0015380082,0.00034322074,0.00018501548],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033750955,0.00036158902,0.00039096278,0.00022225743,0.00021520474,0.00029427148,0.0018062708,0.0002759593,0.000017846898],"category_scores_gemma":[0.000109632005,0.0004542463,0.000288158,0.0004238051,0.00007766435,0.0004391581,0.0015397901,0.00039585406,0.0000070493725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022662007,0.00011314734,0.0022927173,0.0002098704,0.00010028186,0.00011695917,0.0009171486,0.9459861,0.00019498401,0.04722131,0.000025968508,0.0027988376],"study_design_scores_gemma":[0.0008592775,0.000027760765,0.0006497546,0.00019879722,0.00005823963,0.0000014900643,0.0001633124,0.9935384,0.0007025595,0.003119549,0.00021393606,0.0004669255],"about_ca_topic_score_codex":0.00018740924,"about_ca_topic_score_gemma":0.0000619507,"teacher_disagreement_score":0.7189791,"about_ca_system_score_codex":0.00031645905,"about_ca_system_score_gemma":0.0007781879,"threshold_uncertainty_score":0.9997909},"labels":[],"label_agreement":null},{"id":"W3206907172","doi":"10.18653/v1/2022.acl-long.125","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","topic":"Topic Modeling","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Language model; Fine-tuning; Modular design; Overfitting; Artificial intelligence; Task (project management); Inference; Adapter (computing); Programming language; Computer hardware","score_opus":0.01407345951011647,"score_gpt":0.2517387941339686,"score_spread":0.23766533462385214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206907172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.861628,0.00026564073,0.105742134,0.005209234,0.010654267,0.004357468,0.0018473695,0.00040956543,0.009886298],"genre_scores_gemma":[0.96409476,4.798006e-7,0.03381086,0.00021198005,0.00037963266,0.00006970146,0.000015374255,0.000028892395,0.0013883485],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99734056,0.000034920602,0.00077579136,0.00041040883,0.0010400472,0.00039829288],"domain_scores_gemma":[0.99499184,0.0009882052,0.00096339535,0.00019320867,0.0028064144,0.000056922818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021265137,0.00020546459,0.00034054575,0.00009321197,0.0011668616,0.00012830626,0.0017394826,0.0000808891,0.0000036093584],"category_scores_gemma":[0.006437561,0.00017647482,0.00039975936,0.0004307015,0.000070853035,0.0001085928,0.00059555017,0.00028741857,5.636962e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011201011,0.00016793403,0.088597484,0.0003191032,0.0001811233,1.4308135e-7,0.0035342462,0.78965557,0.0010833086,0.11411246,0.0018248095,0.00041182144],"study_design_scores_gemma":[0.0018039477,0.00022352267,0.009749539,0.00016338196,0.00015006433,0.0000045036386,0.00048116778,0.9357015,0.0031027072,0.032500148,0.015686696,0.00043281287],"about_ca_topic_score_codex":0.000028374128,"about_ca_topic_score_gemma":0.000003513341,"teacher_disagreement_score":0.14604595,"about_ca_system_score_codex":0.00030471128,"about_ca_system_score_gemma":0.00021406519,"threshold_uncertainty_score":0.8974674},"labels":[],"label_agreement":null},{"id":"W3206996280","doi":"10.18653/v1/2022.findings-naacl.184","title":"CCQA: A New Web-Scale Question Answering Dataset for Model Pre-Training","year":2022,"lang":"en","type":"article","venue":"Findings of the Association for Computational Linguistics: NAACL 2022","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Question answering; Computer science; Open domain; Task (project management); Language model; Domain (mathematical analysis); Artificial intelligence; Natural language processing; Scale (ratio); Training set; Information retrieval; Resource (disambiguation); Natural language; Natural language understanding","score_opus":0.024946483409200453,"score_gpt":0.2847366473702726,"score_spread":0.25979016396107213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206996280","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068358104,0.00003412822,0.9847167,0.0011068481,0.0019262165,0.0007326242,0.0043962738,0.000086558655,0.00016481653],"genre_scores_gemma":[0.6542889,0.0000011739432,0.34105587,0.00041362908,0.00050797884,0.00014450602,0.0018020875,0.00002928549,0.0017565537],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979905,0.00006810661,0.00050169433,0.00039647013,0.00075004215,0.00029319385],"domain_scores_gemma":[0.9977671,0.00082714757,0.0006082441,0.000288816,0.00044907196,0.000059604026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014146791,0.00014307353,0.0002235931,0.00013874548,0.0006715293,0.00009700989,0.0010011601,0.000057813955,0.0000071266327],"category_scores_gemma":[0.0030261376,0.00015589404,0.0001669454,0.0003154786,0.00001291988,0.000109221364,0.0005358108,0.00020585288,0.0000012554669],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021679149,0.000038670503,0.00089946575,0.00002668462,0.000042194824,1.0055779e-7,0.00093372125,0.864004,0.0001357318,0.11659237,0.016951872,0.00035348564],"study_design_scores_gemma":[0.00069178926,0.000056693294,0.00050956896,0.000016192565,0.000032062846,0.0000012139351,0.00003401504,0.8796859,0.00007783811,0.09314414,0.025600322,0.0001502648],"about_ca_topic_score_codex":0.000031861386,"about_ca_topic_score_gemma":0.000007763039,"teacher_disagreement_score":0.6474531,"about_ca_system_score_codex":0.0005716553,"about_ca_system_score_gemma":0.00054141,"threshold_uncertainty_score":0.63571745},"labels":[],"label_agreement":null},{"id":"W3207058314","doi":"10.1609/aaai.v36i10.21308","title":"Language Modelling via Learning to Rank","year":2022,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Vector Institute","funders":"Natural Sciences and Engineering Research Council of Canada; Vector Institute","keywords":"Perplexity; Computer science; Language model; Transformer; Natural language processing; Artificial intelligence; Probabilistic logic; Entropy (arrow of time); Machine learning; Rank (graph theory); Ranking (information retrieval); Mathematics","score_opus":0.07286834451957244,"score_gpt":0.28741439635267724,"score_spread":0.2145460518331048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207058314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21862437,0.000022922264,0.77247506,0.0032493882,0.00042856677,0.00034180642,0.0000015590374,0.00014701605,0.0047092754],"genre_scores_gemma":[0.9868441,0.0000040757577,0.012116883,0.00038267073,0.000058975267,0.000053254058,2.544261e-7,0.0000135863775,0.00052618433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979625,0.00003216676,0.00043523035,0.00053384306,0.0006737466,0.0003625521],"domain_scores_gemma":[0.99905455,0.00006472765,0.00022629058,0.00031847483,0.00024036299,0.000095595125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075292826,0.00017576519,0.00021010605,0.0001666933,0.00048419822,0.00016692054,0.0025156862,0.000036138183,0.00012063035],"category_scores_gemma":[0.00014503246,0.00015349856,0.00010285197,0.00076702016,0.00005186329,0.0002443486,0.0012176393,0.0005413743,0.00006456472],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047903806,0.00009112098,0.00006010968,0.000021239355,0.0000112395755,0.0000014937178,0.014638208,0.2795329,0.04841625,0.54603857,0.000051871084,0.11108909],"study_design_scores_gemma":[0.000016010617,0.00013435895,0.0000044483927,0.000035823938,0.0000043864516,0.000005610785,0.0018109952,0.8469016,0.11192735,0.038755123,0.00023043118,0.00017386593],"about_ca_topic_score_codex":0.00010709007,"about_ca_topic_score_gemma":0.0000030242666,"teacher_disagreement_score":0.76821977,"about_ca_system_score_codex":0.00007892781,"about_ca_system_score_gemma":0.000065402135,"threshold_uncertainty_score":0.62594897},"labels":[],"label_agreement":null},{"id":"W3207166518","doi":"10.18653/v1/2022.naacl-main.341","title":"Symbolic Knowledge Distillation: from General Language Models to Commonsense Models","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Naval Information Warfare Center Pacific; Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Allen Institute for Artificial Intelligence","keywords":"Computer science; Computational linguistics; Language model; Artificial intelligence; Natural language processing; Cognitive science; Linguistics; Philosophy; Psychology","score_opus":0.029680022821880935,"score_gpt":0.2597489079193148,"score_spread":0.2300688850974339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207166518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98088914,0.00012411318,0.014288569,0.0015467339,0.00042000072,0.0006863624,0.00050100085,0.00016802769,0.0013760678],"genre_scores_gemma":[0.9863427,0.0000019379574,0.013153387,0.00007935718,0.00006539603,0.000056440862,0.0000097816865,0.000016102744,0.00027489758],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981584,0.000038845264,0.00054391666,0.00033268466,0.00070401357,0.00022216322],"domain_scores_gemma":[0.99673206,0.00025578323,0.0014959957,0.0004848553,0.0010064204,0.00002489835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034846383,0.00018667911,0.00037522116,0.00014052846,0.00044035108,0.000049402446,0.0029579944,0.000041339328,0.000002932397],"category_scores_gemma":[0.0009644854,0.0001342728,0.00023572642,0.00058128196,0.0002177819,0.00007500238,0.0022819205,0.00027744917,3.5708408e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002291805,0.00008964619,0.013039062,0.000046195702,0.00014378212,1.5211418e-7,0.013183857,0.20679422,0.0012796721,0.7620014,0.00023749823,0.0031616301],"study_design_scores_gemma":[0.00043900654,0.0001342307,0.010216707,0.00007803184,0.000103611485,0.0000017326785,0.0050899233,0.72535485,0.0038521732,0.25420403,0.0001803143,0.00034540455],"about_ca_topic_score_codex":0.00043010543,"about_ca_topic_score_gemma":0.0001129528,"teacher_disagreement_score":0.5185606,"about_ca_system_score_codex":0.0001891339,"about_ca_system_score_gemma":0.00009024014,"threshold_uncertainty_score":0.54967386},"labels":[],"label_agreement":null},{"id":"W3207553988","doi":"10.18653/v1/2022.acl-long.225","title":"Generated Knowledge Prompting for Commonsense Reasoning","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","topic":"Topic Modeling","field":"Computer Science","cited_by":176,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Naval Information Warfare Center Pacific; Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Allen Institute for Artificial Intelligence","keywords":"Commonsense reasoning; Commonsense knowledge; Cognitive science; Computer science; Computational linguistics; Artificial intelligence; Natural language processing; Linguistics; Epistemology; Philosophy; Psychology; Knowledge representation and reasoning","score_opus":0.013502953991089174,"score_gpt":0.247305549832438,"score_spread":0.23380259584134883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207553988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8915835,0.0006541027,0.058769457,0.0068930285,0.012904463,0.0070306975,0.0013723448,0.000681961,0.02011042],"genre_scores_gemma":[0.9335267,4.638926e-7,0.06460079,0.00013357957,0.00036345152,0.00009415534,0.000012326713,0.000027726504,0.0012408361],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977403,0.00005909741,0.0007139309,0.00038396308,0.00074384187,0.0003588536],"domain_scores_gemma":[0.99344265,0.0010758117,0.0018219305,0.00019196195,0.0034151874,0.000052461295],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025413553,0.00018486753,0.00030731704,0.000095646166,0.0012850277,0.00009326965,0.0014404526,0.000071603434,0.0000012842196],"category_scores_gemma":[0.014226841,0.00016045404,0.00029997126,0.0005417204,0.00004745418,0.0000740282,0.00088930986,0.00026564527,4.736991e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016821703,0.000390546,0.10681113,0.0006959243,0.00040821903,2.2693287e-7,0.010870591,0.5770511,0.0028100268,0.2903166,0.008925325,0.0015520846],"study_design_scores_gemma":[0.00091186626,0.0001438653,0.00509948,0.00017791863,0.000107647735,0.0000041543817,0.0005694406,0.96858567,0.001653419,0.011969879,0.0104882615,0.00028840816],"about_ca_topic_score_codex":0.000023460161,"about_ca_topic_score_gemma":0.0000043023183,"teacher_disagreement_score":0.39153457,"about_ca_system_score_codex":0.0003884869,"about_ca_system_score_gemma":0.00024053795,"threshold_uncertainty_score":0.9940767},"labels":[],"label_agreement":null},{"id":"W3207783082","doi":"","title":"BI-RADS BERT & Using Section Tokenization to Understand Radiology Reports.","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Lexical analysis; Computer science; Artificial intelligence; Lexicon; Natural language processing; Preprocessor; Breast imaging; Section (typography); Radiology; Breast cancer; Mammography; Medicine; Cancer","score_opus":0.11669552856201919,"score_gpt":0.20118952858465539,"score_spread":0.0844940000226362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207783082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4220063,0.000035816833,0.575702,0.00006891716,0.001526624,0.00013677056,6.205483e-7,0.00011664567,0.00040629396],"genre_scores_gemma":[0.98467255,0.00004199067,0.014523953,0.00015871743,0.0001868523,2.7201105e-7,0.000010620908,0.000015558628,0.00038946976],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978845,0.00015875584,0.0002643663,0.0013055924,0.00009511363,0.00029165993],"domain_scores_gemma":[0.9981354,0.000032701486,0.00024029276,0.0012372349,0.00020493758,0.00014942954],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002726407,0.00022968878,0.00029695494,0.00032905806,0.00016757441,0.00016078164,0.00060068554,0.00032975813,0.000017839155],"category_scores_gemma":[0.000053710588,0.00030009425,0.00012596372,0.00073417515,0.00003427208,0.0003841844,0.0014329652,0.00037854147,0.0000040487494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059748613,0.0000230175,0.0024400454,0.00003363195,0.000048856724,0.00091268757,0.0009698269,0.98405,0.0003347646,0.010874,0.00006277131,0.00024444936],"study_design_scores_gemma":[0.00015431862,0.000027656399,0.0004747164,0.000093952214,0.000051525454,0.00019291436,0.00036656123,0.98960865,0.0002386674,0.0082608275,0.00013863108,0.00039157982],"about_ca_topic_score_codex":0.00050573755,"about_ca_topic_score_gemma":0.00011548097,"teacher_disagreement_score":0.56266624,"about_ca_system_score_codex":0.0006766359,"about_ca_system_score_gemma":0.00034523406,"threshold_uncertainty_score":0.9999451},"labels":[],"label_agreement":null},{"id":"W3207937903","doi":"10.1162/tacl_a_00416","title":"MasakhaNER: Named Entity Recognition for African Languages","year":2021,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":235,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Google (Canada)","funders":"","keywords":"Computer science; Named-entity recognition; Variety (cybernetics); Natural language processing; Artificial intelligence; Representation (politics); Code (set theory); Quality (philosophy); Data science; Information retrieval; Programming language; Task (project management); Political science","score_opus":0.024774853785437097,"score_gpt":0.27454927867574097,"score_spread":0.24977442489030388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207937903","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008115541,0.000027609502,0.995745,0.00095786504,0.0010972944,0.00024531866,0.00029955828,0.000054084398,0.00076172233],"genre_scores_gemma":[0.7305915,0.0000024507353,0.26820147,0.00008969352,0.00015869111,0.000034454966,0.00006995219,0.000007012081,0.0008448005],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909353,0.000049918726,0.0002752571,0.00018028499,0.00027060648,0.0001304221],"domain_scores_gemma":[0.99696887,0.0009105659,0.00025030438,0.0001797331,0.0016639712,0.000026570468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002995397,0.00007146581,0.00012285983,0.000047802954,0.0002264105,0.00005390561,0.00024707665,0.000060726343,0.0000053909516],"category_scores_gemma":[0.0018699882,0.0000714427,0.00018387685,0.00021827614,0.000012513986,0.000050270344,0.000013821885,0.00007257163,0.0000019871402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045382996,0.00061774335,0.0015770057,0.00032842124,0.00054595264,0.0000010365742,0.001832302,0.5917858,0.00042618127,0.36162964,0.0017355346,0.03947499],"study_design_scores_gemma":[0.00097571156,0.000044751807,0.0012731164,0.000036739697,0.00013405636,0.0000024496726,0.00013536777,0.78040165,0.0038158493,0.20026605,0.012715587,0.00019866726],"about_ca_topic_score_codex":0.000013746252,"about_ca_topic_score_gemma":0.000026932603,"teacher_disagreement_score":0.7297799,"about_ca_system_score_codex":0.00011950311,"about_ca_system_score_gemma":0.00017538147,"threshold_uncertainty_score":0.29133487},"labels":[],"label_agreement":null},{"id":"W3208114106","doi":"10.3389/fcomp.2021.674333","title":"Design and Analysis of a Collaborative Story Generation Game for Social Robots","year":2021,"lang":"en","type":"article","venue":"Frontiers in Computer Science","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Storytelling; Computer science; Entertainment; Robot; Quality (philosophy); Baseline (sea); Artificial intelligence; Multimedia; Human–computer interaction; Art; Narrative; Visual arts","score_opus":0.037368744310425694,"score_gpt":0.2728842541574876,"score_spread":0.23551550984706193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208114106","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014784126,0.00029524622,0.9834448,0.0004784588,0.0008083907,0.00016562417,0.0000018756512,0.000016754742,0.0000047116946],"genre_scores_gemma":[0.14834476,0.000012901951,0.85144436,0.00012592996,0.00004772319,0.000012492699,0.000001395758,0.000002045789,0.000008407935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986872,0.00012126443,0.00019022023,0.00053185923,0.00026935583,0.00020007696],"domain_scores_gemma":[0.9992037,0.00006543901,0.00009485966,0.00026264647,0.0003281104,0.00004523932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092442625,0.000080102596,0.00024280867,0.0004345329,0.00015065742,0.00014779164,0.00048729609,0.000036259866,3.7652924e-7],"category_scores_gemma":[0.00003964463,0.000085527805,0.00003874282,0.0028354037,0.0001656441,0.00051181036,0.00020682836,0.00005535525,7.778216e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008296808,0.00006617079,0.0025496776,0.000019462585,0.00011863412,0.000009167893,0.011280941,0.6929258,0.005252628,0.008938862,0.0014628997,0.2773674],"study_design_scores_gemma":[0.0001930376,0.000029555167,0.002625105,0.000004861943,0.000020887275,7.558367e-7,0.000023618584,0.9937623,0.0024121676,0.00078504405,0.00005190662,0.00009074826],"about_ca_topic_score_codex":0.0000021423543,"about_ca_topic_score_gemma":0.000005260376,"teacher_disagreement_score":0.30083647,"about_ca_system_score_codex":0.00008881331,"about_ca_system_score_gemma":0.0004286837,"threshold_uncertainty_score":0.34877226},"labels":[],"label_agreement":null},{"id":"W3208143504","doi":"10.5281/zenodo.4073433","title":"Preprocessing scripts and data for study: Identifying high-confidence capture Hi-C interactions using CHiCANE","year":2020,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Cancer Research","funders":"","keywords":"Scripting language; Preprocessor; Computer science; Operating system; Programming language","score_opus":0.160977707385079,"score_gpt":0.3419859801446908,"score_spread":0.1810082727596118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208143504","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029894905,0.00016205761,0.47046745,0.0005598554,0.000555436,0.0010878243,0.52621555,0.0005365094,0.00011637439],"genre_scores_gemma":[0.020464554,0.00007362801,0.014271868,0.00028922674,0.0005539661,2.4957131e-7,0.96340334,0.00083420513,0.00010894172],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693716,0.00029812762,0.0004283524,0.001466719,0.0004953588,0.00037428288],"domain_scores_gemma":[0.9969355,0.000055158605,0.00030074414,0.00205123,0.00045508347,0.00020231087],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0008557161,0.00026011298,0.0003029155,0.00028270023,0.0023392483,0.0038098267,0.0048054117,0.000095279975,0.00033317631],"category_scores_gemma":[0.0012682048,0.00028799268,0.000033472945,0.00051341765,0.000088168825,0.0013292574,0.009245433,0.00063785934,0.00039661507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016882175,0.00009269569,4.1807692e-7,0.00034360687,0.00006978781,0.00002797453,0.0011198283,0.00009751988,0.00035651505,0.00019085425,0.9850005,0.012683432],"study_design_scores_gemma":[0.00035838078,0.000085306674,0.000017917475,0.0001874762,0.00007018511,0.00014504824,0.00041797917,0.034798637,0.000017725857,0.00017225122,0.96343505,0.0002940142],"about_ca_topic_score_codex":0.00036793252,"about_ca_topic_score_gemma":0.000010623801,"teacher_disagreement_score":0.45619556,"about_ca_system_score_codex":0.00012490342,"about_ca_system_score_gemma":0.000022478634,"threshold_uncertainty_score":0.9999572},"labels":[],"label_agreement":null},{"id":"W3208809827","doi":"10.1145/3459637.3481910","title":"Dual Learning for Query Generation and Query Selection in Query Feeds Recommendation","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Natural Science Foundation of China","keywords":"Computer science; Information retrieval; Selection (genetic algorithm); Generator (circuit theory); Web query classification; Readability; Filter (signal processing); Query expansion; Web search query; Sargable; Query optimization; Query language; Data mining; Search engine; Machine learning","score_opus":0.03996731213320634,"score_gpt":0.2708048305776304,"score_spread":0.23083751844442404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208809827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21288887,0.000030088664,0.7848285,0.0014956943,0.00021033637,0.00008465078,1.438571e-7,0.000073472664,0.00038826058],"genre_scores_gemma":[0.8644523,0.000027445665,0.13395533,0.00036473467,0.00022238487,0.000028535724,0.00002319373,0.0000068837853,0.00091916404],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991598,0.00009737936,0.00019993252,0.00032026402,0.00007621307,0.00014641558],"domain_scores_gemma":[0.99968106,0.00007783884,0.00004659461,0.00008003114,0.00008457914,0.000029902545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004068754,0.00007259365,0.000089725145,0.00010100748,0.00011235334,0.00015756564,0.000049188173,0.00006485907,0.000018546594],"category_scores_gemma":[0.00009671176,0.00007903526,0.000020844784,0.0002105491,0.0000048970005,0.00060184323,0.00006557517,0.00011448091,0.0000021256192],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012153243,0.000094244606,0.017808491,0.000060788374,0.000021521235,0.0000060936777,0.0015613511,0.025941307,0.084598154,0.08221891,0.0015610483,0.78611594],"study_design_scores_gemma":[0.0002574212,0.00003109659,0.0017693646,0.0000090290505,0.00000211131,0.000019981297,0.00007212259,0.9839127,0.0102069285,0.00078037253,0.0028321631,0.00010667925],"about_ca_topic_score_codex":0.0001538055,"about_ca_topic_score_gemma":0.00086077146,"teacher_disagreement_score":0.9579714,"about_ca_system_score_codex":0.00007069978,"about_ca_system_score_gemma":0.000084945634,"threshold_uncertainty_score":0.32229644},"labels":[],"label_agreement":null},{"id":"W3208816465","doi":"10.5281/zenodo.5504194","title":"ExploreASL/ExploreASL: ExploreASL v1.8.0","year":2021,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.07513490076175912,"score_gpt":0.2492624769311891,"score_spread":0.17412757616942998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208816465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042908717,0.00048582134,0.8098828,0.005671631,0.00074790785,0.0005676565,0.00006969916,0.004474311,0.13519144],"genre_scores_gemma":[0.9760711,0.00027369725,0.01799387,0.00089178764,0.00051214796,3.0398124e-7,0.0008010861,0.0016892313,0.0017667493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969696,0.0004376856,0.00037822302,0.0009095191,0.0006917179,0.00061326113],"domain_scores_gemma":[0.9972214,0.000031207983,0.00007053905,0.0014845919,0.0008416378,0.00035058972],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006275313,0.00022526649,0.00022339067,0.00022742557,0.0016041637,0.0016511345,0.0024986474,0.00008564158,0.003755319],"category_scores_gemma":[0.00069902936,0.00024635624,0.00010552151,0.00096951355,0.00010226835,0.0010766636,0.0033342242,0.00034772904,0.009211607],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043608343,0.0005270516,0.000018139748,0.00012088199,0.00012381353,0.00045149092,0.009681261,0.0014021345,0.008486453,0.21249563,0.0870401,0.6796094],"study_design_scores_gemma":[0.0007733214,0.00013564693,0.0003809177,0.00007094513,0.000014066317,0.00054550136,0.00077696337,0.027356412,0.00423744,0.003034512,0.9621873,0.00048697623],"about_ca_topic_score_codex":0.000024124829,"about_ca_topic_score_gemma":9.25352e-7,"teacher_disagreement_score":0.9331624,"about_ca_system_score_codex":0.00016033702,"about_ca_system_score_gemma":0.000017823331,"threshold_uncertainty_score":0.99999887},"labels":[],"label_agreement":null},{"id":"W3208821253","doi":"10.2200/s01123ed1v01y202108hlt053","title":"Pretrained Transformers for Text Ranking: BERT and Beyond","year":2021,"lang":"en","type":"article","venue":"Synthesis lectures on human language technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":124,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Compute Canada","keywords":"Transformer; Computer science; Artificial intelligence; Natural language processing; Encoder; Ranking (information retrieval); Question answering; Information retrieval; Artificial neural network; Engineering","score_opus":0.020761885001247454,"score_gpt":0.2760993430802039,"score_spread":0.25533745807895647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208821253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31459856,0.005394342,0.6559633,0.011307376,0.00020183375,0.0007794431,0.00002221744,0.0038604967,0.007872435],"genre_scores_gemma":[0.9650732,0.00003126814,0.03427654,0.0003055146,0.000024679905,0.0001133053,0.0000024874385,0.000017703804,0.00015525319],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986782,0.000033886317,0.000191635,0.00056432677,0.00018707769,0.00034485655],"domain_scores_gemma":[0.9989268,0.00041441864,0.000053578413,0.00053715,0.000039681174,0.000028336737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001885195,0.00020607034,0.000256541,0.00019882833,0.00024376182,0.00015531032,0.0005724548,0.00020656409,0.000020806503],"category_scores_gemma":[0.0006763894,0.00017381027,0.00009652957,0.00020529663,0.00011364682,0.00013142555,0.00011926067,0.00019881655,0.0000020964078],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000111091485,0.000043464534,0.0000329175,0.00008529462,0.00006447042,0.000045257475,0.0027469455,0.00002673637,0.058906876,0.07022757,0.00026867737,0.86754066],"study_design_scores_gemma":[0.0005238819,0.00016320027,0.00020858034,0.00009847185,0.00003822495,0.000043367676,0.003040518,0.0035352358,0.9461379,0.043915417,0.0017627685,0.00053245213],"about_ca_topic_score_codex":0.0000070157785,"about_ca_topic_score_gemma":0.000057277703,"teacher_disagreement_score":0.887231,"about_ca_system_score_codex":0.00003584091,"about_ca_system_score_gemma":0.00003222991,"threshold_uncertainty_score":0.7087777},"labels":[],"label_agreement":null},{"id":"W3209039755","doi":"10.18653/v1/2021.emnlp-main.821","title":"IndoNLI: A Natural Language Inference Dataset for Indonesian","year":2021,"lang":"en","type":"article","venue":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Indonesia; York University; Samsung; National Science Foundation","keywords":"Annotation; Indonesian; Sentence; Test set; Set (abstract data type); Inference; Data set","score_opus":0.06648941278896932,"score_gpt":0.43358885394360996,"score_spread":0.36709944115464066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209039755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48122483,0.024016103,0.46411476,0.021123433,0.0029697416,0.0024204864,0.00028274357,0.00037496397,0.0034729294],"genre_scores_gemma":[0.5931575,0.00000937684,0.4058751,0.0006722309,0.000085953776,0.000039061564,0.000019489973,0.000014566608,0.00012673397],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971326,0.0001426829,0.00064917293,0.00093871227,0.0005470959,0.00058972545],"domain_scores_gemma":[0.99781746,0.0005991604,0.00042227667,0.00049702247,0.0005575809,0.000106494685],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011891038,0.00035333005,0.0005679241,0.00021566618,0.00017660006,0.00040956322,0.00204899,0.00019113263,0.000016412954],"category_scores_gemma":[0.004242244,0.00025638888,0.00015444477,0.0014218155,0.0001262284,0.0008144082,0.0010016627,0.0010353437,0.0000017891622],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060705057,0.00014500585,0.0016916188,0.00048374326,0.000025231011,0.000018798342,0.007102371,0.000013537218,0.10528915,0.0072734295,0.00013712312,0.8777593],"study_design_scores_gemma":[0.0018937938,0.000118705495,0.0029914184,0.0018981792,0.00006099793,0.00009603138,0.0064839455,0.657691,0.31473932,0.012254466,0.00062939234,0.0011427263],"about_ca_topic_score_codex":0.000024839108,"about_ca_topic_score_gemma":0.000021472986,"teacher_disagreement_score":0.87661654,"about_ca_system_score_codex":0.00010720356,"about_ca_system_score_gemma":0.00039760428,"threshold_uncertainty_score":0.99998885},"labels":[],"label_agreement":null},{"id":"W3209235691","doi":"10.2196/32698","title":"A BERT-Based Generation Model to Transform Medical Texts to SQL Queries for Electronic Medical Records: Model Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China; Baidu","keywords":"Computer science; SQL; Information retrieval; Stored procedure; Query by Example; Programming language; Natural language processing; Artificial intelligence; Database; Data mining; Search engine; Web search query","score_opus":0.03404106744262877,"score_gpt":0.30363756947698667,"score_spread":0.2695965020343579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209235691","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0696858,0.000027184682,0.91033953,0.018875573,0.0001425556,0.0005694952,0.0000036149488,0.00011620116,0.0002400688],"genre_scores_gemma":[0.18821698,0.00004318279,0.7886032,0.021856317,0.00019630947,0.00076337624,0.000102746904,0.000023081038,0.00019481572],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957363,0.000036270096,0.0010311217,0.00030827385,0.0023118886,0.00057613273],"domain_scores_gemma":[0.9980773,0.00013799877,0.000082611936,0.00037010785,0.00022659756,0.0011054149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014387418,0.00022148069,0.00031301647,0.00014742052,0.00018500225,0.00015358343,0.00066167314,0.00036740053,0.000058982558],"category_scores_gemma":[0.0008297931,0.00019870418,0.000060505074,0.0003079075,0.00004214348,0.0005102794,0.00022520282,0.00035143638,0.000014707582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037285336,0.00019633012,0.000016208991,0.00035592323,0.000042289685,0.000011935102,0.020761177,0.039787706,0.00004688983,0.05862058,0.0055411668,0.8745825],"study_design_scores_gemma":[0.0007574152,0.000082809216,0.0000020249731,0.00015116074,0.0000061216847,0.000024315477,0.000094298026,0.9869909,0.0026643178,0.0016609541,0.007314952,0.00025068768],"about_ca_topic_score_codex":0.000003813418,"about_ca_topic_score_gemma":0.0002657794,"teacher_disagreement_score":0.9472032,"about_ca_system_score_codex":0.00020142308,"about_ca_system_score_gemma":0.0054201973,"threshold_uncertainty_score":0.9615197},"labels":[],"label_agreement":null},{"id":"W3209857478","doi":"10.4018/ijirr.289950","title":"An End-to-End Efficient Lucene-Based Framework of Document/Information Retrieval","year":2021,"lang":"en","type":"article","venue":"International Journal of Information Retrieval Research","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information retrieval; Word (group theory); Automatic summarization; Context (archaeology); Set (abstract data type); Document retrieval; Natural language processing","score_opus":0.03288790709535719,"score_gpt":0.37630327528449964,"score_spread":0.3434153681891424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209857478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21696064,0.000037643644,0.7769337,0.003704569,0.0012629896,0.00016054165,0.000018939281,0.00002173901,0.00089923217],"genre_scores_gemma":[0.93258893,0.000024088167,0.06647877,0.00065211125,0.00020110104,0.0000013588524,0.000027552373,0.0000053034164,0.00002076761],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9924978,0.00027905309,0.0015225128,0.00014729498,0.0051972666,0.00035608115],"domain_scores_gemma":[0.98793316,0.0006307813,0.0007114376,0.0005213163,0.009893396,0.00030988653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005005859,0.00013971992,0.00023875372,0.0015601465,0.00012288072,0.00089214265,0.0021070428,0.00014633634,0.00025191103],"category_scores_gemma":[0.005021341,0.00013111527,0.00015651988,0.0014784097,0.00007112897,0.0045913476,0.00035596392,0.0007511699,0.00010454443],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035727625,0.0005815878,0.0010304131,0.00021463161,0.00036504542,0.00014852548,0.014738049,0.43603402,0.013711251,0.28158084,0.0015012475,0.24652164],"study_design_scores_gemma":[0.0030758947,0.0011540746,0.0038306906,0.00076717616,0.0000163611,0.00025133725,0.0014050121,0.5961088,0.362534,0.009583506,0.020815896,0.00045727863],"about_ca_topic_score_codex":0.000016053966,"about_ca_topic_score_gemma":6.9153833e-7,"teacher_disagreement_score":0.7156283,"about_ca_system_score_codex":0.0005402402,"about_ca_system_score_gemma":0.001627327,"threshold_uncertainty_score":0.86029524},"labels":[],"label_agreement":null},{"id":"W3210290009","doi":"10.1145/3459637.3482135","title":"Location-Aware Named Entity Disambiguation","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Huawei Technologies","keywords":"Computer science; Entity linking; Inference; Information retrieval; Artificial intelligence; Natural language processing; Dimension (graph theory); Embedding; Baseline (sea); Named-entity recognition; Natural language; Named entity; Knowledge base; Task (project management)","score_opus":0.023266838054333543,"score_gpt":0.25560297465951964,"score_spread":0.2323361366051861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210290009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010430967,0.000045700406,0.98324,0.0018808532,0.000274749,0.000028252029,9.784668e-8,0.00010764983,0.003991722],"genre_scores_gemma":[0.9415564,0.0000026967923,0.056035865,0.00035452482,0.00003671977,0.000003695563,0.0000028243041,0.0000016415167,0.0020056262],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994818,0.00002272769,0.00008860479,0.00018793752,0.00013894429,0.00007997445],"domain_scores_gemma":[0.99943817,0.000019153122,0.000017462089,0.00036337163,0.00013241322,0.000029410514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007616826,0.00003524166,0.000040212442,0.000016248714,0.00004774808,0.000094670286,0.00019686302,0.000019769976,0.00007833033],"category_scores_gemma":[0.000047669313,0.000034508408,0.000016691742,0.00020977792,0.000005165596,0.00028789134,0.000106059844,0.000033209642,0.00009315801],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.6501855e-7,0.00011020707,0.0055069556,0.00004562208,0.0000153575,0.000022428161,0.0010905025,0.0042568934,0.0014977352,0.77735376,0.0012087156,0.20889117],"study_design_scores_gemma":[0.0001388308,0.000004733484,0.0057362258,0.00001263667,0.0000021307828,0.000010118256,0.00006159613,0.9732006,0.008270107,0.011285025,0.0011678855,0.00011008363],"about_ca_topic_score_codex":0.000047453166,"about_ca_topic_score_gemma":0.000060603354,"teacher_disagreement_score":0.9689437,"about_ca_system_score_codex":0.000024346717,"about_ca_system_score_gemma":0.000082662504,"threshold_uncertainty_score":0.1407212},"labels":[],"label_agreement":null},{"id":"W3210704534","doi":"10.20944/preprints202110.0382.v1","title":"Employing Statistical Machine Reading for Inferring Key Concepts of a Research Field From a Body of Abstracts and Blog Posts","year":2021,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reading (process); Field (mathematics); Data science; Function (biology); Computer science; Comprehension; Conversation; Key (lock); Management science; Political science; Psychology; Engineering","score_opus":0.2271925651014114,"score_gpt":0.45563212320088736,"score_spread":0.22843955809947597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210704534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7737905,0.00017594955,0.22439365,0.00018539031,0.00023675244,0.00043996968,0.0000451175,0.000049242088,0.0006834798],"genre_scores_gemma":[0.91906756,0.00006165749,0.08063747,0.00003326943,0.00007182687,0.00005863251,0.000021493397,0.000019558915,0.000028510092],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968026,0.00023018991,0.0008622525,0.0011291071,0.00056728796,0.00040855366],"domain_scores_gemma":[0.995258,0.0023418195,0.0003478805,0.0014222888,0.0004782142,0.0001518421],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018438803,0.00022936058,0.0006080092,0.00021258806,0.00008692015,0.00007203443,0.0010633846,0.00029066755,0.00007240937],"category_scores_gemma":[0.0025954626,0.00025412443,0.00010211381,0.00013145685,0.000117804775,0.00015856954,0.0050999452,0.0010546201,0.0000045723436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019154094,0.00040007825,0.78646326,0.003313011,0.0005381247,0.0001664605,0.019578282,0.0032736885,0.13512452,0.035740543,0.000018536846,0.015191951],"study_design_scores_gemma":[0.0014211589,0.00016151642,0.44680253,0.0034674036,0.00008719001,0.000020861356,0.00041700216,0.15448871,0.34190685,0.050338216,0.000083888466,0.0008046606],"about_ca_topic_score_codex":0.0034133357,"about_ca_topic_score_gemma":0.00006278397,"teacher_disagreement_score":0.3396607,"about_ca_system_score_codex":0.00006432929,"about_ca_system_score_gemma":0.000346351,"threshold_uncertainty_score":0.9999911},"labels":[],"label_agreement":null},{"id":"W3211120245","doi":"10.5281/zenodo.5046661","title":"ExploreASL/ExploreASL: ExploreASL v1.7.0","year":2021,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.07513490076175912,"score_gpt":0.2492624769311891,"score_spread":0.17412757616942998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211120245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045184016,0.00048836845,0.81734556,0.0058307652,0.0007484109,0.00056253374,0.00007159515,0.0045453515,0.12522338],"genre_scores_gemma":[0.97649163,0.00027740098,0.017805634,0.00087276375,0.0005003492,2.997762e-7,0.0008070148,0.0016390937,0.001605827],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969379,0.000447936,0.000381863,0.0009165597,0.0006981191,0.0006176683],"domain_scores_gemma":[0.997184,0.00003233722,0.000070906695,0.0014957631,0.0008618417,0.00035517363],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006438003,0.0002264458,0.00022507124,0.00022792399,0.0016428144,0.0016699865,0.0025063688,0.00008624332,0.0034681612],"category_scores_gemma":[0.0007234124,0.00024769292,0.000106513005,0.00097665,0.00010275804,0.0010768018,0.0033252493,0.0003551044,0.009209826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004339237,0.0005226859,0.000017080623,0.0001202605,0.00012322304,0.00045183886,0.009818942,0.0015207878,0.008537033,0.1988113,0.08428607,0.6957474],"study_design_scores_gemma":[0.0007822753,0.0001386351,0.0003727899,0.0000732271,0.000014397336,0.0005719956,0.0008132612,0.029744046,0.004437237,0.002997986,0.95955986,0.00049430976],"about_ca_topic_score_codex":0.000024680707,"about_ca_topic_score_gemma":9.1923437e-7,"teacher_disagreement_score":0.9313076,"about_ca_system_score_codex":0.00016285402,"about_ca_system_score_gemma":0.000018156255,"threshold_uncertainty_score":0.99999756},"labels":[],"label_agreement":null},{"id":"W3211375313","doi":"10.18653/v1/2021.findings-emnlp.351","title":"Textual Time Travel: A Temporally Informed Approach to Theory of Mind","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Theory of mind; Mental model; Artificial intelligence; Prior probability; Question answering; False belief; Cognitive science; Psychology; Cognition","score_opus":0.030085367097814227,"score_gpt":0.24192704963633876,"score_spread":0.21184168253852453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211375313","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0120121725,0.000012684964,0.730394,0.0001989646,0.000024552455,0.00008431573,6.704642e-7,0.000023200928,0.25724941],"genre_scores_gemma":[0.4885709,4.328651e-7,0.4972187,0.00048272347,0.000023149458,0.000005227557,0.0000019372796,0.0000038978615,0.013693019],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910563,0.00004017261,0.0002468675,0.00023311267,0.0002178576,0.00015634212],"domain_scores_gemma":[0.99924886,0.00008201851,0.000039475875,0.00046938972,0.00008265294,0.000077582314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031070912,0.00007648139,0.00017373294,0.000063897154,0.000019943276,0.000045412216,0.0004863248,0.00004000776,0.000106580585],"category_scores_gemma":[0.00008587581,0.00006205171,0.00005546635,0.0002587273,0.000015405158,0.0001722106,0.0002464752,0.000052532825,0.000097190496],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001640353,0.0001790316,0.00012676764,0.000038271435,0.00004470745,0.0000112034295,0.0064090006,0.0008644957,0.0065323515,0.8193423,0.0017019955,0.16473345],"study_design_scores_gemma":[0.0028655834,0.00031634717,0.0049196333,0.00012757062,0.00003554346,0.00020628855,0.006041461,0.81461865,0.13184588,0.025699891,0.011940244,0.0013829363],"about_ca_topic_score_codex":0.000006195272,"about_ca_topic_score_gemma":0.0000028112681,"teacher_disagreement_score":0.81375414,"about_ca_system_score_codex":0.000013607791,"about_ca_system_score_gemma":0.00027366716,"threshold_uncertainty_score":0.25303954},"labels":[],"label_agreement":null},{"id":"W3211439143","doi":"10.2196/27210","title":"A Question-and-Answer System to Extract Data From Free-Text Oncological Pathology Reports (CancerBERT Network): Development Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Topic Modeling","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Alberta Health Services","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Terminology; SNOMED CT; Named-entity recognition; Pathology; Deep learning; Information retrieval; Medicine; Linguistics","score_opus":0.16471099525244154,"score_gpt":0.44931670532246165,"score_spread":0.2846057100700201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211439143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53071517,0.0017757043,0.45495737,0.010054656,0.0017817843,0.00024081384,0.0000013616088,0.000030184669,0.0004429397],"genre_scores_gemma":[0.9240226,0.00007005173,0.073916174,0.00036998047,0.0012391161,0.000014993966,0.0000032465246,0.000009429768,0.00035440706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927889,0.0015473905,0.0011955114,0.0007188545,0.0032541784,0.00049518165],"domain_scores_gemma":[0.99588805,0.0011526293,0.00023182546,0.0013356342,0.0006733704,0.00071849534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016643293,0.00013264206,0.0004697326,0.00014294751,0.00008889118,0.00027251677,0.0032661571,0.00020316507,0.00036106314],"category_scores_gemma":[0.004672625,0.000096767195,0.00004364171,0.00035154633,0.00007907549,0.0002666468,0.005941613,0.0014930399,0.00002387257],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024092675,0.002054453,0.054996848,0.00008965832,0.0005738872,0.22439164,0.006659031,0.00047816584,0.00013614367,0.0052603073,0.16870551,0.53641343],"study_design_scores_gemma":[0.0052642673,0.004052001,0.10860392,0.006643165,0.00010520285,0.041902456,0.005122215,0.4751422,0.0005005989,0.0057864566,0.34569314,0.0011843499],"about_ca_topic_score_codex":0.00033514653,"about_ca_topic_score_gemma":0.0010296442,"teacher_disagreement_score":0.5352291,"about_ca_system_score_codex":0.00032360255,"about_ca_system_score_gemma":0.0015692086,"threshold_uncertainty_score":0.7405796},"labels":[],"label_agreement":null},{"id":"W3211439810","doi":"10.18653/v1/2021.emnlp-main.835","title":"Types of Out-of-Distribution Texts and How to Detect Them","year":2021,"lang":"en","type":"article","venue":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Computer science; Categorization; Artificial intelligence; Calibration; Natural language processing; Data mining; Statistics; Mathematics","score_opus":0.0736749441821645,"score_gpt":0.3899331424867225,"score_spread":0.31625819830455804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211439810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5934435,0.0041736877,0.39328957,0.006707844,0.0003993262,0.00032166083,0.00000781529,0.000043408832,0.0016131924],"genre_scores_gemma":[0.6291451,0.0000073164897,0.37071267,0.0000510056,0.000017085107,0.000003390461,2.6422725e-7,0.0000037964571,0.000059385584],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99878806,0.00007261799,0.00027908324,0.0003694251,0.0002969694,0.00019385127],"domain_scores_gemma":[0.9988232,0.00019954903,0.00025520657,0.00017177852,0.00050136173,0.00004886835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075882574,0.00013590329,0.00033354806,0.00006521167,0.000042543837,0.00008310398,0.0006012589,0.0000874218,0.0000051741877],"category_scores_gemma":[0.002204647,0.00009509638,0.000060164322,0.0007099042,0.000074263015,0.00022906414,0.00048277466,0.00029564038,2.7203842e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001725014,0.000024475641,0.00082618196,0.0002549466,0.000008080502,0.0000012861827,0.0033025302,0.0000058730675,0.19622058,0.0035319666,0.000010486442,0.79579633],"study_design_scores_gemma":[0.00023419443,0.00005779259,0.0017704153,0.0009370066,0.000017431435,0.000016878112,0.0011056446,0.059098355,0.9247481,0.011775164,0.000041837207,0.0001971791],"about_ca_topic_score_codex":0.0000044612493,"about_ca_topic_score_gemma":0.0000028348138,"teacher_disagreement_score":0.79559916,"about_ca_system_score_codex":0.000033005384,"about_ca_system_score_gemma":0.00011322375,"threshold_uncertainty_score":0.38779178},"labels":[],"label_agreement":null},{"id":"W3211673252","doi":"10.5281/zenodo.3982680","title":"Related codes for \"Why Do Masked Neural Language Models Still Need Commonsense Knowledge to Handle Semantic Variations in Question Answering?\"","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Question answering; Commonsense knowledge; Computer science; Natural language processing; Artificial intelligence; Commonsense reasoning; Knowledge-based systems","score_opus":0.04508286160316482,"score_gpt":0.26637454174296293,"score_spread":0.2212916801397981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211673252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06618754,0.00006518437,0.92442966,0.0046675475,0.0001008637,0.00072084565,0.00006078431,0.00087267795,0.0028948912],"genre_scores_gemma":[0.9887111,0.0000061926785,0.010220446,0.00039869058,0.00005614684,2.5841325e-7,0.0001628203,0.00031996798,0.00012438251],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983677,0.0003274724,0.0003090739,0.0004745879,0.00019980634,0.0003213117],"domain_scores_gemma":[0.9989363,0.00006044517,0.00007044767,0.00042672383,0.00030087214,0.0002052015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005424596,0.0001339171,0.00016709152,0.00023060634,0.0005508327,0.0006430872,0.0009765691,0.000059616134,0.0001545982],"category_scores_gemma":[0.00061693095,0.00015001248,0.000042260097,0.00086226116,0.00003277726,0.00043053905,0.00088157214,0.00020433587,0.00046064748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034430856,0.00064354617,0.000055042343,0.00044951256,0.00011418483,0.000097386845,0.15937153,0.20905603,0.037996437,0.41421017,0.040121026,0.13754083],"study_design_scores_gemma":[0.00067354576,0.00018587778,0.00016526217,0.000042541575,0.000007495807,0.000017953605,0.0003117738,0.9718592,0.00020309535,0.0013449225,0.0250005,0.00018781087],"about_ca_topic_score_codex":0.00005857626,"about_ca_topic_score_gemma":0.0000051322404,"teacher_disagreement_score":0.92252356,"about_ca_system_score_codex":0.00009996925,"about_ca_system_score_gemma":0.0000073370957,"threshold_uncertainty_score":0.6201305},"labels":[],"label_agreement":null},{"id":"W3211782300","doi":"10.48550/arxiv.2012.15495","title":"Towards Zero-Shot Knowledge Distillation for Natural Language Processing","year":2020,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Distillation; Task (project management); Benchmark (surveying); Artificial intelligence; Knowledge transfer; Natural language processing; Variety (cybernetics); Domain knowledge; Machine learning; Transfer of learning; Domain (mathematical analysis); Shot (pellet); Knowledge management; Mathematics; Engineering","score_opus":0.09527768866442518,"score_gpt":0.21964052195364003,"score_spread":0.12436283328921485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211782300","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12252535,0.00017239516,0.87487036,0.0002555575,0.00013204418,0.00012530862,0.0000018694758,0.00018577189,0.0017313714],"genre_scores_gemma":[0.99252915,0.0000025259442,0.006778089,0.00014181208,0.00009565846,3.7794737e-7,0.0000038410835,0.0000070468664,0.0004414714],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924463,0.000022275583,0.0000863747,0.00042355672,0.000039869847,0.00018332023],"domain_scores_gemma":[0.99953336,0.000030797408,0.00005519431,0.00020657277,0.00007969618,0.000094389856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006913777,0.00009908231,0.000105238105,0.00004549107,0.00011595659,0.000062921885,0.000501602,0.000042876305,0.0000042791016],"category_scores_gemma":[0.000046396457,0.00010573422,0.00006270893,0.00037948843,0.000021752005,0.00047820306,0.00017001547,0.000089688605,0.00001930204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014288978,0.00013477103,0.0031041095,0.00049482833,0.00007281935,0.00017316612,0.020857865,0.07017298,0.004225587,0.55931026,0.0010410801,0.34026963],"study_design_scores_gemma":[0.0003302121,0.00002658428,0.00029486022,0.0000123813725,0.000009924986,0.000001128145,0.00010531967,0.9963181,0.0003793369,0.0014963989,0.00088785496,0.00013790902],"about_ca_topic_score_codex":0.000010038691,"about_ca_topic_score_gemma":0.0000071490026,"teacher_disagreement_score":0.92614514,"about_ca_system_score_codex":0.000055396285,"about_ca_system_score_gemma":0.000073764175,"threshold_uncertainty_score":0.43117166},"labels":[],"label_agreement":null},{"id":"W3212619741","doi":"10.18653/v1/2021.eval4nlp-1.6","title":"Trainable Ranking Models to Evaluate the Semantic Accuracy of Data-to-Text Neural Generator","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Metric (unit); Ranking (information retrieval); Generalization; Generator (circuit theory); Table (database); Artificial intelligence; Inference; Embedding; Natural language processing; Artificial neural network; Machine learning; Data mining; Mathematics","score_opus":0.18353008287572417,"score_gpt":0.339522803652108,"score_spread":0.15599272077638385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212619741","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14517654,0.000119369404,0.84640783,0.0070617236,0.00022097709,0.00021055347,0.0000028362629,0.00005299362,0.0007472042],"genre_scores_gemma":[0.8445762,0.000003597702,0.15175888,0.0030303132,0.000080918115,0.000010581768,0.000002358082,0.0000081016315,0.0005290935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827737,0.00012827422,0.00029911572,0.00055939937,0.0004281963,0.00030765316],"domain_scores_gemma":[0.9974507,0.00016497832,0.00003771721,0.0020507113,0.00019737624,0.00009851796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078018435,0.0001166139,0.0001819104,0.000052901516,0.0001190675,0.00020866614,0.0021089886,0.000025770314,0.000055989556],"category_scores_gemma":[0.00014246392,0.000081704035,0.0000432264,0.0005054656,0.000010688535,0.00084988045,0.001653918,0.000091439084,0.000031815056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070420283,0.000056535067,0.000024378796,0.000042651292,0.00004379173,0.000039231494,0.0054903645,0.70937973,0.03262598,0.084744826,0.00323457,0.16431092],"study_design_scores_gemma":[0.00015225665,0.00001357729,0.00003263756,0.000014538817,0.000009458224,0.000013965425,0.00009691933,0.98996574,0.0060739107,0.002799946,0.00071743364,0.0001096488],"about_ca_topic_score_codex":0.00013646427,"about_ca_topic_score_gemma":0.00007242004,"teacher_disagreement_score":0.6993996,"about_ca_system_score_codex":0.000019238038,"about_ca_system_score_gemma":0.0001893306,"threshold_uncertainty_score":0.39190608},"labels":[],"label_agreement":null},{"id":"W3212682848","doi":"10.48550/arxiv.2112.00578","title":"Systematic Generalization with Edge Transformers","year":2021,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Transformer; Computer science; Parsing; Unification; Artificial intelligence; Theoretical computer science; Programming language; Engineering; Electrical engineering","score_opus":0.04358110865544729,"score_gpt":0.15750120961687417,"score_spread":0.11392010096142688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212682848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11424154,0.000040673334,0.8832763,0.00006999319,0.0000863278,0.00009275443,3.6675075e-7,0.00008994222,0.002102122],"genre_scores_gemma":[0.9944836,0.000021739037,0.0038808628,0.000107716245,0.000014719568,3.632018e-7,0.0000017569499,0.0000052741616,0.0014840043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927515,0.00006667411,0.000095971016,0.00034876275,0.000059013255,0.00015441493],"domain_scores_gemma":[0.999392,0.0000255444,0.000044838667,0.00037438536,0.00009654366,0.000066739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008354017,0.00008470003,0.00012822945,0.000059007652,0.000085085,0.000050660958,0.00030511705,0.0000355401,0.000012529631],"category_scores_gemma":[0.000008726378,0.00008134386,0.000043330514,0.00057887216,0.000017946531,0.00043463038,0.000046630495,0.000052792497,0.000025792748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059823647,0.00004820195,0.0012657633,0.0011046166,0.00007258007,0.00049868674,0.0006081901,0.17235103,0.0003814516,0.8233878,0.00003410549,0.00024161515],"study_design_scores_gemma":[0.00039908887,0.000024326446,0.00010232573,0.0002898803,0.000038658774,0.000029156592,0.00017413442,0.99568695,0.0010465033,0.0019801008,0.00005509331,0.00017379549],"about_ca_topic_score_codex":0.000013973849,"about_ca_topic_score_gemma":0.000037813268,"teacher_disagreement_score":0.88024205,"about_ca_system_score_codex":0.000057937777,"about_ca_system_score_gemma":0.000086223445,"threshold_uncertainty_score":0.33171064},"labels":[],"label_agreement":null},{"id":"W3212805212","doi":"10.5281/zenodo.4244655","title":"2020 Programming Historian Deposit release","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Waterloo","funders":"","keywords":"Geology; Computer science","score_opus":0.03731586346728265,"score_gpt":0.2255656860574279,"score_spread":0.18824982259014528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212805212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004788443,0.0001668475,0.9442575,0.009034366,0.00023392394,0.00044065432,0.000011218005,0.002812887,0.03825418],"genre_scores_gemma":[0.96388835,0.000027662822,0.033174064,0.0010432318,0.0005146464,4.9089856e-8,0.00013592698,0.00082847633,0.00038758805],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844843,0.00016952415,0.00020858776,0.0005097033,0.00034852276,0.00031522987],"domain_scores_gemma":[0.9988823,0.000010865503,0.00007183882,0.0004848817,0.00023518222,0.0003149346],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023730072,0.00010996023,0.00010775771,0.00006377871,0.0011621005,0.00093891146,0.001827204,0.000042367497,0.00087390904],"category_scores_gemma":[0.0004416972,0.00012228994,0.000044671688,0.0005683927,0.000042566655,0.0004118261,0.001548007,0.00023433765,0.003818757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022315338,0.00007167713,0.0000075050284,0.00007379159,0.00002343575,0.000091907474,0.004605616,0.0002619565,0.0028554753,0.020646695,0.09129758,0.880042],"study_design_scores_gemma":[0.00023092973,0.00011715108,0.000044538967,0.0000111236595,0.0000042805573,0.000051758907,0.00005682875,0.02962442,0.00028817472,0.000095379895,0.96933514,0.00014029889],"about_ca_topic_score_codex":0.000014247829,"about_ca_topic_score_gemma":1.2624214e-7,"teacher_disagreement_score":0.9590999,"about_ca_system_score_codex":0.00012487917,"about_ca_system_score_gemma":0.0000045431107,"threshold_uncertainty_score":0.9969569},"labels":[],"label_agreement":null},{"id":"W3213180921","doi":"10.18653/v1/2021.emnlp-main.603","title":"Universal-KD: Attention-based Output-Grounded Intermediate Layer Knowledge Distillation","year":2021,"lang":"en","type":"article","venue":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Layer (electronics); Distillation; Matching (statistics); Interpretability; Projection (relational algebra); Base (topology); Space (punctuation); Architecture; Artificial intelligence; Deep learning; Computer architecture; Machine learning; Algorithm; Mathematics; Nanotechnology; Chromatography; Operating system; Materials science; Chemistry","score_opus":0.07139261601228206,"score_gpt":0.3974343703737435,"score_spread":0.32604175436146143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213180921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34356523,0.003309703,0.63129365,0.006508523,0.00137135,0.00044017236,0.0000044757517,0.00019277618,0.0133141205],"genre_scores_gemma":[0.7555471,0.0000048563156,0.24373057,0.00017276227,0.00006304575,0.000007893663,0.000001577716,0.000011241461,0.00046091416],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99799776,0.00016112166,0.00046506617,0.00064523786,0.0003916377,0.0003391556],"domain_scores_gemma":[0.9983684,0.00029903685,0.00032434365,0.00027150643,0.0006595681,0.00007716658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008527695,0.00023675608,0.00035837354,0.00019084726,0.00012900961,0.00027003567,0.0010213733,0.00014112894,0.000019280726],"category_scores_gemma":[0.0013985368,0.00017683407,0.00014414817,0.001190857,0.00010360875,0.0005192872,0.0004914308,0.00061713386,0.0000034379834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044302666,0.0001948558,0.005383664,0.00040794184,0.000026256668,0.000011988434,0.0054624905,0.000083853774,0.066367194,0.011968293,0.00003621514,0.91001296],"study_design_scores_gemma":[0.00070802664,0.00003823698,0.011042436,0.0010908477,0.000032044547,0.000009347238,0.0015741579,0.92532575,0.052498385,0.0071804635,0.00011466854,0.0003856334],"about_ca_topic_score_codex":0.000011929927,"about_ca_topic_score_gemma":0.000012571486,"teacher_disagreement_score":0.9252419,"about_ca_system_score_codex":0.00018139777,"about_ca_system_score_gemma":0.0003234548,"threshold_uncertainty_score":0.7211084},"labels":[],"label_agreement":null},{"id":"W3213418658","doi":"10.18653/v1/2021.mrl-1.11","title":"Small Data? No Problem! Exploring the Viability of Pretrained Multilingual Language Models for Low-resourced Languages","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Computer science; Natural language processing; Artificial intelligence; Language model; Second-generation programming language; Code (set theory); Resource (disambiguation); Variety (cybernetics); Training set; Programming language; Set (abstract data type); Fifth-generation programming language; Programming paradigm","score_opus":0.12160079997991133,"score_gpt":0.29630273869832713,"score_spread":0.1747019387184158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213418658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3037039,0.000099884885,0.69378495,0.00027079484,0.000111146204,0.0003659025,0.000023201223,0.0001264294,0.0015138001],"genre_scores_gemma":[0.6142579,0.000002363363,0.38488513,0.0001229119,0.000079863974,0.000048591937,0.000018668294,0.00001015274,0.00057441],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849445,0.000087320805,0.00033902196,0.0005833096,0.000217746,0.00027817758],"domain_scores_gemma":[0.9972463,0.00041922924,0.00007997225,0.0019911125,0.00020843901,0.000054913795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007922602,0.0001321014,0.0001992884,0.000030810774,0.000079318655,0.0000791637,0.0015047956,0.000042718617,0.000015881194],"category_scores_gemma":[0.0004397654,0.00009428202,0.000075187105,0.00016324336,0.00003599158,0.0004000146,0.0009214114,0.00011870721,0.000002946975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012258436,0.00096789084,0.00058779266,0.0022099756,0.00033379957,0.000081728635,0.11635204,0.15886356,0.13464136,0.11030866,0.00045855044,0.47507206],"study_design_scores_gemma":[0.00035903126,0.000020558235,0.00004200616,0.000033257846,0.000008424973,0.000003171357,0.0011698188,0.96409965,0.03301531,0.0009735377,0.00015049995,0.000124708],"about_ca_topic_score_codex":0.00017959121,"about_ca_topic_score_gemma":0.00018044177,"teacher_disagreement_score":0.8052361,"about_ca_system_score_codex":0.000018945562,"about_ca_system_score_gemma":0.00011516172,"threshold_uncertainty_score":0.3844709},"labels":[],"label_agreement":null},{"id":"W3213458975","doi":"10.1162/tacl_a_00419","title":"<scp>ParsiNLU</scp>: A Suite of Language Understanding Challenges for Persian","year":2021,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); International Medias Data Services (Canada)","funders":"","keywords":"Computer science; Natural language understanding; Natural language processing; Suite; Benchmark (surveying); Artificial intelligence; Persian; Natural language; Linguistics","score_opus":0.053844189722149584,"score_gpt":0.28161477226806203,"score_spread":0.22777058254591245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213458975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016728557,0.00020233142,0.9955479,0.0006329029,0.00074240065,0.00021664827,0.00014480692,0.00003172466,0.0008084133],"genre_scores_gemma":[0.88978153,0.00001004854,0.10954115,0.000033792603,0.00009859251,0.000011066325,0.000016483835,0.000008743681,0.0004986054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990283,0.000045640685,0.0003003686,0.00017647265,0.0003039461,0.00014527414],"domain_scores_gemma":[0.9963433,0.0022554868,0.00030912398,0.0001749412,0.00088926347,0.000027890666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032304248,0.00007847394,0.00016246317,0.000068502275,0.00018157724,0.000029033903,0.00026129844,0.00006853254,9.174919e-7],"category_scores_gemma":[0.0020721478,0.00007971112,0.00021055518,0.0001902889,0.00001917119,0.00004565814,0.00001574799,0.00007239422,3.767705e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004644088,0.00014728536,0.00028605564,0.00023245453,0.00022893463,2.4704312e-7,0.006186066,0.27683416,0.000110148045,0.71473676,0.00013390058,0.0010993425],"study_design_scores_gemma":[0.001307549,0.00008435754,0.0012888868,0.00011886758,0.00018412039,0.000002659366,0.0032211293,0.8253283,0.0023884228,0.16330431,0.0026635546,0.00010782597],"about_ca_topic_score_codex":0.0000059622394,"about_ca_topic_score_gemma":0.000019701156,"teacher_disagreement_score":0.8881087,"about_ca_system_score_codex":0.00019848483,"about_ca_system_score_gemma":0.00019231088,"threshold_uncertainty_score":0.32505253},"labels":[],"label_agreement":null},{"id":"W3213719910","doi":"10.18653/v1/2021.sustainlp-1.8","title":"Learning to Rank in the Age of Muppets: Effectiveness–Efficiency Tradeoffs in Multi-Stage Ranking","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; University of Waterloo; Compute Canada","keywords":"Transformer; Computer science; Inference; Machine learning; Artificial intelligence; Ranking (information retrieval); Learning to rank; Recall; Engineering; Voltage","score_opus":0.049216727700560924,"score_gpt":0.30256823670876254,"score_spread":0.25335150900820164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213719910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3736149,0.00009018421,0.6242559,0.000334271,0.0000982842,0.00017782713,1.4527394e-7,0.000027670378,0.001400852],"genre_scores_gemma":[0.9671732,0.0000050499116,0.032297973,0.0003620128,0.0000088114875,0.000017252361,6.3795557e-7,0.0000053029253,0.00012975122],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981437,0.00062675716,0.00029532448,0.00038427653,0.00028075464,0.00026923532],"domain_scores_gemma":[0.9988805,0.0006057391,0.000037085774,0.0004151253,0.000037416386,0.000024116907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017321776,0.00010335133,0.00020534848,0.00015738484,0.000047096913,0.000066836765,0.000702651,0.000043815835,0.000009647367],"category_scores_gemma":[0.00032406318,0.000080549486,0.000053824104,0.0009619541,0.00001722236,0.00019303334,0.00020606979,0.00024995624,0.0000053303615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004234098,0.000882456,0.04112286,0.00024514785,0.000018173509,0.0015893565,0.105459504,0.59573793,0.07226651,0.06805886,0.000006157672,0.11457067],"study_design_scores_gemma":[0.0032128692,0.00016324343,0.100497164,0.00043902668,0.0000049560776,0.000031121843,0.0046111103,0.8672521,0.021591725,0.00031299566,0.001455852,0.00042779773],"about_ca_topic_score_codex":0.0002883017,"about_ca_topic_score_gemma":0.00028257578,"teacher_disagreement_score":0.5935583,"about_ca_system_score_codex":0.000046316847,"about_ca_system_score_gemma":0.00005959748,"threshold_uncertainty_score":0.32847127},"labels":[],"label_agreement":null},{"id":"W3213905624","doi":"10.18653/v1/2021.blackboxnlp-1.35","title":"Interacting Knowledge Sources, Inspection and Analysis: Case-studies on Biomedical text processing","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Encapsulation (networking); Transparency (behavior)","score_opus":0.04572935156477141,"score_gpt":0.3320811119229192,"score_spread":0.2863517603581478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213905624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33325878,0.0014619636,0.6623248,0.0006434884,0.00029976643,0.000029324174,1.7038539e-7,0.00022058218,0.0017611681],"genre_scores_gemma":[0.96128577,0.0000139865915,0.038172483,0.00011872856,0.00009696451,0.0000033855988,6.945364e-7,0.0000033074075,0.00030465648],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990848,0.00005249986,0.00021159535,0.00039574227,0.00012027275,0.00013512955],"domain_scores_gemma":[0.9994198,0.00014119607,0.00006018789,0.00020201488,0.000117125004,0.000059693502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023538503,0.000087082844,0.00017203364,0.00020471065,0.00023117641,0.00017610907,0.00010214397,0.000035240682,0.0000065407535],"category_scores_gemma":[0.00019398463,0.00007082241,0.000040975367,0.0008822567,0.00003593592,0.0002506568,0.00025343997,0.00012693486,0.000007858096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006189549,0.0003411793,0.005006846,0.0002471252,0.0008978291,0.0025426152,0.051020484,0.001445502,0.0012227827,0.020203356,0.000421846,0.9166442],"study_design_scores_gemma":[0.00011391443,0.000023479039,0.00010024009,0.000071655864,0.000059616847,0.0008511922,0.0039293966,0.9927865,0.0012325116,0.00025973914,0.00045322886,0.00011846893],"about_ca_topic_score_codex":0.000018066721,"about_ca_topic_score_gemma":0.00014603535,"teacher_disagreement_score":0.99134105,"about_ca_system_score_codex":0.00004641645,"about_ca_system_score_gemma":0.000049093407,"threshold_uncertainty_score":0.2888054},"labels":[],"label_agreement":null},{"id":"W3214002337","doi":"","title":"Combiner: Full Attention Transformer with Sparse Computation Cost","year":2021,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Computation; Quadratic equation; Leverage (statistics); Transformer; Factorization; Autoregressive model; Theoretical computer science; Algorithm; Artificial intelligence; Mathematics; Voltage","score_opus":0.06034433982791471,"score_gpt":0.17640755943918549,"score_spread":0.11606321961127078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214002337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33682597,0.000008332871,0.66125554,0.00016428565,0.00009242024,0.00007663894,8.491213e-7,0.00008136111,0.001494622],"genre_scores_gemma":[0.99265945,0.000014791056,0.0061751655,0.00010894796,0.000017144399,3.3181604e-7,0.000009920189,0.000006320571,0.0010079029],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991297,0.000055445787,0.000097426484,0.00044767393,0.00007606425,0.00019366936],"domain_scores_gemma":[0.9993767,0.000029803577,0.00005112115,0.00031434183,0.0001425982,0.000085430234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008083352,0.00010473019,0.000112236594,0.00007045894,0.00011306566,0.00006159193,0.00026947015,0.000045501238,0.00001887406],"category_scores_gemma":[0.0000037841423,0.00011178633,0.000053745185,0.00054539536,0.00003405888,0.00055930606,0.00003579081,0.000103865685,0.000058594378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007019665,0.000268836,0.01156427,0.00004389408,0.00008838716,0.0010613186,0.00042282912,0.46894917,0.0036374272,0.49772695,0.0001803793,0.015986357],"study_design_scores_gemma":[0.0012659342,0.000075249394,0.002906529,0.00003053273,0.000029005629,0.000043289478,0.00012767571,0.9899287,0.00070201955,0.0041574165,0.00050867285,0.00022495184],"about_ca_topic_score_codex":0.000026060306,"about_ca_topic_score_gemma":0.000089659676,"teacher_disagreement_score":0.6558335,"about_ca_system_score_codex":0.00006420397,"about_ca_system_score_gemma":0.00007704161,"threshold_uncertainty_score":0.4558514},"labels":[],"label_agreement":null},{"id":"W3214038065","doi":"10.18653/v1/2021.findings-emnlp.26","title":"Multi-Task Dense Retrieval via Model Uncertainty Fusion for Open-Domain Question Answering","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Compute Canada","keywords":"Computer science; Benchmark (surveying); Task (project management); Question answering; Information retrieval; Joint (building); Set (abstract data type); Domain (mathematical analysis); Aggregate (composite); Artificial intelligence; Training set; Code (set theory); Language model; Natural language processing","score_opus":0.041967072789004724,"score_gpt":0.3043780166640182,"score_spread":0.26241094387501346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214038065","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03650377,0.000057554465,0.9614165,0.00094415026,0.00030030272,0.00032025715,0.0000025678567,0.00013740535,0.00031751947],"genre_scores_gemma":[0.32138842,0.000008541575,0.67708975,0.00040386565,0.00003793872,0.0000120503455,0.0000061734518,0.000008425832,0.0010448116],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986202,0.00006507187,0.00025659427,0.000577475,0.00020252661,0.00027810395],"domain_scores_gemma":[0.99895006,0.0000682212,0.000057536283,0.0006220706,0.00020433454,0.00009778755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060053036,0.0001275915,0.00016191902,0.000043207092,0.00018104831,0.00025993917,0.0007320082,0.00008163628,0.000009102044],"category_scores_gemma":[0.0001094716,0.00012243706,0.00006172563,0.0002012427,0.000012588335,0.0005393943,0.00076784473,0.000097656375,0.00000862739],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085890475,0.0002081639,0.000104146005,0.0000651919,0.000023795434,0.000047809037,0.0015833912,0.56336135,0.28842,0.08619612,0.00034308637,0.059561048],"study_design_scores_gemma":[0.0007226072,0.000025247538,0.000033814904,0.000028525053,0.0000036614913,0.000015971533,0.0000326066,0.9762189,0.008332753,0.014071698,0.0003451907,0.00016901772],"about_ca_topic_score_codex":0.000116254116,"about_ca_topic_score_gemma":0.00016737325,"teacher_disagreement_score":0.41285753,"about_ca_system_score_codex":0.000106914355,"about_ca_system_score_gemma":0.00016754762,"threshold_uncertainty_score":0.49928385},"labels":[],"label_agreement":null},{"id":"W3214151748","doi":"10.18653/v1/2021.mrl-1.12","title":"Mr. TyDi: A Multi-lingual Benchmark for Dense Retrieval","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Compute Canada","keywords":"Computer science; Benchmark (surveying); Ranking (information retrieval); Relevance (law); Artificial intelligence; Natural language processing; Information retrieval; Representation (politics); Point (geometry); Resource (disambiguation); Machine learning; Mathematics; Geography","score_opus":0.050235439456535906,"score_gpt":0.30067412928951526,"score_spread":0.25043868983297934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214151748","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06074363,0.00014662163,0.9361784,0.0008730806,0.0005641807,0.00010818286,0.0000015057512,0.00012381902,0.0012605947],"genre_scores_gemma":[0.26884326,0.0000045406664,0.72499925,0.000759816,0.00014052489,0.0000046631094,0.0000029631897,0.0000066296475,0.0052383514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898905,0.000025523625,0.00017953705,0.00039499416,0.00016585924,0.00024504345],"domain_scores_gemma":[0.9990823,0.00012633915,0.000031000833,0.0005070644,0.00017509497,0.000078185716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022078204,0.00008581633,0.000113149035,0.000031948988,0.00008548209,0.00012319694,0.00037588264,0.000056671834,0.000058759233],"category_scores_gemma":[0.00028622174,0.00008100985,0.000076687225,0.00018438243,0.000011219284,0.00015940034,0.00022073476,0.000075054566,0.000023534418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010565919,0.00084347284,0.0024366386,0.00022725362,0.00020454993,0.000685173,0.009056906,0.00310379,0.069456644,0.5574473,0.012986126,0.34344643],"study_design_scores_gemma":[0.00097654737,0.00004517849,0.00021136532,0.000016190404,0.0000076144916,0.000051464463,0.000086999644,0.92616266,0.056077205,0.0037551888,0.012357722,0.00025187954],"about_ca_topic_score_codex":0.00001172085,"about_ca_topic_score_gemma":0.00003134074,"teacher_disagreement_score":0.92305887,"about_ca_system_score_codex":0.000027397826,"about_ca_system_score_gemma":0.00017096262,"threshold_uncertainty_score":0.33034858},"labels":[],"label_agreement":null},{"id":"W3214455632","doi":"10.18653/v1/2021.emnlp-main.77","title":"Contextualized Query Embeddings for Conversational Search","year":2021,"lang":"en","type":"article","venue":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Computer science; Leverage (statistics); Inference; Security token; Relevance (law); Pipeline (software); Information retrieval; Query expansion; Query language; Artificial intelligence","score_opus":0.092333595524727,"score_gpt":0.43953950920379287,"score_spread":0.34720591367906584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214455632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16445453,0.0043315613,0.80447227,0.018419666,0.0009631083,0.0009185073,0.000010290694,0.00014777896,0.006282305],"genre_scores_gemma":[0.5235511,0.0000062723507,0.4754031,0.00058032956,0.000058104437,0.000024740419,0.0000011449099,0.000009250772,0.0003659665],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978356,0.000113370326,0.00049764535,0.00065516366,0.00050295884,0.000395313],"domain_scores_gemma":[0.99783945,0.00062824326,0.00024118759,0.00022244625,0.0009941956,0.00007447814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015283576,0.00020929985,0.00040646305,0.00014104442,0.00014253538,0.00026635116,0.0010952986,0.0001382064,0.000033920034],"category_scores_gemma":[0.0029334442,0.00015548433,0.00015743493,0.0008547008,0.00011436923,0.00049997173,0.0004836491,0.000560144,0.0000012780304],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010311058,0.00013931197,0.0014744961,0.00052654097,0.000033502452,0.0000062058125,0.01286653,0.000039792147,0.18560295,0.09630091,0.00011956037,0.7027871],"study_design_scores_gemma":[0.001147327,0.00004950101,0.0006241996,0.00073326775,0.000018150831,0.000027199912,0.0041156258,0.69759446,0.27195448,0.023139939,0.00022312935,0.00037269693],"about_ca_topic_score_codex":0.000011178025,"about_ca_topic_score_gemma":0.0000028225627,"teacher_disagreement_score":0.7024144,"about_ca_system_score_codex":0.00010968695,"about_ca_system_score_gemma":0.00040461705,"threshold_uncertainty_score":0.63404673},"labels":[],"label_agreement":null},{"id":"W3215214493","doi":"10.1145/3473973","title":"Graph Neural Collaborative Topic Model for Citation Recommendation","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Citation; Pairwise comparison; Graph; Information retrieval; Knowledge graph; Artificial neural network; Information overload; Data science; Artificial intelligence; Machine learning; Theoretical computer science; World Wide Web","score_opus":0.042966983719350094,"score_gpt":0.276904698131039,"score_spread":0.23393771441168892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215214493","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00094769837,0.00001280284,0.9940531,0.002561706,0.0011591087,0.000443751,0.000054400647,0.00014435478,0.00062306435],"genre_scores_gemma":[0.9034551,0.000015038896,0.09507699,0.00057351607,0.000035737226,0.00035693147,0.00011940449,0.000005852775,0.00036146832],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989789,0.000060099315,0.00044878924,0.00016446078,0.00020036071,0.00014736305],"domain_scores_gemma":[0.9985864,0.0001348854,0.00015547773,0.00045549267,0.0006177326,0.000049976075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022814058,0.00010553046,0.00012377575,0.00020659354,0.00025638053,0.0003384935,0.00026216058,0.000073259216,0.000005626346],"category_scores_gemma":[0.000058167174,0.00011066424,0.00006395432,0.0005258561,0.000007812177,0.002907684,0.000006894269,0.00009297449,0.000021291837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012820123,0.00003262047,0.000008183649,0.00008286653,0.000031347652,2.0863038e-7,0.005723698,0.8084937,0.00007942081,0.03174412,0.00036008874,0.15343095],"study_design_scores_gemma":[0.0004617795,0.00003336245,0.000019242396,0.000015511367,0.0000067877213,0.00000598855,0.0008693897,0.9920885,0.0007271804,0.001612849,0.0040423614,0.000117060255],"about_ca_topic_score_codex":0.000009629967,"about_ca_topic_score_gemma":0.0000082479455,"teacher_disagreement_score":0.90250736,"about_ca_system_score_codex":0.00008579992,"about_ca_system_score_gemma":0.00012089265,"threshold_uncertainty_score":0.45127568},"labels":[],"label_agreement":null},{"id":"W3217119495","doi":"10.1109/access.2021.3129786","title":"A Survey of Automatic Text Summarization: Progress, Process and Challenges","year":2021,"lang":"en","type":"article","venue":"IEEE Access","topic":"Topic Modeling","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Automatic summarization; Computer science; Workflow; Taxonomy (biology); Information retrieval; Domain (mathematical analysis); Text graph; Process (computing); The Internet; Feature extraction; Data science; Artificial intelligence; World Wide Web; Database","score_opus":0.08943312503184098,"score_gpt":0.32881871083961284,"score_spread":0.23938558580777186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217119495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7137206,0.017873274,0.26280394,0.0032855358,0.00063871837,0.0003094132,0.000005548581,0.00024595342,0.0011170061],"genre_scores_gemma":[0.99615943,0.00031241743,0.0034066932,0.000051215447,0.000024182917,0.000014743717,0.000001996694,0.000005712749,0.00002358553],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990823,0.00008880054,0.00019619073,0.00029555088,0.00020736404,0.00012975934],"domain_scores_gemma":[0.9991382,0.0000871163,0.00009599152,0.00035511382,0.0002805542,0.00004303958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002647275,0.00007843514,0.00015442903,0.00004290273,0.00004137257,0.00016518284,0.00059861655,0.000042028503,0.000007046182],"category_scores_gemma":[0.00008477694,0.00007375544,0.000012871925,0.0003435405,0.000038061473,0.000625845,0.00019129482,0.000050046165,0.0000015587116],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031715913,0.00018719467,0.12133946,0.0016028925,0.000050281407,0.0000413774,0.0023851574,0.0004223085,0.0000810562,0.0062849894,0.000099230376,0.86750287],"study_design_scores_gemma":[0.00042950586,0.000033767312,0.42772713,0.00021535183,0.000010369952,0.000025972013,0.000045107627,0.55734,0.009702701,0.0040665,0.000116334675,0.00028721621],"about_ca_topic_score_codex":0.0000322298,"about_ca_topic_score_gemma":0.000140631,"teacher_disagreement_score":0.86721563,"about_ca_system_score_codex":0.000006718446,"about_ca_system_score_gemma":0.00013847735,"threshold_uncertainty_score":0.30076593},"labels":[],"label_agreement":null},{"id":"W3217492267","doi":"10.1007/978-3-030-99739-7_18","title":"Less is Less: When are Snippets Insufficient for Human vs Machine Relevance Estimation?","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Snippet; Computer science; Information retrieval; Relevance (law); Ranking (information retrieval); Search engine; Document retrieval; Query expansion; Language model; Range (aeronautics); Artificial intelligence; Natural language processing","score_opus":0.03607754583885837,"score_gpt":0.27603009777235954,"score_spread":0.23995255193350118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217492267","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058800477,0.00069340935,0.99162877,0.003202636,0.0020274557,0.0008484514,0.00004593522,0.00024818967,0.00071714853],"genre_scores_gemma":[0.21527363,0.000038835507,0.7785984,0.004627961,0.0004325238,0.000093858675,0.000027114556,0.00007765,0.0008300091],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945462,0.000044990273,0.00079327036,0.0023454241,0.0014551556,0.00081495714],"domain_scores_gemma":[0.99619305,0.0005307152,0.0006203821,0.00219201,0.00028675754,0.00017705534],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010954769,0.0006384559,0.0007051326,0.0007979711,0.0009164667,0.0006245655,0.005097104,0.00024368658,0.000076412594],"category_scores_gemma":[0.00013426038,0.00063879066,0.00020079722,0.00045510547,0.00037802992,0.00069579785,0.0024655089,0.0009798793,0.000010671392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009064251,0.00007149073,0.000076629316,0.00015227667,0.000014289751,0.000050651717,0.0021372424,0.26257277,0.00003862313,0.0790121,0.000105834544,0.65575904],"study_design_scores_gemma":[0.00032718055,0.00017037697,0.000041470346,0.00032068725,0.000008558974,0.00003629767,8.597503e-7,0.8146643,0.00027382062,0.17847784,0.0050534843,0.00062512816],"about_ca_topic_score_codex":0.000080938946,"about_ca_topic_score_gemma":0.00018687508,"teacher_disagreement_score":0.6551339,"about_ca_system_score_codex":0.0006044118,"about_ca_system_score_gemma":0.00043409533,"threshold_uncertainty_score":0.9996063},"labels":[],"label_agreement":null},{"id":"W3217747958","doi":"10.18280/isi.260506","title":"Impact of Using Bidirectional Encoder Representations from Transformers (BERT) Models for Arabic Dialogue Acts Identification","year":2021,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Transformer; Natural language processing; Encoder; Artificial intelligence; Representation (politics); Utterance; Language model; Arabic; Identification (biology); Task (project management); Speech recognition; Linguistics","score_opus":0.0470122826845457,"score_gpt":0.2962686801892959,"score_spread":0.2492563975047502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217747958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27096874,0.000045180688,0.72772694,0.000027504499,0.00029212388,0.00016449482,0.00007422781,0.000056865505,0.000643944],"genre_scores_gemma":[0.93465734,0.000017180453,0.06489196,0.000024068626,0.00004923799,0.000045132932,0.00028772245,0.0000066470475,0.000020726307],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986007,0.000052231564,0.00068302994,0.00019752952,0.00026788368,0.0001986224],"domain_scores_gemma":[0.9985215,0.00013973503,0.00031698635,0.00032824883,0.00063316664,0.000060383914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002541666,0.00012464532,0.00018156135,0.0002023861,0.00019974884,0.00022955408,0.00022444373,0.0000884361,0.000011868944],"category_scores_gemma":[0.00019568983,0.00012776615,0.00017408597,0.0004387656,0.000042030697,0.0061713113,0.000039123555,0.00006710923,0.000004473306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043728654,0.00008641936,0.002310284,0.0001937363,0.00022571246,0.0000011042894,0.023048641,0.8229121,0.023982575,0.022908024,0.00010066374,0.10418703],"study_design_scores_gemma":[0.00032968805,0.000017653912,0.0065292786,0.000055828998,0.000020891295,0.000012767634,0.00026422212,0.9536516,0.008182105,0.030766526,0.00003251356,0.00013691843],"about_ca_topic_score_codex":0.00065652863,"about_ca_topic_score_gemma":0.000037828268,"teacher_disagreement_score":0.6636886,"about_ca_system_score_codex":0.00030202893,"about_ca_system_score_gemma":0.00040180283,"threshold_uncertainty_score":0.5210153},"labels":[],"label_agreement":null},{"id":"W33598619","doi":"","title":"Improving a statistical language model by modulating the effects of context words","year":2008,"lang":"en","type":"article","venue":"UCL Discovery (University College London)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Feature (linguistics); Word (group theory); Artificial intelligence; Context (archaeology); Feature vector; Language model; Artificial neural network; Context model; Natural language processing; Pattern recognition (psychology); Mathematics; Linguistics","score_opus":0.006199984077451072,"score_gpt":0.18540975469747722,"score_spread":0.17920977062002616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W33598619","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43205324,0.000114883085,0.56709987,0.00011556602,0.00007981377,0.0001574737,0.00007845868,0.000042303916,0.00025838683],"genre_scores_gemma":[0.97476864,0.0000102895965,0.02073132,0.00014821107,0.00001825947,0.000001021516,0.0000047163376,0.000009219103,0.0043083085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874663,0.000104107836,0.00015191427,0.00037049685,0.00033427562,0.00029255042],"domain_scores_gemma":[0.99878514,0.0004103515,0.00012418834,0.0005568092,0.00004487269,0.00007866426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012483238,0.00015045081,0.00023283125,0.0000845068,0.00036373924,0.00003123561,0.0008571977,0.00006264683,0.0000048019974],"category_scores_gemma":[0.0000976059,0.0001371964,0.00008902671,0.00033069935,0.00013503329,0.0010682959,0.0005116574,0.0001881006,0.0000050840495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024416004,0.0005327219,0.002718626,0.00053085905,0.00023516301,0.0017068443,0.03431768,0.022944486,0.03716224,0.83825177,0.01100128,0.05035417],"study_design_scores_gemma":[0.000821248,0.000054013206,0.00037158898,0.000029996812,0.000017127606,0.000016780548,0.0010283879,0.996555,0.00062573055,0.00026124646,0.000048819245,0.00017011256],"about_ca_topic_score_codex":0.0006827853,"about_ca_topic_score_gemma":0.000059065762,"teacher_disagreement_score":0.97361046,"about_ca_system_score_codex":0.00010022658,"about_ca_system_score_gemma":0.00015710517,"threshold_uncertainty_score":0.5594707},"labels":[],"label_agreement":null},{"id":"W37346518","doi":"10.7717/peerj-cs.1363","title":"A Simple Closed-Class/Open-Class Factorization for Improved Language Modeling.","year":2001,"lang":"en","type":"article","venue":"NLPRS","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Zemkopības ministrija","keywords":"Perplexity; Language model; Class (philosophy); Computer science; Smoothing; Generalization; Function (biology); Simple (philosophy); Artificial intelligence; Natural language processing; Mathematics","score_opus":0.036167706508397304,"score_gpt":0.29543466461596823,"score_spread":0.25926695810757094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37346518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04862573,0.000057075384,0.9475864,0.00091833324,0.00034376237,0.00048118996,0.000008453005,0.00019752009,0.0017815118],"genre_scores_gemma":[0.95489126,0.00000844799,0.04311212,0.0008066258,0.00018535893,0.000057286758,0.000024797362,0.000019538935,0.00089454383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881274,0.000027082691,0.00024601474,0.00044925362,0.00012619873,0.00033870013],"domain_scores_gemma":[0.99904186,0.000058017675,0.0000793618,0.0006282974,0.000101831574,0.000090654066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002214629,0.00013926205,0.0001664638,0.00006758183,0.0001327033,0.0002784618,0.0010459586,0.00009072214,0.00001841077],"category_scores_gemma":[0.00009030217,0.00013455785,0.00006203548,0.00021006662,0.000008734827,0.00062232336,0.00028177057,0.000099155615,0.000019499836],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120668876,0.00036073243,0.0009454219,0.00009064093,0.000093029,0.00002911641,0.0070116376,0.06533454,0.059618473,0.17047004,0.004686174,0.69123954],"study_design_scores_gemma":[0.0005858401,0.00004780188,0.000023347346,0.000005503738,0.000004889327,0.0000033122856,0.000060479706,0.9773334,0.0006889978,0.008114464,0.012961186,0.00017072435],"about_ca_topic_score_codex":0.00026228002,"about_ca_topic_score_gemma":0.00011547983,"teacher_disagreement_score":0.9119989,"about_ca_system_score_codex":0.00007450448,"about_ca_system_score_gemma":0.00008926582,"threshold_uncertainty_score":0.548711},"labels":[],"label_agreement":null},{"id":"W38777760","doi":"10.1248/cpb.c24-00192","title":"Mots composés dans les modèles de langue pour la recherche d'information","year":2004,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy","score_opus":0.18906402945056588,"score_gpt":0.32224133636519425,"score_spread":0.13317730691462837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W38777760","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047125682,0.00001016204,0.8907428,0.0018877517,0.00003208835,0.000043226268,4.6868877e-7,0.00019774029,0.059960097],"genre_scores_gemma":[0.4611358,0.0000033695273,0.5384319,0.0002093017,0.000015811054,0.0000025167756,9.75965e-7,0.0000018075526,0.00019852402],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994788,0.00007607553,0.000115111194,0.00009194233,0.00010590597,0.0001321596],"domain_scores_gemma":[0.99955505,0.00011140593,0.000027639371,0.00022988631,0.00003239656,0.000043616204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044117996,0.000059766884,0.000053869775,0.00004016318,0.000044049186,0.00008275725,0.00037827255,0.000089667024,0.000007656554],"category_scores_gemma":[0.00007458544,0.0000518052,0.000024534314,0.00008525208,0.000009765681,0.0004949787,0.00008440321,0.00013656804,0.000063117186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019013013,0.00004273703,0.0006894448,0.000020938152,0.000009450329,0.0000074576556,0.012909173,0.08190128,0.0067572817,0.7502696,0.0003460072,0.14704476],"study_design_scores_gemma":[0.0004483802,0.000014145559,0.0032772415,0.00002769364,0.0000026415762,0.00005210004,0.0004888004,0.9247003,0.014087784,0.054513503,0.0022144418,0.00017297176],"about_ca_topic_score_codex":0.0009267879,"about_ca_topic_score_gemma":0.00008927701,"teacher_disagreement_score":0.842799,"about_ca_system_score_codex":0.0001238771,"about_ca_system_score_gemma":0.00009140217,"threshold_uncertainty_score":0.21125548},"labels":[],"label_agreement":null},{"id":"W40989923","doi":"10.1007/3-540-45108-0_71","title":"A Cognitive Model for Automatic Narrative Summarization in a Self-Educational System","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Automatic summarization; Computer science; Reuse; Narrative; Field (mathematics); Generator (circuit theory); Artificial intelligence; Linguistics; Engineering","score_opus":0.021239410143157268,"score_gpt":0.2613588401457524,"score_spread":0.2401194300025951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W40989923","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046573707,0.00014831396,0.99563503,0.0005016024,0.0005968312,0.0011070783,0.000011260349,0.00018968427,0.0013444308],"genre_scores_gemma":[0.4671346,0.0000069775174,0.53195703,0.00040341815,0.00019291135,0.00010028987,0.00001529679,0.00002462486,0.00016487142],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677163,0.00004137115,0.00062141113,0.0013832634,0.00067544234,0.00050685706],"domain_scores_gemma":[0.9979969,0.00071227906,0.00026595237,0.0006142333,0.00030426236,0.00010634928],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006776124,0.00041289386,0.00046700815,0.00090027275,0.00021983267,0.00034169102,0.0015637043,0.00027155888,0.000008436348],"category_scores_gemma":[0.000077111785,0.00041273943,0.00009445732,0.0005067151,0.00016864853,0.0006553687,0.0003225064,0.0004169631,0.000012207816],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008940723,0.00007090646,0.000043908403,0.00022310994,0.000017840952,0.000013378976,0.02086657,0.58774066,0.000008114431,0.10420942,0.0000059655745,0.2867912],"study_design_scores_gemma":[0.00032809642,0.00004557709,0.00002710788,0.00092344044,0.0000069753146,0.000021545862,0.0000017520437,0.85065275,0.00002300373,0.14760315,0.000009151538,0.00035746384],"about_ca_topic_score_codex":0.000015359292,"about_ca_topic_score_gemma":0.00012657682,"teacher_disagreement_score":0.46666884,"about_ca_system_score_codex":0.00077221787,"about_ca_system_score_gemma":0.0016389173,"threshold_uncertainty_score":0.99983245},"labels":[],"label_agreement":null},{"id":"W4135815","doi":"","title":"Improving the precision of a closed-domain question-answering system with semantic information","year":2004,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Information retrieval; Question answering; Computer science; Relevance (law); Hierarchy; Domain (mathematical analysis); Set (abstract data type); Information system; Semantics (computer science); Mathematics; Engineering","score_opus":0.0064219763785140944,"score_gpt":0.20381151127181837,"score_spread":0.19738953489330427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4135815","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17137204,0.000010339631,0.82716644,0.00020092093,0.00007800606,0.00016182818,1.3450877e-7,0.00010230099,0.0009079701],"genre_scores_gemma":[0.8465458,4.6402448e-7,0.15339155,0.00003205071,0.000013867547,0.000006382954,2.5026443e-7,0.0000020796188,0.000007545938],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927026,0.00002372919,0.00023641274,0.000104982486,0.00025364163,0.00011094816],"domain_scores_gemma":[0.99936485,0.00003360981,0.000116694886,0.00039674144,0.000065274566,0.000022826587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042405984,0.00006487021,0.00008004442,0.00005646248,0.00007797397,0.000091220645,0.00037120367,0.000024682991,6.177072e-7],"category_scores_gemma":[0.000016565822,0.000037200905,0.000020691366,0.00017050964,0.000013636372,0.0008970457,0.00010297568,0.000059562186,0.0000074467353],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008560563,0.000012621858,0.00022244836,0.00018510377,0.000010091702,0.0000023157472,0.0038296985,0.09142398,0.001642376,0.84427273,0.0000030949388,0.058386955],"study_design_scores_gemma":[0.0006373948,0.0001097058,0.00092357653,0.00042957388,0.0000062765957,0.000071174516,0.00086417963,0.98720884,0.007603284,0.0019516795,0.0000490861,0.00014525464],"about_ca_topic_score_codex":0.0005173472,"about_ca_topic_score_gemma":0.000028961425,"teacher_disagreement_score":0.89578485,"about_ca_system_score_codex":0.00006392155,"about_ca_system_score_gemma":0.000064573724,"threshold_uncertainty_score":0.15170088},"labels":[],"label_agreement":null},{"id":"W41647797","doi":"10.1007/978-3-319-10061-6_14","title":"Answering Yes/No Questions in Legal Bar Exams","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Question answering; Sentence; Artificial intelligence; Natural language processing; Task (project management); Negation; Construct (python library); Knowledge base; Variety (cybernetics); Natural language; Domain (mathematical analysis); Programming language","score_opus":0.016528756874145904,"score_gpt":0.2411456648454812,"score_spread":0.2246169079713353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W41647797","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002496479,0.00022934035,0.98738253,0.0006440709,0.0027120875,0.00027523327,0.0000013835456,0.00020100495,0.008304699],"genre_scores_gemma":[0.37851974,0.000034269306,0.61752164,0.0016707915,0.0010293069,0.000014690136,0.000002645124,0.000046258196,0.0011606342],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959512,0.000051660485,0.000624984,0.0017387486,0.00085917674,0.00077427574],"domain_scores_gemma":[0.9973863,0.00033405906,0.00018999926,0.001745913,0.00016056058,0.00018322073],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011579562,0.0004980217,0.0005339073,0.00089455233,0.0001832493,0.0006143691,0.0036501822,0.00033330466,0.000025134228],"category_scores_gemma":[0.00015771054,0.00049486855,0.00010799867,0.00046763624,0.00036409826,0.00067418383,0.0014368515,0.0010926512,0.0001373347],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023689558,0.000018908686,0.00013377004,0.000044015134,0.0000048444135,0.0001350405,0.00052991736,0.16673443,0.00016192974,0.1303474,0.000016854638,0.7018705],"study_design_scores_gemma":[0.00020587083,0.000082929946,0.00019256548,0.00057883706,0.0000029022208,0.00006265222,7.243808e-8,0.9423875,0.00019485485,0.0483648,0.007293332,0.0006336594],"about_ca_topic_score_codex":0.00017689538,"about_ca_topic_score_gemma":0.0002751794,"teacher_disagreement_score":0.7756531,"about_ca_system_score_codex":0.00037861636,"about_ca_system_score_gemma":0.000483815,"threshold_uncertainty_score":0.9997503},"labels":[],"label_agreement":null},{"id":"W4200001833","doi":"10.1037/amp0000863","title":"Quantifying the selective forgetting and integration of ideas in science and technology.","year":2021,"lang":"en","type":"article","venue":"American Psychologist","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"Air Force Office of Scientific Research","keywords":"Forgetting; Collective memory; Retrieval-induced forgetting; Cognitive psychology; Process (computing); Cognitive science; Trademark; Psychology; Object (grammar); History; Sociology; Computer science; Political science; Artificial intelligence; Law","score_opus":0.03735793854743633,"score_gpt":0.34738091761382,"score_spread":0.31002297906638365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200001833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86135453,0.00028456794,0.13236985,0.0051688654,0.000055785436,0.000064155276,2.0762792e-7,0.000030204928,0.0006718663],"genre_scores_gemma":[0.9535958,0.000034556902,0.046093844,0.00025852912,0.0000049432106,0.000005784168,6.58222e-8,0.0000018123081,0.000004653888],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992236,0.000039594415,0.00013720238,0.00033429576,0.000121132376,0.00014416363],"domain_scores_gemma":[0.9993524,0.000085216845,0.000099582285,0.00029936593,0.0001459709,0.00001749322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005860948,0.00005370102,0.00010133836,0.00014014714,0.00010071637,0.00005222232,0.00031023225,0.000014951874,2.0476443e-7],"category_scores_gemma":[0.000578296,0.00003996628,0.0000058087376,0.001988347,0.0011422874,0.00016355718,0.00018544718,0.00013580831,2.2646428e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003909138,0.00003440048,0.09077903,0.000005100246,0.0000044396565,0.000008643903,0.0017172474,0.000017100494,0.08242842,0.10245746,0.000023749542,0.72252053],"study_design_scores_gemma":[0.001005209,0.0007646505,0.658073,0.000219927,0.0000122546935,0.00042279952,0.018292584,0.19266081,0.071358204,0.05629342,0.00029880396,0.00059831387],"about_ca_topic_score_codex":0.00019732323,"about_ca_topic_score_gemma":0.00017831223,"teacher_disagreement_score":0.7219222,"about_ca_system_score_codex":0.000023427318,"about_ca_system_score_gemma":0.00007161844,"threshold_uncertainty_score":0.42088056},"labels":[],"label_agreement":null},{"id":"W4200099029","doi":"10.22148/001c.30704","title":"Annotation Guidelines for Narrative Levels","year":2021,"lang":"en","type":"article","venue":"Journal of Cultural Analytics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Narrative; CLARITY; Rule of thumb; Focus (optics); Set (abstract data type); Computer science; Sentence; Narrative criticism; Linguistics; Narrative history; Natural language processing; Philosophy; Programming language","score_opus":0.21613679332068877,"score_gpt":0.39836663804300365,"score_spread":0.18222984472231488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200099029","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04132923,0.0003045081,0.94222957,0.015556013,0.000441802,0.000030443987,0.000001600793,0.00000810692,0.00009871832],"genre_scores_gemma":[0.49927276,0.0000338674,0.4976286,0.0010233474,0.000601393,6.1241076e-7,0.0000013486693,0.0000034518873,0.0014346174],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907297,0.000025521576,0.00046389757,0.000096506905,0.000238928,0.00010219225],"domain_scores_gemma":[0.9953994,0.000053949312,0.00029947763,0.00011267504,0.00407943,0.00005506011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026042285,0.00006768445,0.00016292608,0.00003853604,0.000070261034,0.00012634229,0.00026047844,0.0000314386,0.0000072867783],"category_scores_gemma":[0.00068530405,0.00004552114,0.00014072032,0.00018693383,0.000010004865,0.00058865827,0.000038409216,0.00008259466,0.0000012448525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006423337,0.00027740235,0.00064001104,0.00016555875,0.0009714855,0.00039781735,0.057178218,0.28015116,0.07120283,0.17250551,0.1621566,0.25428918],"study_design_scores_gemma":[0.0012030528,0.00021656725,0.0006362162,0.0001491537,0.00008550191,0.0005835831,0.005636989,0.89611983,0.019214192,0.044750553,0.031091822,0.00031256262],"about_ca_topic_score_codex":9.606218e-7,"about_ca_topic_score_gemma":0.0000043088758,"teacher_disagreement_score":0.61596864,"about_ca_system_score_codex":0.000038714847,"about_ca_system_score_gemma":0.00013406608,"threshold_uncertainty_score":0.18562983},"labels":[],"label_agreement":null},{"id":"W4200314022","doi":"10.1145/3487057","title":"Joined Type Length Encoding for Nested Named Entity Recognition","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Asian and Low-Resource Language Information Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Named-entity recognition; Encoding (memory); Leverage (statistics); Artificial intelligence; Sequence (biology); Pattern recognition (psychology); Natural language processing; Task (project management); Genetics","score_opus":0.018109367999372884,"score_gpt":0.24983490658388774,"score_spread":0.23172553858451486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200314022","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040654745,0.00008539183,0.95554143,0.0012231475,0.00013671773,0.00018474787,0.000009403246,0.00022489835,0.0019394908],"genre_scores_gemma":[0.9260691,0.000011962895,0.07249438,0.0010905738,0.00004818619,0.00002640916,0.00006592532,0.0000092794935,0.00018422693],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990836,0.000035597546,0.00030252914,0.0001970583,0.00018153817,0.00019972656],"domain_scores_gemma":[0.9992535,0.00006248552,0.00012045177,0.0003122326,0.00017149346,0.00007980039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019616589,0.0001250345,0.00012681395,0.00017241802,0.0003781751,0.00045393498,0.00021624418,0.000085597494,0.000035198707],"category_scores_gemma":[0.00016239674,0.00012864437,0.00004960792,0.00039334665,0.000018811852,0.0017619183,0.000014300179,0.00016652553,0.000016633696],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015971553,0.000027247886,0.000005512353,0.00016883502,0.000009934038,0.0000025071324,0.011992704,0.00030355263,0.0007823846,0.000079029014,0.000015252334,0.98659706],"study_design_scores_gemma":[0.004518568,0.00024257055,0.00043111973,0.0012102642,0.00012139997,0.00030219817,0.036781497,0.8544968,0.080983974,0.0021098775,0.017488677,0.0013130853],"about_ca_topic_score_codex":0.0000068341565,"about_ca_topic_score_gemma":0.000012404606,"teacher_disagreement_score":0.985284,"about_ca_system_score_codex":0.000040803166,"about_ca_system_score_gemma":0.000094350915,"threshold_uncertainty_score":0.5245965},"labels":[],"label_agreement":null},{"id":"W4200327391","doi":"10.22148/001c.30698","title":"Narrative Boundaries Annotation Guide","year":2021,"lang":"en","type":"article","venue":"Journal of Cultural Analytics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Scripting language; Annotation; Computer science; Schema (genetic algorithms); Narrative criticism; Narrative structure; World Wide Web; Information retrieval; Narrative inquiry; Artificial intelligence; Linguistics; Programming language; Philosophy","score_opus":0.03377907282816144,"score_gpt":0.3051666231684335,"score_spread":0.27138755034027207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200327391","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2083913,0.00061066705,0.776616,0.011588328,0.00090094714,0.00002230585,5.276104e-7,0.000017716626,0.0018522141],"genre_scores_gemma":[0.82511246,0.00005142882,0.17110834,0.0005641423,0.00032022272,1.732265e-7,0.0000010574203,0.0000028988406,0.0028392961],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990752,0.000044441906,0.00037307318,0.000090443515,0.00031357337,0.00010330722],"domain_scores_gemma":[0.9983599,0.000029145802,0.00026167076,0.0001320189,0.0011562129,0.000061004106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018937261,0.000066186265,0.00014868854,0.000039348306,0.00014250481,0.0004817196,0.00027673683,0.00002914823,0.000016837785],"category_scores_gemma":[0.00023593262,0.000045872217,0.00010550236,0.00024192972,0.00003775898,0.0008257834,0.000060797596,0.00014070832,0.0000040913596],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004492132,0.00031419384,0.0022162895,0.000093907576,0.00096620043,0.0022439489,0.3058387,0.06910724,0.039214905,0.36949995,0.115925536,0.09453421],"study_design_scores_gemma":[0.0017368464,0.0004033288,0.0027811236,0.00027940795,0.00017064727,0.003210028,0.03628395,0.40658227,0.038125515,0.04647903,0.463194,0.0007538387],"about_ca_topic_score_codex":0.00000485633,"about_ca_topic_score_gemma":0.00001565499,"teacher_disagreement_score":0.61672115,"about_ca_system_score_codex":0.000062786436,"about_ca_system_score_gemma":0.0002805773,"threshold_uncertainty_score":0.46452332},"labels":[],"label_agreement":null},{"id":"W4200445293","doi":"10.2196/27386","title":"Benchmarking Effectiveness and Efficiency of Deep Learning Models for Semantic Textual Similarity in the Clinical Domain: Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Benchmarking; Computer science; Natural language processing; Similarity (geometry); Artificial intelligence; Deep learning; Domain (mathematical analysis); Semantic similarity; Information retrieval","score_opus":0.047565996480232776,"score_gpt":0.3516154646810429,"score_spread":0.3040494682008101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200445293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48582822,0.000015214867,0.5135683,0.00006692334,0.000059942962,0.000341248,2.0737495e-7,0.000011786731,0.00010816787],"genre_scores_gemma":[0.9795503,0.000009894467,0.020194566,0.0001455972,0.000043259315,0.000049498136,0.0000030776964,0.0000031235468,6.8067317e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767023,0.00048803067,0.00080941647,0.0001615983,0.00067010266,0.0002006438],"domain_scores_gemma":[0.99742573,0.001913219,0.00017593238,0.00030500928,0.00010932651,0.00007078945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053695496,0.000098161356,0.00027281328,0.00006159682,0.000107276224,0.00008021295,0.00048396463,0.00011554221,0.0000027223352],"category_scores_gemma":[0.0006121328,0.000071717666,0.000056563586,0.000299258,0.00007224919,0.00038120244,0.0003096614,0.00039369593,4.858287e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056786706,0.0022580219,0.0783889,0.0017242009,0.000090982765,0.000060153972,0.1614985,0.04185219,0.000015206275,0.05808993,0.00002026167,0.6559449],"study_design_scores_gemma":[0.0010286784,0.00022295286,0.008304825,0.00009320012,0.00000810128,0.000014268651,0.0052130977,0.9816245,0.000019212732,0.0033686429,0.0000195289,0.00008301243],"about_ca_topic_score_codex":0.0000050765475,"about_ca_topic_score_gemma":0.000012044383,"teacher_disagreement_score":0.9397723,"about_ca_system_score_codex":0.000018386383,"about_ca_system_score_gemma":0.00011841235,"threshold_uncertainty_score":0.29245615},"labels":[],"label_agreement":null},{"id":"W4200584900","doi":"10.1145/3426971","title":"SANTM: Efficient Self-attention-driven Network for Text Matching","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Internet Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Business Finland; Academy of Finland","keywords":"Computer science; Artificial intelligence; Leverage (statistics); Matching (statistics); Pooling; Inference; Question answering; Natural language processing; Paraphrase; Task (project management); Sentence; Benchmark (surveying); Machine learning","score_opus":0.013230423479802371,"score_gpt":0.2498152077177358,"score_spread":0.23658478423793342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200584900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05393943,0.000082568695,0.9386074,0.0050352844,0.0010429929,0.00020355155,0.000004095409,0.00092814944,0.0001565134],"genre_scores_gemma":[0.6538389,0.0000120856475,0.34543434,0.0002084857,0.000036895755,0.0000692981,0.00000199569,0.000012630936,0.00038539566],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985661,0.00003233007,0.00029689114,0.0005808589,0.00013687303,0.00038697384],"domain_scores_gemma":[0.9984963,0.00014697154,0.00007055165,0.0011256865,0.00011394325,0.000046562087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000116418414,0.00015816865,0.0001960659,0.00022381182,0.0001581897,0.00007794568,0.0011786326,0.00020359721,0.000048111502],"category_scores_gemma":[0.000026038475,0.00016733665,0.00013808503,0.00053992635,0.000037310536,0.0000943574,0.00007202334,0.00033084705,0.00008064218],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027597504,0.0008652609,0.00039024898,0.000093569026,0.00045419842,0.000092110975,0.0014136342,0.24602099,0.004144705,0.3303646,0.0013437453,0.41478932],"study_design_scores_gemma":[0.0011800443,0.00030813008,0.00015657466,0.00021606218,0.000072014416,0.00033164234,0.0003234118,0.88897324,0.017455576,0.07539576,0.015010391,0.00057717937],"about_ca_topic_score_codex":0.000013554578,"about_ca_topic_score_gemma":0.00005123148,"teacher_disagreement_score":0.6429522,"about_ca_system_score_codex":0.000095953736,"about_ca_system_score_gemma":0.00005869772,"threshold_uncertainty_score":0.68237907},"labels":[],"label_agreement":null},{"id":"W4200631513","doi":"10.1609/aaai.v36i10.21325","title":"Predicting Above-Sentence Discourse Structure Using Distant Supervision from Topic Segmentation","year":2022,"lang":"en","type":"preprint","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Natural language processing; Computer science; Paragraph; Sentence; Parsing; Artificial intelligence; Automatic summarization; Segmentation; Task (project management); Semantic role labeling; Linguistics","score_opus":0.09739871542539401,"score_gpt":0.33011612829842624,"score_spread":0.23271741287303221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200631513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84823436,0.00007549467,0.14662479,0.001265622,0.00252012,0.00068890146,0.00009842835,0.00011030683,0.0003819889],"genre_scores_gemma":[0.9767809,0.000042907694,0.022717169,0.00011140135,0.00023327848,0.00002990319,0.000011429465,0.0000244664,0.00004852721],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961693,0.00005357813,0.0009557385,0.0012368538,0.0011606654,0.00042385946],"domain_scores_gemma":[0.9975703,0.00010100854,0.0009561356,0.0008144147,0.00045355022,0.000104628954],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004063481,0.00044263792,0.00045176077,0.00015968179,0.0004205419,0.0005803253,0.003836408,0.00020135689,0.00022928187],"category_scores_gemma":[0.00024836688,0.00036256222,0.00020409179,0.0003985258,0.00018232857,0.0005074405,0.0038000287,0.0011817749,0.000004411901],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013908478,0.00033783828,0.0132528,0.0004455549,0.00013909781,0.000006511756,0.020803303,0.0374135,0.3418012,0.46258178,0.000036215704,0.12304311],"study_design_scores_gemma":[0.00002704595,0.000054351487,0.00024038849,0.00057920424,0.0000382706,0.0000021973274,0.0025639858,0.6662207,0.14770287,0.18223467,0.0000072476164,0.0003290249],"about_ca_topic_score_codex":0.00089056353,"about_ca_topic_score_gemma":0.000051625775,"teacher_disagreement_score":0.62880725,"about_ca_system_score_codex":0.00026920403,"about_ca_system_score_gemma":0.00027568048,"threshold_uncertainty_score":0.99988264},"labels":[],"label_agreement":null},{"id":"W4200633215","doi":"10.1609/aaai.v36i10.21293","title":"From Good to Best: Two-Stage Training for Cross-Lingual Machine Reading Comprehension","year":2022,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Set (abstract data type); Natural language processing; Reading (process); Comprehension; Task (project management); Resource (disambiguation); Reading comprehension; Machine learning; Recall; Precision and recall; Linguistics","score_opus":0.172198085721702,"score_gpt":0.3666931078557866,"score_spread":0.19449502213408462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200633215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7276096,0.000024123556,0.26465443,0.002630477,0.001193426,0.0008443208,0.00007509203,0.00014543945,0.0028231167],"genre_scores_gemma":[0.9682569,0.0000021185595,0.03048013,0.00047715887,0.00017267025,0.000101067235,0.0000025375468,0.00002148972,0.00048594648],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737364,0.000026114581,0.000667286,0.00080593966,0.00065595855,0.00047108153],"domain_scores_gemma":[0.9984336,0.00023390561,0.0003662916,0.0004288744,0.0004057155,0.00013162823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008016448,0.00025117586,0.000334835,0.00016060603,0.0006815835,0.00035623234,0.0027020143,0.000050205468,0.000098108096],"category_scores_gemma":[0.00038361215,0.00022489257,0.00014998307,0.0005349111,0.000092308204,0.00031701615,0.0012682945,0.0004131281,0.000022560636],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017199818,0.00014182088,0.00024635028,0.000028154982,0.000020828264,0.000001324026,0.013324969,0.0118265925,0.11417794,0.7153935,0.000035564855,0.14463095],"study_design_scores_gemma":[0.0000961897,0.000371739,0.000030878553,0.00012812439,0.0000128696975,0.0000045614934,0.0026814197,0.6437089,0.24921094,0.10251372,0.00091043615,0.0003302455],"about_ca_topic_score_codex":0.00033221298,"about_ca_topic_score_gemma":0.000018246947,"teacher_disagreement_score":0.6318823,"about_ca_system_score_codex":0.00010424155,"about_ca_system_score_gemma":0.00012425074,"threshold_uncertainty_score":0.91708535},"labels":[],"label_agreement":null},{"id":"W4200635123","doi":"10.18653/v1/2022.naacl-main.168","title":"GPL: Generative Pseudo Labeling for Unsupervised Domain Adaptation of Dense Retrieval","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Deutsche Forschungsgemeinschaft","keywords":"Generative grammar; Computer science; Domain (mathematical analysis); Natural language processing; Artificial intelligence; Adaptation (eye); Domain adaptation; Mathematics; Psychology; Neuroscience","score_opus":0.024539071504083444,"score_gpt":0.25158812013711035,"score_spread":0.2270490486330269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200635123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96963114,0.00009468987,0.027258655,0.0012559098,0.00035799015,0.00091874786,0.00029344414,0.00008655826,0.000102847254],"genre_scores_gemma":[0.9432283,0.000003294161,0.056547552,0.000043625634,0.00003706987,0.00004553922,0.000006413206,0.000012500398,0.00007570468],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815375,0.000035317826,0.00062953774,0.000270392,0.0007259073,0.00018512433],"domain_scores_gemma":[0.9947846,0.00036782582,0.0025920512,0.00029825108,0.0019443193,0.000012951426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006709064,0.00015252412,0.0003599873,0.00013971247,0.0004165643,0.00002819801,0.0021334975,0.000041766456,0.0000019866245],"category_scores_gemma":[0.0034794016,0.00011027551,0.00025565812,0.00053755735,0.0002787284,0.00005622017,0.0010003815,0.00021250191,6.0497655e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018889067,0.00019278403,0.04530643,0.000319212,0.00041507883,1.3858968e-7,0.014714514,0.10159288,0.024357896,0.80793005,0.00010078105,0.004881325],"study_design_scores_gemma":[0.0019960175,0.0008427315,0.017513486,0.00022591726,0.00028346822,0.0000034126115,0.020768696,0.5686135,0.067524865,0.32136816,0.0002703879,0.0005893392],"about_ca_topic_score_codex":0.00007689667,"about_ca_topic_score_gemma":0.000029752084,"teacher_disagreement_score":0.48656192,"about_ca_system_score_codex":0.0001483405,"about_ca_system_score_gemma":0.000121504396,"threshold_uncertainty_score":0.4496905},"labels":[],"label_agreement":null},{"id":"W4205226497","doi":"10.1109/smc52423.2021.9658712","title":"Is Timing Critical to Trace Reconstruction?","year":2021,"lang":"en","type":"article","venue":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"TRACE (psycholinguistics); Computer science","score_opus":0.09793658350581186,"score_gpt":0.33342699258391295,"score_spread":0.2354904090781011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205226497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.106377944,0.00050676346,0.7601688,0.021756843,0.010689229,0.00032184593,0.00005592336,0.00013422384,0.09998842],"genre_scores_gemma":[0.97784644,0.00011462665,0.012041476,0.0008515821,0.00040385462,0.000024453379,0.0000033055153,0.000012255686,0.008701993],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980151,0.000091728376,0.0004202745,0.0006754636,0.00054332044,0.00025410604],"domain_scores_gemma":[0.99852777,0.00014189511,0.00007751399,0.00044067926,0.0006297113,0.00018243342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022526381,0.00018329683,0.00022830011,0.00012730164,0.00010615766,0.00075809704,0.00053991703,0.000101711455,0.00030967733],"category_scores_gemma":[0.000114776616,0.00019514977,0.00005706347,0.00014317106,0.000047761816,0.00024374454,0.00015990506,0.00020636315,0.00020449511],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009952438,0.00007007346,0.00057895796,0.000051979758,0.00006631153,0.00011007199,0.0011613849,0.00044082597,0.0022428513,0.95778084,0.0021177342,0.035369016],"study_design_scores_gemma":[0.0008239453,0.00019048816,0.0011067129,0.0012153169,0.000038408445,0.0011030455,0.0021254462,0.9133452,0.007838577,0.0151101155,0.0560567,0.001046049],"about_ca_topic_score_codex":0.00008571961,"about_ca_topic_score_gemma":0.000032381213,"teacher_disagreement_score":0.9426707,"about_ca_system_score_codex":0.000073631105,"about_ca_system_score_gemma":0.00014674087,"threshold_uncertainty_score":0.7957977},"labels":[],"label_agreement":null},{"id":"W4205635927","doi":"10.1162/coli_a_00426","title":"Deep Learning for Text Style Transfer: A Survey","year":2021,"lang":"en","type":"article","venue":"Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Politeness; Style (visual arts); Task (project management); Variety (cybernetics); Natural language processing; Artificial intelligence; Transfer of learning; Field (mathematics); Natural language; Deep learning; Natural (archaeology); Linguistics","score_opus":0.04084954962181789,"score_gpt":0.2874410351691519,"score_spread":0.24659148554733404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205635927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014919083,0.00019928972,0.9961666,0.000097103824,0.0008042656,0.00008313664,0.00000777606,0.000106649226,0.0010433076],"genre_scores_gemma":[0.65321296,0.0000029483663,0.3460503,0.00016979668,0.00027507247,0.000005896417,0.00009707687,0.0000091492675,0.00017680909],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988807,0.00009399404,0.00024814103,0.00034123924,0.00023579015,0.0002001706],"domain_scores_gemma":[0.9976185,0.0008819739,0.00003299944,0.00018296822,0.0012107682,0.00007279617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033789893,0.00010148439,0.00013952004,0.000045141365,0.00018480542,0.00014438738,0.00029341754,0.000048485308,0.000010370069],"category_scores_gemma":[0.0033941085,0.000118168544,0.00006302074,0.00020166572,0.000018266035,0.000031523272,0.00007832192,0.00013195898,0.00001784065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042237316,0.000040104147,0.0011236335,0.000024773526,0.000013855839,0.000013449811,0.0003920356,0.6917797,0.000007944066,0.2926371,0.00010848622,0.013854699],"study_design_scores_gemma":[0.00029870315,0.00002569384,0.0035566895,0.000010518614,0.000005282318,0.0000061397573,0.00001227179,0.9616269,0.000036312846,0.023040093,0.011243384,0.0001380258],"about_ca_topic_score_codex":0.000009119675,"about_ca_topic_score_gemma":0.000022228578,"teacher_disagreement_score":0.65172106,"about_ca_system_score_codex":0.00003258877,"about_ca_system_score_gemma":0.00020510609,"threshold_uncertainty_score":0.48187733},"labels":[],"label_agreement":null},{"id":"W4205795307","doi":"10.1109/bigdata52589.2021.9671523","title":"BIRD-QA: A BERT-based Information Retrieval Approach to Domain Specific Question Answering","year":2021,"lang":"en","type":"article","venue":"2021 IEEE International Conference on Big Data (Big Data)","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Question answering; Information retrieval; Context (archaeology); Knowledge base; Preprocessor; Domain (mathematical analysis); Matching (statistics); Task (project management); F1 score; Language model; Artificial intelligence","score_opus":0.28268995294210725,"score_gpt":0.33270897878101213,"score_spread":0.050019025838904885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205795307","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033171042,0.000025396563,0.98221743,0.0039977627,0.0049626585,0.00022693309,0.0012743258,0.00020713627,0.003771252],"genre_scores_gemma":[0.6360285,0.00016193517,0.34421375,0.0022552651,0.0024631878,0.000031342253,0.014580429,0.000050867184,0.0002146962],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964506,0.00015542611,0.00061231205,0.0011977062,0.001234913,0.00034901546],"domain_scores_gemma":[0.9949826,0.00010116915,0.00020904961,0.0039785793,0.0005385084,0.00019012041],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0010196894,0.00027043358,0.00024639044,0.0003429881,0.00013908694,0.0012534267,0.0054069646,0.00012102502,0.000056974382],"category_scores_gemma":[0.00032663945,0.0002891323,0.000040723466,0.00061135116,0.00004150128,0.0029031355,0.0020768794,0.00036178742,0.0005335115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022991416,0.00052186026,0.00032489316,0.00008669191,0.0001404043,0.00011072244,0.000699877,0.004140921,0.010485082,0.2683913,0.020994471,0.6938739],"study_design_scores_gemma":[0.00093299535,0.00005745946,0.0005716041,0.0002701648,0.000010642609,0.0000436507,0.00016773483,0.7981067,0.0025943653,0.0014820237,0.1951955,0.00056720414],"about_ca_topic_score_codex":0.00016119293,"about_ca_topic_score_gemma":0.00016443575,"teacher_disagreement_score":0.79396576,"about_ca_system_score_codex":0.00018197444,"about_ca_system_score_gemma":0.000608268,"threshold_uncertainty_score":0.99997425},"labels":[],"label_agreement":null},{"id":"W4206850841","doi":"10.18653/v1/2022.acl-long.236","title":"Hallucinated but Factual! Inspecting the Factuality of Hallucinations in Abstractive Summarization","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","topic":"Topic Modeling","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"Samsung; Compute Canada; Canadian Institute for Advanced Research","keywords":"Hallucinating; Automatic summarization; Computer science; Artificial intelligence; Natural language processing; Reinforcement learning; Machine learning","score_opus":0.011617738111289745,"score_gpt":0.23785216499537204,"score_spread":0.2262344268840823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206850841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686272,0.000079804355,0.012921403,0.0041842237,0.0022579457,0.001931134,0.0005670363,0.0001157247,0.009315489],"genre_scores_gemma":[0.99456793,0.0000010330538,0.004844213,0.00009257087,0.00009019362,0.000033653316,0.000011625757,0.000015370093,0.0003433976],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997344,0.000088962115,0.0008831274,0.0003211911,0.0011070758,0.0002556],"domain_scores_gemma":[0.9932178,0.0014734687,0.0024429236,0.00020148675,0.0026344818,0.00002980577],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024475527,0.00016117762,0.000283443,0.00013712386,0.00070997333,0.000057144232,0.0014163393,0.00007446804,0.0000028534184],"category_scores_gemma":[0.01613513,0.00012470954,0.00020585013,0.00077398954,0.00007439483,0.00013533031,0.0006988025,0.00038906196,3.1230326e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042366504,0.00025357577,0.18518437,0.00017262954,0.00014747596,1.2068755e-7,0.013236937,0.6836606,0.00093411375,0.11547923,0.0002135504,0.0006750306],"study_design_scores_gemma":[0.0011306537,0.00012924062,0.38730627,0.0001939836,0.00011273598,0.0000026918772,0.0054374486,0.5532625,0.0046087275,0.046663888,0.00080149015,0.00035040276],"about_ca_topic_score_codex":0.00028600096,"about_ca_topic_score_gemma":0.00003233552,"teacher_disagreement_score":0.2021219,"about_ca_system_score_codex":0.00048684928,"about_ca_system_score_gemma":0.00021056348,"threshold_uncertainty_score":0.9921524},"labels":[],"label_agreement":null},{"id":"W4210588147","doi":"10.1145/3511322.3511327","title":"AI education matters","year":2021,"lang":"en","type":"article","venue":"AI Matters","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Toronto","funders":"","keywords":"Autoencoder; Artificial intelligence; Computer science; Sentence; Sequence (biology); Deep learning; Ideal (ethics); Word (group theory); Artificial neural network; Noise reduction; Natural language processing; Linguistics","score_opus":0.011002925934065646,"score_gpt":0.25754602420791567,"score_spread":0.24654309827385001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210588147","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008050468,0.000034506735,0.42165262,0.5764936,0.0007905495,0.00002873135,2.5600346e-7,0.000065220556,0.00012945097],"genre_scores_gemma":[0.030359074,0.0000029418568,0.030915838,0.9371825,0.00008692868,0.000010072637,0.0000034825355,0.000007782078,0.0014313699],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925274,0.000032686166,0.0001239577,0.0002788524,0.00014254224,0.00016923275],"domain_scores_gemma":[0.99931735,0.000017791399,0.00002856277,0.0005242942,0.00005409536,0.00005793628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006569879,0.000073524345,0.00007325728,0.000047742953,0.000049189995,0.00017032099,0.00035365287,0.000025621399,0.00008988516],"category_scores_gemma":[0.0000033688418,0.000079261394,0.000037470414,0.00015338101,0.0000117566815,0.00037509453,0.0001365758,0.000089178095,0.0003349317],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.2789998e-7,0.000035075405,0.00013759246,0.000020726822,0.000008517524,0.00001333907,0.00048363683,0.00019564798,0.0020840748,0.018582158,0.9443412,0.034097634],"study_design_scores_gemma":[0.0001890451,0.000009552795,0.00080459873,0.00006158261,0.000007799654,0.000090767855,0.00012525325,0.021428553,0.005303068,0.011020926,0.9606643,0.00029458725],"about_ca_topic_score_codex":0.000044804267,"about_ca_topic_score_gemma":0.0000049100627,"teacher_disagreement_score":0.3907368,"about_ca_system_score_codex":0.00004139873,"about_ca_system_score_gemma":0.00015279706,"threshold_uncertainty_score":0.43049812},"labels":[],"label_agreement":null},{"id":"W4210778341","doi":"10.1145/3474555","title":"Generating Factoid Questions with Question Type Enhanced Representation and Attention-based Copy Mechanism","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Asian and Low-Resource Language Information Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Mechanism (biology); Representation (politics); Interrogative; Benchmark (surveying); Encoder; Quality (philosophy); Exploit; Artificial intelligence; Key (lock); Focus (optics); Mode (computer interface); Natural language processing; Linguistics; Human–computer interaction","score_opus":0.00789677647571175,"score_gpt":0.2444467531973456,"score_spread":0.23654997672163386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210778341","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13167663,0.000041240837,0.86675376,0.00078893057,0.0000589885,0.00019241708,0.0000059526888,0.00020239904,0.00027967792],"genre_scores_gemma":[0.9357948,0.0000030841582,0.06332884,0.0006700696,0.000015893564,0.000057846548,0.00003949664,0.000008647084,0.000081341335],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894553,0.00009137055,0.00026332142,0.00023272439,0.00030620123,0.00016086375],"domain_scores_gemma":[0.99934137,0.000040964413,0.00016620915,0.00030033782,0.00007898035,0.000072129435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021746496,0.00013381097,0.00010764308,0.00024914104,0.0009609285,0.00035528484,0.00019581233,0.000042550695,0.000030931034],"category_scores_gemma":[0.000032521413,0.0001310705,0.000021994987,0.0004127218,0.00002783375,0.0012227297,0.000019860412,0.00024419292,0.000003285339],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057205405,0.000059053513,0.000041143623,0.000115985036,0.00001667674,0.0000048580164,0.019266147,0.10984674,0.0063652387,0.0012731556,0.000005831035,0.86294794],"study_design_scores_gemma":[0.0010175453,0.00022423682,0.00022508042,0.00014852831,0.000026438733,0.000074995965,0.011075661,0.9772858,0.00900365,0.00033650157,0.0002470396,0.00033449428],"about_ca_topic_score_codex":0.00004236029,"about_ca_topic_score_gemma":0.000013813807,"teacher_disagreement_score":0.8674391,"about_ca_system_score_codex":0.000062903026,"about_ca_system_score_gemma":0.00007758214,"threshold_uncertainty_score":0.7390782},"labels":[],"label_agreement":null},{"id":"W4210825693","doi":"10.1038/s44159-022-00025-3","title":"Instance theory as a domain-general framework for cognitive psychology","year":2022,"lang":"en","type":"article","venue":"Nature Reviews Psychology","topic":"Topic Modeling","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge; McGill University; University of Manitoba","funders":"","keywords":"Semantic memory; Episodic memory; Cognitive science; Cognition; Reconstructive memory; Cognitive psychology; Perspective (graphical); Associative property; Psychology; Cognitive architecture; Domain specificity; Computer science; Artificial intelligence; Explicit memory","score_opus":0.039063685941395754,"score_gpt":0.4177315447928267,"score_spread":0.37866785885143095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210825693","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002091592,0.066569075,0.9108217,0.0074016876,0.004255043,0.0011964223,0.000017012748,0.00012436089,0.0075231115],"genre_scores_gemma":[0.054562647,0.0045653246,0.7439461,0.19306593,0.00089203136,0.0021763127,0.000027409646,0.0000548961,0.0007093962],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99633414,0.0011203793,0.00055815105,0.0011825018,0.00023949014,0.0005653164],"domain_scores_gemma":[0.99777156,0.00047844078,0.0003345423,0.0012174263,0.000091510505,0.00010652557],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021419567,0.0002776069,0.00058763527,0.00017824226,0.00027782904,0.000031136555,0.0017710866,0.00043730892,0.00026426377],"category_scores_gemma":[0.0005025572,0.00025518917,0.00026878633,0.0006739837,0.000093917915,0.00012826339,0.00033642448,0.0018628719,0.00009949828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008437564,0.00009005409,0.000032708802,0.000019759897,0.000025263196,0.00001899353,0.00046817533,0.0000028935156,0.0000773635,0.71459925,0.0048830677,0.27969807],"study_design_scores_gemma":[0.0004859823,0.00018929559,0.00009357761,0.00002897178,0.000009399908,0.00017292432,0.0000134385255,0.00005213632,0.0000054505467,0.4752796,0.5235013,0.00016793537],"about_ca_topic_score_codex":7.1803885e-7,"about_ca_topic_score_gemma":0.0000015602704,"teacher_disagreement_score":0.5186182,"about_ca_system_score_codex":0.000059783662,"about_ca_system_score_gemma":0.00006620857,"threshold_uncertainty_score":0.99999005},"labels":[],"label_agreement":null},{"id":"W4212984080","doi":"10.2196/preprints.27210","title":"A Question-and-Answer System to Extract Data From Free-Text Oncological Pathology Reports (CancerBERT Network): Development Study (Preprint)","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Alberta Health Services","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Terminology; Named-entity recognition; Information retrieval; Pathology; Medicine; Linguistics","score_opus":0.06753405355201075,"score_gpt":0.3209014352907348,"score_spread":0.25336738173872403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212984080","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23267609,0.0005676193,0.7594718,0.00063893065,0.0032246732,0.0015219983,0.0000071858467,0.00050450943,0.0013872292],"genre_scores_gemma":[0.5372075,0.00001613369,0.46146455,0.0003122874,0.0004009719,0.00032157244,0.00006732949,0.000017735007,0.00019192736],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99238133,0.0007022952,0.001533055,0.004080281,0.0007118256,0.00059122866],"domain_scores_gemma":[0.99039906,0.00034266282,0.00048702062,0.00820111,0.00023271292,0.00033742673],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0030369167,0.00053338736,0.0010376974,0.000098956,0.00019432775,0.0006589384,0.003909651,0.0004794252,0.00015573189],"category_scores_gemma":[0.00037810707,0.00047666117,0.00007843938,0.00021018105,0.000032038435,0.00028278783,0.035698023,0.0009253638,0.000034489825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010262455,0.0027256806,0.21013531,0.0004915362,0.0014940145,0.038613744,0.017996686,0.23670202,0.00009722113,0.008481544,0.013274456,0.46988514],"study_design_scores_gemma":[0.0014876402,0.0003789257,0.27057043,0.0028469847,0.00027846778,0.0019159213,0.002262453,0.69413096,0.00011001613,0.0057531777,0.016397893,0.0038671216],"about_ca_topic_score_codex":0.0023169862,"about_ca_topic_score_gemma":0.004601403,"teacher_disagreement_score":0.46601802,"about_ca_system_score_codex":0.0005128348,"about_ca_system_score_gemma":0.0010329398,"threshold_uncertainty_score":0.9997685},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4213191780","doi":"10.1007/s12626-022-00105-z","title":"Overview and Discussion of the Competition on Legal Information Extraction/Entailment (COLIEE) 2021","year":2022,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"Topic Modeling","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Hokkaido University; Shizuoka University; University of Alberta; National Institute of Informatics; Alberta Machine Intelligence Institute","keywords":"Task (project management); Statute; Computer science; Logical consequence; Component (thermodynamics); Competition (biology); Natural language processing; Information retrieval; Law; Artificial intelligence; Political science","score_opus":0.020410539368644436,"score_gpt":0.28133437493635527,"score_spread":0.2609238355677108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213191780","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061740216,0.4450953,0.25962248,0.19488788,0.0056939987,0.0073179896,0.00006625109,0.0002114719,0.02536439],"genre_scores_gemma":[0.9331319,0.064935364,0.00086272764,0.00088422507,0.000060035673,0.00006297807,0.00000740963,0.000003789139,0.00005156596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988325,0.00027045913,0.00034406612,0.0000900637,0.000375293,0.00008762262],"domain_scores_gemma":[0.999168,0.000060041435,0.00035408125,0.00036518576,0.00003925866,0.0000134247175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072392164,0.000077077384,0.00016209522,0.000016943348,0.0002670966,0.000042906522,0.00039309007,0.000014407612,0.000054538057],"category_scores_gemma":[0.0000078507865,0.00003749966,0.00008103759,0.00021631256,0.00005451104,0.00052578613,0.00027704382,0.00016643897,0.0000019553825],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004958095,0.000038963313,0.00003346818,0.0015676823,0.000018282957,1.8568542e-7,0.0009143458,0.008255433,0.000023466293,0.9190121,0.0010844738,0.06904663],"study_design_scores_gemma":[0.0020275437,0.0010484006,0.025922198,0.042729124,0.00041908657,0.00014725227,0.02064966,0.14693135,0.00037639894,0.16381401,0.5946102,0.0013247428],"about_ca_topic_score_codex":0.000024070323,"about_ca_topic_score_gemma":0.000001915572,"teacher_disagreement_score":0.8713917,"about_ca_system_score_codex":0.0000465981,"about_ca_system_score_gemma":0.00007397825,"threshold_uncertainty_score":0.2054318},"labels":[],"label_agreement":null},{"id":"W4214722770","doi":"10.24124/2018/58991","title":"A graph-based approach towards automatic text summarization.","year":2018,"lang":"en","type":"dissertation","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Information retrieval; Graph; Text graph; Multi-document summarization; The Internet; Natural language processing; Text processing; Artificial intelligence; World Wide Web; Theoretical computer science","score_opus":0.020134889870311777,"score_gpt":0.2567149650776157,"score_spread":0.23658007520730392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214722770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015764955,0.0000615661,0.8950709,0.00007746014,0.00083175197,0.00030277568,0.0000015826377,0.00059462467,0.10148285],"genre_scores_gemma":[0.06316625,0.000004614995,0.91484535,0.00042759164,0.00019776434,0.0001225572,0.000615478,0.000043367465,0.020577004],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99807584,0.000053142783,0.00039001656,0.00067253626,0.0005269959,0.00028145144],"domain_scores_gemma":[0.9984984,0.000027097047,0.00019158976,0.0009742388,0.00021802007,0.00009064655],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023122341,0.0002817441,0.00028597715,0.0003430943,0.00012868654,0.00029107888,0.0012864147,0.0002754906,0.0001494916],"category_scores_gemma":[0.000052318326,0.0002485199,0.00013511452,0.0005606458,0.00002048006,0.0002469419,0.000058817473,0.0001746529,0.00010390345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014499201,0.00048369143,0.00014211611,0.0018765918,0.00018189609,0.000012079639,0.0052798805,0.0024203246,0.00015930603,0.21865568,0.017011384,0.75376254],"study_design_scores_gemma":[0.00018737385,0.000029931298,0.0003430813,0.000071218295,0.000018671897,0.0000013520967,0.0000727169,0.9939023,0.0004947863,0.0035125776,0.0010233545,0.00034263777],"about_ca_topic_score_codex":0.0001121154,"about_ca_topic_score_gemma":0.000054418815,"teacher_disagreement_score":0.99148196,"about_ca_system_score_codex":0.000050499868,"about_ca_system_score_gemma":0.0004660811,"threshold_uncertainty_score":0.9999967},"labels":[],"label_agreement":null},{"id":"W4220732073","doi":"10.5121/csit.2022.120615","title":"An IR-based QA System for Impact of Social Determinants of Health on Covid-19","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Computer science; Ontology; Semantics (computer science); Metric (unit); Natural language; Natural language processing; Question answering; Coronavirus disease 2019 (COVID-19); Information retrieval; Artificial intelligence; Data science; World Wide Web; Medicine","score_opus":0.09158800524228218,"score_gpt":0.4013768906598264,"score_spread":0.30978888541754424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220732073","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39427134,0.0000055078617,0.604994,0.00026507553,0.00010519778,0.00022759162,0.000026130228,0.00004988848,0.000055247165],"genre_scores_gemma":[0.9902184,4.6781125e-8,0.009347102,0.00037100166,0.000017571676,0.000021277696,0.000002245635,0.000004724088,0.000017616761],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989376,0.00015384109,0.0003007964,0.00020427557,0.00023254583,0.00017095623],"domain_scores_gemma":[0.99926317,0.00008997956,0.00022036345,0.00031811502,0.000029416542,0.00007895802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076904,0.00006428768,0.00021849945,0.00008364411,0.00017984518,0.000010528207,0.0005070723,0.000017426095,0.000016352598],"category_scores_gemma":[0.000018050958,0.000056036337,0.000100547215,0.00012337608,0.00001141872,0.000059483256,0.000065700624,0.0000405051,3.2840964e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006911734,0.0020305011,0.058601487,0.0047783526,0.000106012616,0.000023450393,0.0216353,0.4676671,0.0050707436,0.21162793,0.005172205,0.22259574],"study_design_scores_gemma":[0.00074619625,0.001417516,0.001829117,0.000009170844,0.0000020342359,0.0000026600767,0.00025843913,0.99434096,0.001063361,0.00016443763,0.00008291134,0.00008322771],"about_ca_topic_score_codex":0.0010135935,"about_ca_topic_score_gemma":0.0000304016,"teacher_disagreement_score":0.5959471,"about_ca_system_score_codex":0.00036245634,"about_ca_system_score_gemma":0.0009394002,"threshold_uncertainty_score":0.22850955},"labels":[],"label_agreement":null},{"id":"W4220732108","doi":"10.1162/coli_a_00434","title":"Domain Adaptation with Pre-trained Transformers for Query-Focused Abstractive Text Summarization","year":2022,"lang":"en","type":"article","venue":"Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Automatic summarization; Computer science; Transformer; Domain adaptation; Natural language processing; Adaptation (eye); Artificial intelligence; Transfer of learning; Task (project management); Information retrieval","score_opus":0.01946222096216806,"score_gpt":0.24978835952530382,"score_spread":0.23032613856313575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220732108","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031246257,0.00001831803,0.99406415,0.00034781595,0.0005187061,0.00051812374,0.000067637884,0.00012972261,0.0012109106],"genre_scores_gemma":[0.57246333,3.916956e-7,0.42693433,0.00014067376,0.0001375649,0.000080471356,0.00017686599,0.000012016255,0.00005436566],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985887,0.00005708299,0.00029684833,0.0003637947,0.00048656968,0.00020702757],"domain_scores_gemma":[0.99872124,0.00043992553,0.00016180582,0.00012671074,0.00048487211,0.00006546019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030345042,0.00013721001,0.00013443848,0.00012650952,0.00044835813,0.00008611022,0.00029066237,0.000033850003,0.000009495976],"category_scores_gemma":[0.00016477989,0.00014545607,0.00005070554,0.00027476638,0.000032229877,0.000094934,0.000047809728,0.00015289843,0.0000018413921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006026992,0.00005397799,0.00006555458,0.000015501144,0.000021650718,0.0000034842622,0.0017594598,0.7262504,0.000012391058,0.26296,0.000048869115,0.008748415],"study_design_scores_gemma":[0.00091137167,0.00020978725,0.0011571752,0.000008447727,0.000013101512,0.0000057567654,0.00020970494,0.9140549,0.00001743965,0.074374706,0.008849119,0.00018853227],"about_ca_topic_score_codex":0.000023416273,"about_ca_topic_score_gemma":0.000014802989,"teacher_disagreement_score":0.5693387,"about_ca_system_score_codex":0.0001619794,"about_ca_system_score_gemma":0.0003769749,"threshold_uncertainty_score":0.59315264},"labels":[],"label_agreement":null},{"id":"W4220759704","doi":"10.3390/app12062891","title":"Survey of BERT-Base Models for Scientific Text Classification: COVID-19 Case Study","year":2022,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Topic Modeling","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Computer science; Scientific literature; Pandemic; Data science; Context (archaeology); Task (project management); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Domain (mathematical analysis); Artificial intelligence; History; Infectious disease (medical specialty); Medicine; Engineering; Disease; Mathematics","score_opus":0.26733874868496865,"score_gpt":0.35752594764442186,"score_spread":0.09018719895945321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220759704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40288273,0.000052620144,0.59485555,0.00044071538,0.00038079012,0.00080826075,0.00002646219,0.00006884617,0.00048406643],"genre_scores_gemma":[0.9827083,2.4212977e-7,0.016553447,0.0002317253,0.000013553045,0.0003712117,0.0000047443987,0.000004911436,0.000111894384],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973362,0.0001807635,0.0003889764,0.00095440703,0.000828651,0.00031099436],"domain_scores_gemma":[0.998085,0.00061829295,0.0002103853,0.0008163787,0.00011845505,0.00015146265],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006941106,0.000117704796,0.000184099,0.00026210884,0.002192229,0.00028561451,0.001935385,0.000019914749,0.000022536586],"category_scores_gemma":[0.00011897226,0.00011038509,0.000040672894,0.0019126539,0.0003785467,0.000312362,0.00061048224,0.00009503204,0.0000028194668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003079794,0.0011167096,0.0063874098,0.000051111565,0.000026122321,0.000084769345,0.02240902,0.51015145,0.0017290786,0.42825896,0.0023681812,0.02738643],"study_design_scores_gemma":[0.00045261165,0.00016251259,0.0003013402,8.272338e-7,0.00000585208,0.00005590993,0.0072460733,0.9826067,0.000121278885,0.008493477,0.00037576488,0.0001776243],"about_ca_topic_score_codex":0.0011879728,"about_ca_topic_score_gemma":0.00076490885,"teacher_disagreement_score":0.5798256,"about_ca_system_score_codex":0.000091823356,"about_ca_system_score_gemma":0.00096733135,"threshold_uncertainty_score":0.99910676},"labels":[],"label_agreement":null},{"id":"W4220799018","doi":"10.1016/j.artmed.2022.102282","title":"Chinese clinical named entity recognition via multi-head self-attention based BiLSTM-CRF","year":2022,"lang":"en","type":"article","venue":"Artificial Intelligence in Medicine","topic":"Topic Modeling","field":"Computer Science","cited_by":132,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Science Foundation of Hunan Province","keywords":"Computer science; Conditional random field; Artificial intelligence; Named-entity recognition; Natural language processing; Benchmark (surveying); Task (project management); Feature (linguistics); Deep learning; Embedding; Character (mathematics); Pattern recognition (psychology)","score_opus":0.14290939386940332,"score_gpt":0.40900090944707085,"score_spread":0.2660915155776675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220799018","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31255233,0.00009158115,0.6818986,0.0026990091,0.0022058769,0.00030840826,0.0000018125053,0.0001733364,0.00006905646],"genre_scores_gemma":[0.94253445,0.000028436654,0.05584922,0.0010714948,0.0003687632,0.00008436935,0.000025374751,0.000013136897,0.000024768178],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963716,0.00060092437,0.0012296052,0.0007488346,0.0006639153,0.00038508835],"domain_scores_gemma":[0.99839514,0.00043080788,0.00024340562,0.00064900285,0.00013998707,0.00014167829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028477965,0.00020051187,0.0003619058,0.00036792524,0.0002488583,0.000039887225,0.0008798089,0.00008824854,0.0003555616],"category_scores_gemma":[0.0007101932,0.00018357299,0.000110213805,0.0011860965,0.00011702951,0.00032539852,0.00028509094,0.0006755343,0.00010582614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000755451,0.0014638806,0.047611505,0.0000313603,0.000021111291,0.00011687809,0.0018818083,0.0023640126,0.002554929,0.0015831935,0.00013120333,0.9421646],"study_design_scores_gemma":[0.00022408798,0.00029309225,0.0052944557,0.000038286547,0.000011462717,0.000010938385,0.00023078169,0.97424555,0.00028385821,0.01884597,0.00031571256,0.0002058267],"about_ca_topic_score_codex":0.00088386907,"about_ca_topic_score_gemma":0.0007448012,"teacher_disagreement_score":0.9718815,"about_ca_system_score_codex":0.0001642143,"about_ca_system_score_gemma":0.00010809444,"threshold_uncertainty_score":0.7485889},"labels":[],"label_agreement":null},{"id":"W4220896903","doi":"10.1145/3507356","title":"Leveraging Narrative to Generate Movie Script","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada); Université de Montréal","funders":"","keywords":"Computer science; Narrative; Scripting language; Context (archaeology); Upload; Unavailability; Task (project management); Construct (python library); Information retrieval; Artificial intelligence; Natural language processing; World Wide Web; Linguistics; Programming language","score_opus":0.03357747367188199,"score_gpt":0.24551363434961782,"score_spread":0.21193616067773582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220896903","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00897415,0.000017048937,0.9854305,0.0014615185,0.0022540567,0.0003824739,0.00001472852,0.00023401098,0.0012315175],"genre_scores_gemma":[0.9821658,0.000001675315,0.015272412,0.0016131744,0.00003380532,0.00039753845,0.0000069880057,0.000005558796,0.00050300645],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985786,0.0001036981,0.00046121387,0.00017350209,0.0004822507,0.00020075343],"domain_scores_gemma":[0.9989158,0.00004417719,0.00011580299,0.00072873547,0.000105735475,0.00008973457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004380701,0.00011375448,0.00012436349,0.00034989326,0.0008329534,0.00030554127,0.0008160637,0.000024693234,0.000042273732],"category_scores_gemma":[0.00001782222,0.00012054252,0.000050259245,0.00057073194,0.0000058501555,0.001653195,0.00004020074,0.00020668356,0.0001736993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005326107,0.000013848692,0.0000039772326,0.0000127797575,0.000015521155,9.273529e-7,0.035563145,0.928872,0.00007604283,0.0033928845,0.0005708378,0.031472735],"study_design_scores_gemma":[0.0005243809,0.00014954546,0.000032861884,0.000024519428,0.0000058336773,0.00006829999,0.017491972,0.8058042,0.00090115087,0.0002558308,0.17437337,0.00036803054],"about_ca_topic_score_codex":0.00012954259,"about_ca_topic_score_gemma":0.0000013465823,"teacher_disagreement_score":0.9731917,"about_ca_system_score_codex":0.00024055122,"about_ca_system_score_gemma":0.00008111993,"threshold_uncertainty_score":0.6406488},"labels":[],"label_agreement":null},{"id":"W4220937440","doi":"10.1002/essoar.10510978.1","title":"m-NLP inference models using simulation and regression techniques","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Norges Forskningsråd; H2020 European Research Council; China Scholarship Council; Compute Canada","keywords":"Preprint; Inference; Computer science; World Wide Web; Information retrieval; Natural language processing; Artificial intelligence","score_opus":0.1589566516328696,"score_gpt":0.38556881623716716,"score_spread":0.22661216460429756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220937440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018850563,0.00014132068,0.9779148,0.00012011147,0.00021166065,0.00024603994,0.0000013187386,0.00042904448,0.002085152],"genre_scores_gemma":[0.58478224,0.000023752229,0.41494924,0.00007012875,0.00003024241,0.000012653542,0.0000023718026,0.000006289058,0.00012304538],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862283,0.00007606074,0.00024430643,0.0006129408,0.0002967732,0.00014710681],"domain_scores_gemma":[0.9988704,0.000084792395,0.00014640683,0.00078528584,0.00006551479,0.00004760166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002829355,0.0001701993,0.00018427566,0.0001512526,0.00013535825,0.0002079872,0.00064116,0.00014603334,0.00002617128],"category_scores_gemma":[0.000026679318,0.00015276983,0.000037312562,0.000092484246,0.00001551337,0.00041031523,0.00480085,0.00040960705,3.0328934e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1731704e-7,0.0000072846956,0.00008611514,0.000031718057,0.000002899986,0.0000024538099,0.00026839567,0.92327493,0.000086784596,0.026623495,0.0000047186613,0.049610272],"study_design_scores_gemma":[0.000025724257,0.000007979346,0.000011535853,0.00009008674,0.0000033333663,0.0000015242318,0.000008427733,0.9060315,0.00022143405,0.09333974,0.000094982366,0.00016376628],"about_ca_topic_score_codex":0.0002118956,"about_ca_topic_score_gemma":0.000002682933,"teacher_disagreement_score":0.5659317,"about_ca_system_score_codex":0.000093703005,"about_ca_system_score_gemma":0.000112760186,"threshold_uncertainty_score":0.6229773},"labels":[],"label_agreement":null},{"id":"W4221016102","doi":"10.1007/s00521-022-07072-0","title":"Mutually improved dense retriever and GNN-based reader for arbitrary-hop open-domain question answering","year":2022,"lang":"en","type":"article","venue":"Neural Computing and Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Labrador Retriever; Question answering; Open domain; Asynchronous communication; Leverage (statistics); Graph; Information retrieval; Preprocessor; Artificial intelligence; Theoretical computer science; Computer network","score_opus":0.02400630599384165,"score_gpt":0.28512810381511394,"score_spread":0.2611217978212723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221016102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22321032,0.00008725449,0.7740486,0.0017891645,0.00006098712,0.0006097377,0.0000064376895,0.00011838671,0.00006909642],"genre_scores_gemma":[0.8501435,0.0000013460402,0.14866364,0.0008957665,0.00007247365,0.00016613965,0.000010259162,0.000009902407,0.000036949255],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989675,0.000061818835,0.00019867587,0.00047642778,0.0001029992,0.00019254658],"domain_scores_gemma":[0.99927634,0.00019414758,0.000090038426,0.00032335028,0.000043893415,0.00007224124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039442093,0.00010439488,0.00011814732,0.000052247375,0.0008021334,0.0002271919,0.0004436493,0.000027456443,0.0000013300263],"category_scores_gemma":[0.000017577464,0.00011345667,0.00002430094,0.00020995896,0.000029038967,0.00013779188,0.00048556385,0.00017161571,3.1570244e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009949009,0.00028409302,0.002184664,0.00017648994,0.00003985646,0.000008139711,0.0031537004,0.028721703,0.042385466,0.3281698,0.0006504028,0.59412616],"study_design_scores_gemma":[0.0005087996,0.00008032976,0.0005049746,0.000008494083,0.000005665879,0.000022347269,0.00008580279,0.98922473,0.00028815703,0.004625553,0.004488979,0.00015614455],"about_ca_topic_score_codex":0.0000432627,"about_ca_topic_score_gemma":0.0000039508186,"teacher_disagreement_score":0.96050304,"about_ca_system_score_codex":0.000029316427,"about_ca_system_score_gemma":0.00004416043,"threshold_uncertainty_score":0.61694425},"labels":[],"label_agreement":null},{"id":"W4221039763","doi":"10.18438/eblip30014","title":"Natural Language Processing for Virtual Reference Analysis","year":2022,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"University of Toronto Scarborough; University of Toronto","keywords":"Computer science; Toolchain; Information retrieval; Python (programming language); Coding (social sciences); Natural language processing; World Wide Web; Artificial intelligence; Programming language; Software","score_opus":0.017753414837502667,"score_gpt":0.27309779600051143,"score_spread":0.2553443811630088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221039763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029558595,0.0012041603,0.96746695,0.026989108,0.00014196231,0.00021404949,0.000010179917,0.00020028242,0.00081746274],"genre_scores_gemma":[0.88539946,0.000030548457,0.08312026,0.031132042,0.000026701002,0.000070311915,0.00004998455,0.000002902702,0.00016779703],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990119,0.00013689282,0.00026287348,0.00017296712,0.0002790375,0.00013635306],"domain_scores_gemma":[0.99857175,0.0008076577,0.00026148336,0.00026678902,0.000041899842,0.000050398026],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005385765,0.00008072165,0.00009745472,0.00025078907,0.0003938279,0.000574289,0.00046429058,0.000021114585,0.000057129837],"category_scores_gemma":[0.00046926425,0.00007833504,0.000038235623,0.0008823658,0.000011114813,0.18678401,0.0002844371,0.00020232602,0.0000037019338],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027761058,0.00004319823,0.0002142147,0.00011798068,0.000064689404,0.0000056273366,0.0032101336,0.029780634,0.00011356459,0.559988,0.00079447817,0.40538988],"study_design_scores_gemma":[0.00015415456,0.000083274994,0.00041566778,0.000015566426,0.000041391602,0.000008598503,0.0010518524,0.8999271,0.00018353642,0.00004967806,0.09795557,0.00011364516],"about_ca_topic_score_codex":0.0000042428787,"about_ca_topic_score_gemma":2.6071275e-8,"teacher_disagreement_score":0.88434666,"about_ca_system_score_codex":0.000013384109,"about_ca_system_score_gemma":0.00017644426,"threshold_uncertainty_score":0.82459},"labels":[],"label_agreement":null},{"id":"W4221053465","doi":"10.1162/tacl_a_00458","title":"Neuro-symbolic Natural Logic with Introspective Revision for Natural Language Inference","year":2022,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Interpretability; Computer science; Artificial intelligence; Inference; Generalization; Introspection; Spurious relationship; Machine learning; Rule of inference; Natural language; Natural (archaeology); Overfitting; Artificial neural network; Cognitive psychology","score_opus":0.01236504266629197,"score_gpt":0.2721111208052126,"score_spread":0.25974607813892064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221053465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002208699,0.00007158885,0.99443185,0.0009521377,0.0015147278,0.00052967906,0.00013605054,0.000066015746,0.00008927295],"genre_scores_gemma":[0.89032197,7.5943876e-7,0.108936176,0.00022490458,0.000111588044,0.00005202253,0.000029672701,0.000008863304,0.0003140533],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884665,0.000068169604,0.0002587635,0.00022710627,0.00044113904,0.00015819845],"domain_scores_gemma":[0.99727553,0.001337115,0.00034001694,0.00019890955,0.0008273078,0.000021132211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030008578,0.00010069739,0.00015177001,0.00007863023,0.00055931543,0.0000475597,0.0005100151,0.000025967407,0.0000030200779],"category_scores_gemma":[0.0011836749,0.000084032006,0.000132589,0.00031804576,0.000019034738,0.000060600847,0.00004162686,0.00023348072,4.5878025e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041679163,0.000072507995,0.00032592315,0.0000287762,0.00006284696,2.3214734e-7,0.00093196135,0.8032641,0.00004377042,0.19321951,0.00013173738,0.0018769884],"study_design_scores_gemma":[0.0007117529,0.00013743962,0.0014090749,0.000011824274,0.000044295124,0.000002812228,0.00009364087,0.9640448,0.00010617772,0.031697772,0.0016107837,0.00012959445],"about_ca_topic_score_codex":0.000016225458,"about_ca_topic_score_gemma":0.000009645544,"teacher_disagreement_score":0.88811326,"about_ca_system_score_codex":0.0002973982,"about_ca_system_score_gemma":0.00014203887,"threshold_uncertainty_score":0.43018588},"labels":[],"label_agreement":null},{"id":"W4221147223","doi":"10.18653/v1/2022.acl-long.359","title":"E-LANG: Energy-Based Joint Inferencing of Super and Swift Language Models","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Swift; Inference; Language model; Computation; Code (set theory); Encoder; Set (abstract data type); Artificial intelligence; Sequence (biology); Architecture; Energy (signal processing); Computer engineering; Machine learning; Theoretical computer science; Programming language; Operating system","score_opus":0.011359810896829392,"score_gpt":0.21521957003745917,"score_spread":0.2038597591406298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221147223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8806838,0.000523417,0.09596352,0.0028869507,0.0027923293,0.0013527788,0.00069087767,0.00021863499,0.014887728],"genre_scores_gemma":[0.9791315,8.033768e-7,0.020247556,0.00018119787,0.00010251979,0.000017718527,0.000006253466,0.000014925945,0.00029748108],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980941,0.000035288518,0.00055599713,0.00025941402,0.00084600167,0.0002092169],"domain_scores_gemma":[0.99686384,0.00041268338,0.0011269326,0.00014559388,0.0014116084,0.000039313814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011416073,0.00013685215,0.00026825705,0.00012734445,0.0003515777,0.00004138656,0.000776483,0.000055253844,0.0000017935021],"category_scores_gemma":[0.0033400047,0.00011466315,0.00017811169,0.000367194,0.00004706829,0.00007773642,0.00063657796,0.00016751945,8.720863e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026515303,0.00010000796,0.042573284,0.0002696259,0.00010153877,1.3780146e-7,0.00520541,0.71233183,0.0016964623,0.23694056,0.00035823305,0.00039641876],"study_design_scores_gemma":[0.00055705995,0.000079698344,0.0046520922,0.00012398289,0.00006269144,0.0000012760396,0.0007201133,0.9663158,0.0028168838,0.024052022,0.00044772806,0.00017066121],"about_ca_topic_score_codex":0.000119866076,"about_ca_topic_score_gemma":0.0000061871037,"teacher_disagreement_score":0.25398397,"about_ca_system_score_codex":0.00016045786,"about_ca_system_score_gemma":0.0001706605,"threshold_uncertainty_score":0.46758276},"labels":[],"label_agreement":null},{"id":"W4221148028","doi":"10.1007/s11633-022-1387-3","title":"EVA2.0: Investigating Open-domain Chinese Dialogue Systems with Large-scale Pre-training","year":2023,"lang":"en","type":"article","venue":"Machine Intelligence Research","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Open domain; Domain (mathematical analysis); Chatbot; Scale (ratio); Quality (philosophy); Key (lock); Open research; Architecture; Artificial intelligence; Code (set theory); Data science; World Wide Web; Question answering; Computer security","score_opus":0.13273794375393888,"score_gpt":0.41194765496336117,"score_spread":0.2792097112094223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221148028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20867248,0.00023509076,0.78362685,0.0016089481,0.0003471008,0.0010108986,0.0000140491275,0.000444385,0.0040402045],"genre_scores_gemma":[0.962186,0.00003571062,0.035922837,0.00008129784,0.00025822732,0.0002836068,0.000022230457,0.000044911132,0.0011652092],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944117,0.00082314346,0.0005739139,0.0011071161,0.0016143924,0.0014697418],"domain_scores_gemma":[0.9966594,0.00100871,0.00011187859,0.0014631851,0.0003454864,0.0004113208],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009343676,0.00028958725,0.00040994788,0.00057941524,0.00079581,0.0013658757,0.0046523144,0.00011439952,0.000027364149],"category_scores_gemma":[0.0008960524,0.00021864497,0.000056703095,0.0039550653,0.00021174058,0.00086126267,0.003461541,0.0010722193,0.00036463808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012566002,0.00048241354,0.14162639,0.00096974755,0.00022968464,0.0010860077,0.1512805,0.24771717,0.006035572,0.23054239,0.0019781357,0.21792631],"study_design_scores_gemma":[0.0001869419,0.00018058278,0.0014621824,0.0002716988,0.0000017447106,0.000052484553,0.002032626,0.9727296,0.0003416267,0.021516664,0.00091160485,0.0003122369],"about_ca_topic_score_codex":0.0023003314,"about_ca_topic_score_gemma":0.0008532887,"teacher_disagreement_score":0.7535135,"about_ca_system_score_codex":0.00013865829,"about_ca_system_score_gemma":0.00045229777,"threshold_uncertainty_score":0.9996708},"labels":[],"label_agreement":null},{"id":"W4223491992","doi":"10.18653/v1/2022.bionlp-1.2","title":"A sequence-to-sequence approach for document-level relation extraction","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Lunenfeld-Tanenbaum Research Institute; University Health Network; Vector Institute; University of Toronto","funders":"National Institutes of Health; Compute Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Pipeline (software); Coreference; Relationship extraction; Sequence (biology); Task (project management); Sentence; Relation (database); Information extraction; Natural language processing; Code (set theory); Information retrieval; Artificial intelligence; Named-entity recognition; Data mining; Resolution (logic); Programming language; Set (abstract data type)","score_opus":0.13796717483022905,"score_gpt":0.32693444500118835,"score_spread":0.1889672701709593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223491992","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059769917,0.000008796147,0.9879968,0.0012333554,0.0003018223,0.00047258422,0.0000044582544,0.00017811102,0.0038270366],"genre_scores_gemma":[0.48458928,5.324646e-7,0.5125433,0.0003762589,0.00003408093,0.0002670823,0.00000806255,0.0000044318963,0.0021769316],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879247,0.00004955034,0.00019458312,0.00043762222,0.00031470513,0.00021105324],"domain_scores_gemma":[0.99940026,0.000052589185,0.00006379566,0.00037370934,0.000046523503,0.00006313392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050589425,0.00008224148,0.0000781808,0.000102190286,0.00030704038,0.000093496514,0.00055814174,0.000024941039,0.000049733673],"category_scores_gemma":[0.000034353525,0.000084842715,0.00004291557,0.0003028751,0.000007233722,0.00062497164,0.00024181846,0.00012251458,0.000011415895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018859655,0.000077422366,0.0001740125,0.00002081327,0.000012646612,0.00000398439,0.0015626057,0.23096985,0.016495848,0.64405715,0.0012275045,0.10537931],"study_design_scores_gemma":[0.0002571309,0.00007268626,0.00014499847,0.000001861873,0.0000028005932,0.000032015232,0.000103538274,0.97964567,0.0007261272,0.014111976,0.0047536506,0.00014752787],"about_ca_topic_score_codex":0.00009832491,"about_ca_topic_score_gemma":0.0000027545095,"teacher_disagreement_score":0.7486758,"about_ca_system_score_codex":0.00023813768,"about_ca_system_score_gemma":0.00007684996,"threshold_uncertainty_score":0.34597856},"labels":[],"label_agreement":null},{"id":"W4224226311","doi":"10.2196/35606","title":"Multi-Label Classification in Patient-Doctor Dialogues With the RoBERTa-WWM-ext + CNN (Robustly Optimized Bidirectional Encoder Representations From Transformers Pretraining Approach With Whole Word Masking Extended Combining a Convolutional Neural Network) Model: Named Entity Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China","keywords":"Computer science; Encoder; Sentence; Transformer; Natural language processing; Artificial intelligence; Convolutional neural network; Chatbot; F1 score","score_opus":0.060152736999827976,"score_gpt":0.2867855212292952,"score_spread":0.2266327842294672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224226311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3023744,0.00001896516,0.69554496,0.00044438647,0.00015516514,0.0010550556,0.000013942393,0.00012231765,0.00027081196],"genre_scores_gemma":[0.7518649,0.0000025683128,0.24654815,0.00034269763,0.00004152218,0.0009982318,0.00014920012,0.000015371777,0.000037348957],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99602365,0.00036470967,0.00088986947,0.000401206,0.0018285089,0.0004920624],"domain_scores_gemma":[0.99847424,0.00039037212,0.00038075773,0.0004491049,0.00012361762,0.00018190173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009448367,0.00026278102,0.00034845702,0.00016579957,0.00073088525,0.00019697005,0.0008312623,0.0000901787,0.00004275625],"category_scores_gemma":[0.00005985647,0.00019238672,0.00006294572,0.00083606143,0.00019665335,0.0010074378,0.00028949723,0.0010371535,0.0000016230464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015203694,0.0007846802,0.0025363741,0.000015195377,0.000102689744,0.000007937771,0.06844915,0.91722465,0.0000066809334,0.0006879364,0.000109196546,0.009923478],"study_design_scores_gemma":[0.0038936595,0.00016998735,0.002847992,0.000040930376,0.000028569106,0.000020675174,0.018758839,0.9738712,9.445664e-7,0.00009138797,0.000030349345,0.0002454927],"about_ca_topic_score_codex":0.00013262405,"about_ca_topic_score_gemma":0.00019575196,"teacher_disagreement_score":0.44949052,"about_ca_system_score_codex":0.00020990017,"about_ca_system_score_gemma":0.0004507974,"threshold_uncertainty_score":0.78453034},"labels":[],"label_agreement":null},{"id":"W4224278993","doi":"10.3390/info13040205","title":"Medical Knowledge Graph Completion Based on Word Embeddings","year":2022,"lang":"en","type":"article","venue":"Information","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Natural Science Foundation of Beijing Municipality","keywords":"Word2vec; Computer science; RDF; Knowledge graph; Terminology; Information retrieval; Word (group theory); Natural language processing; Semantics (computer science); Graph; Artificial intelligence; Theoretical computer science; Semantic Web; Embedding; Mathematics","score_opus":0.0161672622546258,"score_gpt":0.2530601875034533,"score_spread":0.23689292524882752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224278993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011685313,0.000005281755,0.9702226,0.0015657415,0.00057168637,0.00010138656,0.0000018283488,0.0001837593,0.015662428],"genre_scores_gemma":[0.9913518,5.600992e-7,0.0062010493,0.002321016,0.000033496784,0.00003632663,0.000027970467,0.0000020557152,0.000025735942],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989654,0.000047783913,0.00021736625,0.00008521599,0.00056415866,0.0001200653],"domain_scores_gemma":[0.9995379,0.000053382257,0.0000745107,0.00023736949,0.000042525327,0.000054301796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005365827,0.000057165096,0.000060532046,0.00020030355,0.00021081783,0.000070533875,0.00046331662,0.000026141295,0.00022049333],"category_scores_gemma":[0.000053517277,0.00005839122,0.00003320282,0.0003109485,0.000009757772,0.0007216372,0.00016600949,0.00016796208,0.00015988949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023098046,0.000113864524,0.0003154854,0.000043113345,0.000006291994,0.0000034691113,0.006314973,0.09337178,0.0000140871025,0.21408863,0.014520478,0.6711847],"study_design_scores_gemma":[0.00024998013,0.00003771894,0.00047032398,0.000008445751,6.6082725e-7,0.000004504984,0.000038347258,0.93721664,0.000021625128,0.0008567639,0.061029892,0.000065120505],"about_ca_topic_score_codex":0.000011356173,"about_ca_topic_score_gemma":0.0000015076145,"teacher_disagreement_score":0.9796665,"about_ca_system_score_codex":0.00008790768,"about_ca_system_score_gemma":0.00008027781,"threshold_uncertainty_score":0.24142474},"labels":[],"label_agreement":null},{"id":"W4224279631","doi":"10.18653/v1/2022.naacl-main.426","title":"Less is More: Learning to Refine Dialogue History for Personalized Dialogue Generation","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Renmin University of China; National Natural Science Foundation of China","keywords":"Computer science; Computational linguistics; Human language; Natural language processing; Association (psychology); Artificial intelligence; Cognitive science; Linguistics; Psychology; Philosophy; Epistemology","score_opus":0.03673297298027899,"score_gpt":0.2583922274011966,"score_spread":0.2216592544209176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224279631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698651,0.00015742549,0.020381667,0.006289459,0.0010614165,0.0013869383,0.0003511087,0.0002026118,0.0003042894],"genre_scores_gemma":[0.98686016,0.000002643406,0.011966402,0.00022407147,0.00008455438,0.00014079822,0.000015265225,0.000014864587,0.0006912598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833983,0.000029300372,0.00046686555,0.00031426057,0.0006518791,0.00019788582],"domain_scores_gemma":[0.99647045,0.00021842297,0.0017680217,0.00027623435,0.0012497555,0.000017095119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005299195,0.00015525699,0.00032517296,0.00013919911,0.00045558327,0.000029268476,0.0021286223,0.000039291164,0.000004014056],"category_scores_gemma":[0.0036148438,0.000114950555,0.00024440984,0.00034254414,0.00024316502,0.000047664176,0.0011600795,0.00025351738,1.4010594e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000892284,0.00017704614,0.05167886,0.00025824003,0.00034595095,1.6857429e-7,0.030512994,0.056856025,0.014414449,0.8292403,0.0034030299,0.013023711],"study_design_scores_gemma":[0.004185574,0.001979154,0.04064068,0.00036034425,0.0007222721,0.000008708908,0.034562696,0.70702606,0.04620723,0.1296644,0.032538753,0.0021040917],"about_ca_topic_score_codex":0.00014624871,"about_ca_topic_score_gemma":0.000044829045,"teacher_disagreement_score":0.6995759,"about_ca_system_score_codex":0.00037782203,"about_ca_system_score_gemma":0.00011317384,"threshold_uncertainty_score":0.46875477},"labels":[],"label_agreement":null},{"id":"W4224325974","doi":"10.1093/database/baac069","title":"Multi-label classification for biomedical literature: an overview of the BioCreative VII LitCovid Track for COVID-19 literature topic annotations","year":2022,"lang":"en","type":"article","venue":"Database","topic":"Topic Modeling","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"U.S. National Library of Medicine; Medical Research Council; National Institutes of Health","keywords":"Computer science; Coronavirus disease 2019 (COVID-19); Annotation; Named-entity recognition; Scientific literature; Information retrieval; Data science; Artificial intelligence; Natural language processing; World Wide Web; Task (project management); Medicine; Infectious disease (medical specialty)","score_opus":0.2046024088696558,"score_gpt":0.4089928303778776,"score_spread":0.2043904215082218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224325974","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003593328,0.002214431,0.9734788,0.007575963,0.0005042857,0.0011931912,0.011364441,0.00006995558,0.0000055976257],"genre_scores_gemma":[0.08294737,0.000137929,0.8932693,0.00823726,0.00031961472,0.0018216162,0.012775332,0.00003178602,0.00045978138],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984652,0.00020963505,0.00032236002,0.0005128819,0.00028779218,0.00020212465],"domain_scores_gemma":[0.9981571,0.00031825402,0.00017920406,0.0010384575,0.0001649724,0.00014201482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058937626,0.00013269215,0.00015779943,0.000121245714,0.0004620696,0.00011778362,0.0010319767,0.00005491254,0.00001312205],"category_scores_gemma":[0.0005225941,0.0001031118,0.00009429118,0.00081858126,0.00005778573,0.00056302076,0.0002874008,0.0001922685,5.8110163e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021045099,0.0028753928,0.00047443793,0.0023286922,0.00012844181,0.000017749413,0.04446766,0.0004650312,0.03714182,0.797538,0.026107,0.08824534],"study_design_scores_gemma":[0.0020211227,0.00020713048,0.00043210425,0.00009573454,0.000031063806,0.000016612667,0.00027314137,0.8489129,0.00043542485,0.0028650374,0.14449675,0.00021295689],"about_ca_topic_score_codex":0.000018956935,"about_ca_topic_score_gemma":0.000015106885,"teacher_disagreement_score":0.84844786,"about_ca_system_score_codex":0.00009847521,"about_ca_system_score_gemma":0.00029358035,"threshold_uncertainty_score":0.42047772},"labels":[],"label_agreement":null},{"id":"W4225102708","doi":"10.18653/v1/2022.naacl-main.212","title":"Document-Level Relation Extraction with Sentences Importance Estimation and Focusing","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Key Research and Development Program of China; DeepMind; Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Sentence; Computer science; Relationship extraction; Focus (optics); Natural language processing; Artificial intelligence; Relation (database); Variety (cybernetics); Graph; Sequence (biology); Information extraction; Data mining; Theoretical computer science","score_opus":0.019314828825849745,"score_gpt":0.2540263137987291,"score_spread":0.23471148497287933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225102708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817568,0.00004719545,0.015553525,0.0016374935,0.00019389199,0.0004774975,0.000047859037,0.000081816426,0.00020393268],"genre_scores_gemma":[0.97254765,0.0000026811108,0.027290702,0.0000253037,0.000018391118,0.000029102359,0.0000031922375,0.0000070790193,0.00007591454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986397,0.000018830353,0.0003795432,0.0002216856,0.00061414856,0.00012607081],"domain_scores_gemma":[0.9966852,0.00015929264,0.0022319008,0.00020286764,0.00071123475,0.000009472837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038254348,0.00011415425,0.00019593054,0.00009568693,0.0004409595,0.000044930723,0.0010101775,0.000025260353,0.0000015547921],"category_scores_gemma":[0.0012337775,0.0000748831,0.00008058687,0.00037891252,0.00023336052,0.00012104015,0.00063272764,0.00020065134,4.606829e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004359141,0.00007391999,0.41910854,0.00014508987,0.00017013379,1.6507323e-7,0.004163081,0.05110892,0.0025033446,0.5050189,0.00004938391,0.017614946],"study_design_scores_gemma":[0.0009359147,0.00043439821,0.3790823,0.00023197838,0.000222492,0.000013678886,0.008631872,0.35083568,0.012509845,0.24649166,0.00012436962,0.0004858322],"about_ca_topic_score_codex":0.000112784095,"about_ca_topic_score_gemma":0.000048756545,"teacher_disagreement_score":0.29972675,"about_ca_system_score_codex":0.00012907902,"about_ca_system_score_gemma":0.00005477298,"threshold_uncertainty_score":0.33915487},"labels":[],"label_agreement":null},{"id":"W4225334559","doi":"10.21105/joss.04038","title":"ADaPT-ML: A Data Programming Template for MachineLearning","year":2022,"lang":"en","type":"article","venue":"The Journal of Open Source Software","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Mitacs","keywords":"Computer science; Task (project management); Class (philosophy); Machine learning; Domain (mathematical analysis); Point (geometry); Labeled data; Artificial intelligence; Training set; Data type; Software deployment; Software engineering; Programming language","score_opus":0.09902702177909116,"score_gpt":0.3346960179557344,"score_spread":0.23566899617664322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225334559","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007916346,0.0004175773,0.9887637,0.0021842076,0.0002570763,0.0003682388,0.000008078305,0.00004910822,0.000035656285],"genre_scores_gemma":[0.3112874,0.000008215107,0.68675494,0.0006494235,0.00023509102,0.000020891208,0.0000073531864,0.000038324295,0.0009983672],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983916,0.00027296357,0.00040758573,0.00021045364,0.00045355814,0.00026379563],"domain_scores_gemma":[0.9978279,0.00042708716,0.000546584,0.0010238924,0.00009885869,0.00007568521],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0043698684,0.00010806224,0.00021552676,0.0000713396,0.0008657387,0.0004143338,0.009315145,0.000017912478,0.000037147518],"category_scores_gemma":[0.0003065873,0.00007760664,0.00006637642,0.00023809225,0.000021030213,0.0008776282,0.006279064,0.0005177417,0.0000021689834],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016681374,0.00008318154,0.0012793023,0.000027540666,0.00012275197,0.00003335397,0.0090332795,0.1286553,0.000062075516,0.0006202215,0.009533009,0.85038316],"study_design_scores_gemma":[0.0011631058,0.00041083552,0.00014074038,0.000060933242,0.00006376177,0.0012853827,0.0020015934,0.23681422,0.000020779356,0.002039256,0.7557527,0.0002467159],"about_ca_topic_score_codex":0.00008389377,"about_ca_topic_score_gemma":0.000005745082,"teacher_disagreement_score":0.85013646,"about_ca_system_score_codex":0.00005233762,"about_ca_system_score_gemma":0.0001788039,"threshold_uncertainty_score":0.99604493},"labels":[],"label_agreement":null},{"id":"W4225362522","doi":"10.1007/978-3-030-99739-7_24","title":"How Different are Pre-trained Transformers for Text Ranking?","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Canadian Institute of Steel Construction","keywords":"Computer science; Transformer; Artificial intelligence; Ranking (information retrieval); Machine learning; Information retrieval; Relevance (law); Question answering; Encoder; Task (project management); Recall; Artificial neural network; Learning to rank; Precision and recall; Deep learning; Natural language processing; Deep neural networks","score_opus":0.02048011377708883,"score_gpt":0.23805279336187277,"score_spread":0.21757267958478393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225362522","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019821867,0.00034125015,0.99032575,0.0045954105,0.0025301098,0.0011019781,0.000020601296,0.00022209188,0.0006645857],"genre_scores_gemma":[0.57915574,0.00006519655,0.4149804,0.0027666641,0.0009608685,0.00017797909,0.000019147388,0.00010181325,0.0017721661],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953407,0.000036161317,0.00048463326,0.0019879984,0.0012598087,0.00089071906],"domain_scores_gemma":[0.99768126,0.0005289731,0.00032721646,0.0011170477,0.00015413998,0.00019138106],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00069208053,0.00065033184,0.0007036097,0.00072244526,0.0004962621,0.00083041814,0.0037214134,0.0002680172,0.000033672895],"category_scores_gemma":[0.00007964214,0.0005777072,0.00031425376,0.00037812252,0.00033368688,0.00068991777,0.00086804334,0.0008862795,0.0000019884505],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017074984,0.000034329627,0.000033286364,0.00012185014,0.000022487655,0.000031286956,0.0015575155,0.017655142,0.00014576239,0.025122048,0.000019932573,0.9552393],"study_design_scores_gemma":[0.0007703704,0.0002793508,0.00011166605,0.0002593814,0.000017941586,0.000043912336,8.6531236e-7,0.88597697,0.0006647345,0.10161648,0.009299382,0.000958924],"about_ca_topic_score_codex":0.000010480152,"about_ca_topic_score_gemma":0.000082212704,"teacher_disagreement_score":0.9542804,"about_ca_system_score_codex":0.0004802722,"about_ca_system_score_gemma":0.00034687677,"threshold_uncertainty_score":0.99966747},"labels":[],"label_agreement":null},{"id":"W4225552142","doi":"10.1145/3527546.3527570","title":"Report on the 15th round of NII testbeds and community for information access research (NTCIR-15)","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Task (project management); Scope (computer science); Question answering; Information retrieval; World Wide Web; Artificial intelligence; Programming language","score_opus":0.1691181348945088,"score_gpt":0.39618905820630096,"score_spread":0.22707092331179216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225552142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79250216,0.00005631029,0.18660453,0.015148025,0.0002208054,0.00040143591,0.0000069999774,0.000049561088,0.005010168],"genre_scores_gemma":[0.9913364,0.000009188066,0.007788449,0.0005904416,0.000022189086,0.00003256746,0.000010326601,0.0000039616543,0.0002064964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988042,0.00019674173,0.00027826245,0.00012988254,0.00034690616,0.00024402357],"domain_scores_gemma":[0.9961954,0.0016232678,0.00010896797,0.0016219753,0.00041058628,0.00003983515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023373337,0.00006801982,0.00010735766,0.00006154396,0.0005012489,0.0003108911,0.0013596393,0.000050378527,0.0000037683603],"category_scores_gemma":[0.0031312078,0.00005123673,0.000032918088,0.0003213059,0.0000615243,0.0009932548,0.0016519453,0.00034632164,0.000002920162],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059512862,0.00037073417,0.051463652,0.0003718898,0.00009540903,0.000031643478,0.00942474,0.00060923473,0.0012898492,0.6386956,0.027246643,0.2703411],"study_design_scores_gemma":[0.0018760037,0.0011157878,0.06403775,0.00036789913,0.000025766343,0.00033297873,0.005605632,0.14550996,0.062032025,0.5921384,0.12624553,0.00071225775],"about_ca_topic_score_codex":0.00019632989,"about_ca_topic_score_gemma":0.000075243646,"teacher_disagreement_score":0.26962885,"about_ca_system_score_codex":0.000031934997,"about_ca_system_score_gemma":0.00013845885,"threshold_uncertainty_score":0.38552523},"labels":[],"label_agreement":null},{"id":"W4225580830","doi":"10.18653/v1/2022.acl-long.396","title":"Subgraph Retrieval Enhanced Model for Multi-hop Knowledge Base Question Answering","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","topic":"Topic Modeling","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"National Natural Science Foundation of China; Tencent","keywords":"Computer science; Semantic reasoner; Information retrieval; Embedding; Question answering; Knowledge base; Heuristic; Process (computing); Pruning; Base (topology); Artificial intelligence; Programming language; Mathematics","score_opus":0.01924940758376219,"score_gpt":0.2685602883043876,"score_spread":0.2493108807206254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225580830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2344202,0.000222922,0.75255215,0.0015423826,0.005347023,0.002882758,0.0007439071,0.0003037579,0.0019849062],"genre_scores_gemma":[0.887943,0.000001201633,0.11047104,0.000096662116,0.00022294022,0.000060215585,0.000011207945,0.00002624729,0.0011674338],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99763227,0.000043411394,0.00070788735,0.00043530395,0.0008081939,0.00037294597],"domain_scores_gemma":[0.9941543,0.0006199357,0.0014921104,0.00019339494,0.003477238,0.00006306904],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025289075,0.0001989743,0.0002995088,0.00012781905,0.0009029069,0.000074520896,0.0013574827,0.00008738593,9.185985e-7],"category_scores_gemma":[0.012447568,0.00018034094,0.00035466912,0.0005404813,0.00004981353,0.00011958087,0.00066113216,0.0002599119,3.8658325e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010903488,0.00021004901,0.009853798,0.00031442754,0.00010947751,4.3674955e-8,0.0050608865,0.91064084,0.003931835,0.06880424,0.0005825976,0.00038280032],"study_design_scores_gemma":[0.00077702827,0.000073959025,0.0017271702,0.00010009287,0.00006756405,7.2309433e-7,0.00023497539,0.98244864,0.003087499,0.010864199,0.00042024066,0.0001979149],"about_ca_topic_score_codex":0.000014949707,"about_ca_topic_score_gemma":0.00000580718,"teacher_disagreement_score":0.65352285,"about_ca_system_score_codex":0.00045953487,"about_ca_system_score_gemma":0.000245038,"threshold_uncertainty_score":0.995871},"labels":[],"label_agreement":null},{"id":"W4225656840","doi":"10.1007/978-3-030-99739-7_21","title":"GameOfThronesQA: Answer-Aware Question-Answer Pairs for TV Series","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Paragraph; Computer science; Information retrieval; Series (stratigraphy); Snapshot (computer storage); Set (abstract data type); Television series; Questions and answers; Pipeline (software); Artificial intelligence; Natural language processing; Data science; World Wide Web; Database; Media studies","score_opus":0.020473852071755335,"score_gpt":0.2545611907355675,"score_spread":0.23408733866381215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225656840","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042517193,0.00056373724,0.9882652,0.0032215216,0.0056237867,0.00077509665,0.000024723842,0.00036672017,0.0011166557],"genre_scores_gemma":[0.05837441,0.00011079915,0.93431896,0.0030179538,0.0016588615,0.00016082978,0.00002768936,0.00010824483,0.0022222253],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99490154,0.00005970719,0.0006819477,0.0022445288,0.0012088825,0.00090338296],"domain_scores_gemma":[0.99661726,0.00053418515,0.00033297035,0.0019923062,0.0003306152,0.0001926501],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012741232,0.0006601926,0.00066366646,0.0007035074,0.0006480817,0.00057387847,0.00411455,0.00031972997,0.0001415171],"category_scores_gemma":[0.00012500664,0.0006572895,0.00023921268,0.0005482366,0.00055321836,0.0012491478,0.0019138858,0.00091015716,0.00001848348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021296817,0.00005541954,0.000109169734,0.00016848547,0.00003217562,0.00012132851,0.0023682576,0.1865568,0.000051976032,0.20506364,0.00031781787,0.60513365],"study_design_scores_gemma":[0.00041846742,0.0004406693,0.000045616784,0.00030168617,0.000017269384,0.00014743037,0.0000014235317,0.71773547,0.00042790084,0.22997329,0.049244083,0.0012466927],"about_ca_topic_score_codex":0.00006228604,"about_ca_topic_score_gemma":0.00012415025,"teacher_disagreement_score":0.60388696,"about_ca_system_score_codex":0.0005647457,"about_ca_system_score_gemma":0.00088619994,"threshold_uncertainty_score":0.99958783},"labels":[],"label_agreement":null},{"id":"W4225661091","doi":"10.3758/s13421-022-01300-7","title":"Sources and destinations of misattributions in recall of instances of repeated events","year":2022,"lang":"en","type":"article","venue":"Memory & Cognition","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"Economic and Social Research Council; University of Portsmouth","keywords":"Psychology; Schema (genetic algorithms); Recall; Attribution; Confusion; Inference; Anagrams; Context (archaeology); Social psychology; Repeated measures design; Cognitive psychology; Natural language processing; Information retrieval; Artificial intelligence; Computer science; Statistics; Mathematics","score_opus":0.02982022865342573,"score_gpt":0.25005393387434627,"score_spread":0.22023370522092053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225661091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95885575,0.000112391856,0.04029803,0.00012640131,0.00004623715,0.000101089994,0.000019670839,0.000012424641,0.00042802285],"genre_scores_gemma":[0.9948855,0.000009079857,0.0050406805,0.000012782527,0.0000035994326,0.000014292629,0.000010764271,0.0000016380295,0.000021641883],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99931616,0.000096566655,0.00024644265,0.000120028126,0.00016192773,0.000058884056],"domain_scores_gemma":[0.9995178,0.000073102674,0.00014909322,0.000120390745,0.00012685674,0.000012742083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030770665,0.00003571601,0.00009533392,0.00013248099,0.000049427494,0.00000241987,0.00013046575,0.000013617534,0.000013287152],"category_scores_gemma":[0.0001154239,0.000040515963,0.000016033313,0.00039192731,0.00003244133,0.000111513415,0.000097956836,0.000056202916,1.4347454e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020358257,0.0030475806,0.15662321,0.0010480805,0.0001538652,0.00002844188,0.034949027,0.04543184,0.33619002,0.04045073,0.00018166569,0.38169196],"study_design_scores_gemma":[0.0048788404,0.00084680744,0.43445584,0.00077070633,0.00010455271,0.00006445129,0.004239676,0.23011753,0.24149683,0.08222004,0.00023425561,0.00057045236],"about_ca_topic_score_codex":0.000059783106,"about_ca_topic_score_gemma":0.000032742842,"teacher_disagreement_score":0.38112152,"about_ca_system_score_codex":0.000016822052,"about_ca_system_score_gemma":0.000040405634,"threshold_uncertainty_score":0.16521929},"labels":[],"label_agreement":null},{"id":"W4226003933","doi":"10.18653/v1/2022.acl-long.96","title":"Better Language Model with Hypernym Class Prediction","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Microsoft Research","keywords":"Perplexity; Computer science; Artificial intelligence; Transformer; Class (philosophy); Language model; WordNet; Security token; Natural language processing; Machine learning; Context (archaeology)","score_opus":0.006999110390969953,"score_gpt":0.20988021284321878,"score_spread":0.20288110245224883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226003933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91361797,0.00012294367,0.053333644,0.0075796084,0.003414914,0.0020711732,0.0011014111,0.00036759817,0.018390736],"genre_scores_gemma":[0.96445966,3.754564e-7,0.033668905,0.00036774453,0.00023367428,0.00004072899,0.000009446203,0.000021208829,0.0011982403],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997762,0.000028117516,0.0004701504,0.0003204796,0.0011618312,0.00025737743],"domain_scores_gemma":[0.99694073,0.000268075,0.0011095558,0.0001804281,0.0014611926,0.000039995564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010428851,0.00015327359,0.0002188124,0.000078317666,0.0005957738,0.000060972485,0.0011839017,0.00005885119,0.0000017442323],"category_scores_gemma":[0.0023319817,0.000117996846,0.0001741206,0.00037579532,0.000044808134,0.000099238656,0.000600403,0.00027491897,5.0222854e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038994316,0.00008532618,0.07806792,0.000100234014,0.00010638175,1.323507e-7,0.0032426985,0.88505703,0.0005668527,0.030865297,0.0015598207,0.00030930465],"study_design_scores_gemma":[0.0005711712,0.00009561218,0.00810232,0.00007198232,0.00008200118,0.000003310926,0.00048296066,0.9807698,0.00055714237,0.0074550994,0.0016435274,0.00016507992],"about_ca_topic_score_codex":0.000020703894,"about_ca_topic_score_gemma":0.0000027187684,"teacher_disagreement_score":0.09571276,"about_ca_system_score_codex":0.00030959412,"about_ca_system_score_gemma":0.0001417719,"threshold_uncertainty_score":0.48117718},"labels":[],"label_agreement":null},{"id":"W4226059645","doi":"10.1162/tacl_a_00471","title":"TopiOCQA: Open-domain Conversational Question Answering with Topic Switching","year":2022,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Minnow Environmental (Canada); Research Canada; Microsoft (Canada); McGill University","funders":"Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Conversation; Computer science; Question answering; Open domain; Domain (mathematical analysis); Information retrieval; Interdependence; Natural language processing; Artificial intelligence; Relevance (law); Code (set theory); Linguistics; Set (abstract data type)","score_opus":0.015187584352610738,"score_gpt":0.25792401609927124,"score_spread":0.24273643174666049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226059645","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044795116,0.000009144667,0.9917049,0.0014508541,0.001070447,0.00037636017,0.00004969589,0.000045051172,0.0008140377],"genre_scores_gemma":[0.8094958,3.717986e-7,0.18972279,0.00014067221,0.00007873505,0.00005678426,0.000015772888,0.00000723056,0.00048184514],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874884,0.000102055,0.0002918787,0.00020719461,0.0005162236,0.00013379643],"domain_scores_gemma":[0.99852437,0.00043374675,0.00033169647,0.00020577852,0.00047803955,0.000026352878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062519516,0.00008483184,0.00012720423,0.00007006726,0.00080733915,0.00008607232,0.0007350856,0.000028493962,0.000011999873],"category_scores_gemma":[0.0001970824,0.00008025282,0.00007655113,0.00026802145,0.000011418744,0.00011076927,0.00008183779,0.00016821297,6.3214014e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011030071,0.000048759066,0.0012454565,0.000009972111,0.00004227079,1.6104428e-7,0.00040627678,0.66554093,0.000016933507,0.3321195,0.000042153148,0.0005165403],"study_design_scores_gemma":[0.0013996145,0.00014503341,0.0040945983,0.000024094441,0.000050326722,0.000006773493,0.00018512012,0.8025433,0.00012915321,0.17593813,0.0152676515,0.00021622241],"about_ca_topic_score_codex":0.00007153599,"about_ca_topic_score_gemma":0.00001775618,"teacher_disagreement_score":0.8050163,"about_ca_system_score_codex":0.00041962016,"about_ca_system_score_gemma":0.0002498195,"threshold_uncertainty_score":0.62094814},"labels":[],"label_agreement":null},{"id":"W4226145103","doi":"10.18653/v1/2022.findings-acl.326","title":"On the data requirements of probing","year":2022,"lang":"en","type":"article","venue":"Findings of the Association for Computational Linguistics: ACL 2022","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Reliability (semiconductor); Context (archaeology); Construct (python library); Data mining; Machine learning; Artificial intelligence; Power (physics)","score_opus":0.054162738601187525,"score_gpt":0.291028757242492,"score_spread":0.23686601864130447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226145103","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17012796,0.00015432049,0.77274746,0.018288042,0.016840499,0.004351182,0.0044061868,0.0002535122,0.012830813],"genre_scores_gemma":[0.9873166,3.8247344e-7,0.011608156,0.00032361972,0.00010990077,0.000026169111,0.00009821661,0.000009006897,0.0005079626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981132,0.00011557023,0.00039840487,0.00025984648,0.0009631282,0.00014986185],"domain_scores_gemma":[0.99663067,0.0016124519,0.0007406149,0.0005787236,0.00042199934,0.000015529273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001935687,0.00008009798,0.00013327318,0.000072028524,0.00048067642,0.00003929638,0.0023411985,0.00002351638,0.000019968684],"category_scores_gemma":[0.006392225,0.00006375978,0.00008454422,0.00030891143,0.000017460257,0.00005148807,0.0015131835,0.0001723826,0.0000019444574],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008756242,0.00006504196,0.001995301,0.000016747877,0.00006538478,1.0766505e-7,0.0004120751,0.16443384,0.000045756515,0.82289517,0.009920309,0.00014152758],"study_design_scores_gemma":[0.00039667264,0.00007553019,0.0017809042,0.000025828054,0.000027019452,4.8738286e-7,0.000056443867,0.73764557,0.00023084879,0.24937667,0.010274575,0.00010946109],"about_ca_topic_score_codex":0.000010370341,"about_ca_topic_score_gemma":9.1014243e-7,"teacher_disagreement_score":0.8171886,"about_ca_system_score_codex":0.00027266567,"about_ca_system_score_gemma":0.0001566893,"threshold_uncertainty_score":0.7652552},"labels":[],"label_agreement":null},{"id":"W4226208814","doi":"10.1007/978-3-030-99736-6_41","title":"Another Look at DPR: Reproduction of Training and Replication of Retrieval","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Question answering; Replication (statistics); Codebase; Ranking (information retrieval); Scope (computer science); Encoder; Artificial intelligence; Natural language processing; Programming language; Source code","score_opus":0.03770741802576652,"score_gpt":0.2571676180958307,"score_spread":0.2194602000700642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226208814","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033300777,0.00059067213,0.99334615,0.00053084036,0.0006224572,0.0002514731,0.0000027839017,0.000047997684,0.0012775642],"genre_scores_gemma":[0.567528,0.000101680205,0.43112838,0.00032077622,0.0002731945,0.0000046600726,0.0000040437294,0.000030433705,0.00060881185],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969221,0.000033107077,0.00051792245,0.0015980108,0.00070289586,0.00022599312],"domain_scores_gemma":[0.9970088,0.0001771042,0.00049400557,0.0021316689,0.00014677546,0.00004162575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016062915,0.00020438613,0.00037161732,0.00043768945,0.00012225911,0.000042446794,0.0011746353,0.00012423894,0.000029506522],"category_scores_gemma":[0.0001763519,0.00020608144,0.00006140753,0.00039030542,0.00041012815,0.00030927177,0.0011499784,0.00032068393,8.6026756e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017782051,0.00001974106,0.00016612707,0.000088698784,0.000011851993,0.0000069740354,0.0048603234,0.027853088,0.0066973204,0.025776073,0.0000075996268,0.93449444],"study_design_scores_gemma":[0.00052260887,0.00051998586,0.00048941025,0.0004331413,0.00002194652,0.00024469916,0.0000018744157,0.8034599,0.04850119,0.13998492,0.0050047343,0.00081563566],"about_ca_topic_score_codex":0.000020582072,"about_ca_topic_score_gemma":0.000008629913,"teacher_disagreement_score":0.9336788,"about_ca_system_score_codex":0.00018481674,"about_ca_system_score_gemma":0.0002263395,"threshold_uncertainty_score":0.8403758},"labels":[],"label_agreement":null},{"id":"W4226218094","doi":"10.1145/3486622.3494010","title":"Relation Extraction with Sentence Simplification Process and Entity Information","year":2021,"lang":"en","type":"article","venue":"IEEE/WIC/ACM International Conference on Web Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Natural language processing; Process (computing); Sentence; Relation (database); Relationship extraction; Information extraction; Artificial intelligence; Information retrieval; Programming language; Database","score_opus":0.05525394880722037,"score_gpt":0.3218998359069743,"score_spread":0.2666458870997539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226218094","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116737545,0.000018235032,0.8722415,0.0031515874,0.00095947343,0.00019634531,0.000007567163,0.0001470017,0.00654074],"genre_scores_gemma":[0.98267967,0.00019114903,0.016323537,0.00038773587,0.000081113896,0.000040315383,0.000037413818,0.00000745153,0.000251606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979542,0.00006708683,0.00046629063,0.00054571684,0.00074655697,0.0002201575],"domain_scores_gemma":[0.9975492,0.00012305332,0.0003106441,0.00064293086,0.0012716677,0.00010253274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029332904,0.00020546795,0.0001469058,0.00020496167,0.00016028761,0.0005850833,0.00087268406,0.00010550238,0.00009988489],"category_scores_gemma":[0.00035844883,0.00019854312,0.000036124413,0.00035785694,0.00007505057,0.0031097513,0.00012586877,0.00031945916,0.00013607554],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010566279,0.00021749009,0.0073839524,0.000091266054,0.00007254993,0.000031046045,0.002631618,0.012265848,0.010794154,0.7803383,0.00013289042,0.18593523],"study_design_scores_gemma":[0.00024009852,0.00011465197,0.0057830885,0.00025755243,0.000012679003,0.00016851275,0.0007795042,0.92148393,0.036761,0.03284292,0.0011325107,0.00042355765],"about_ca_topic_score_codex":0.00003816382,"about_ca_topic_score_gemma":0.000052791347,"teacher_disagreement_score":0.9092181,"about_ca_system_score_codex":0.00013382634,"about_ca_system_score_gemma":0.0003376725,"threshold_uncertainty_score":0.80963534},"labels":[],"label_agreement":null},{"id":"W4226316739","doi":"10.2196/34834","title":"Pretrained Transformer Language Models Versus Pretrained Word Embeddings for the Detection of Accurate Health Information on Arabic Social Media: Comparative Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Taibah University; Science Foundation Ireland","keywords":"Computer science; Social media; Natural language processing; Leverage (statistics); Language model; Artificial intelligence; Transformer; Arabic; Health informatics; Machine learning; Information retrieval; World Wide Web; Linguistics; Medicine; Public health","score_opus":0.14442572129860515,"score_gpt":0.4327990415068596,"score_spread":0.28837332020825446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226316739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36423567,0.00005447021,0.62847024,0.0014476468,0.0004534081,0.0043612546,0.00010402492,0.00009673569,0.0007765497],"genre_scores_gemma":[0.9978529,0.000004407261,0.00034917804,0.000047919202,0.00005297416,0.0016515352,0.000019249557,0.000007811374,0.000014032556],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966128,0.0006445333,0.0005406808,0.00023239266,0.0014121106,0.0005575194],"domain_scores_gemma":[0.99757785,0.0014234008,0.00025260527,0.0003251044,0.0003454971,0.00007557452],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0036428128,0.00015577878,0.00028159944,0.00041085944,0.0013616515,0.00012415831,0.000921489,0.000043868087,0.0000144025935],"category_scores_gemma":[0.000093734954,0.00011908232,0.00010437385,0.0010648211,0.000095232564,0.0018025304,0.00018408318,0.0007432583,0.00000446645],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010646624,0.0002530738,0.000001223746,0.00007904599,0.000083948034,3.5853193e-7,0.88153064,0.007600523,0.00012842425,0.010753408,0.00030813302,0.09819658],"study_design_scores_gemma":[0.0032240131,0.0026424865,0.0005762958,0.000013995071,0.0000049855757,0.0000012053407,0.1346366,0.8561706,0.00069681136,0.0016591391,0.00022640837,0.00014747311],"about_ca_topic_score_codex":0.000056148285,"about_ca_topic_score_gemma":0.00008970776,"teacher_disagreement_score":0.84857005,"about_ca_system_score_codex":0.00048107808,"about_ca_system_score_gemma":0.00027185908,"threshold_uncertainty_score":0.9999384},"labels":[],"label_agreement":null},{"id":"W4226334043","doi":"10.1016/j.ipm.2022.102933","title":"ARL: An adaptive reinforcement learning framework for complex question answering over knowledge base","year":2022,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Topic Modeling","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Interpretability; Computer science; Reinforcement learning; Artificial intelligence; Knowledge base; Benchmark (surveying); Metric (unit); Machine learning; Relation (database); Question answering; Data mining","score_opus":0.03806807387468865,"score_gpt":0.30122174349742853,"score_spread":0.2631536696227399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226334043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014329292,0.000029290346,0.99245006,0.00019471173,0.0002852821,0.000568944,0.0000012751264,0.00038318406,0.004654308],"genre_scores_gemma":[0.71146107,0.0000026425773,0.28739318,0.00054384244,0.000042289143,0.0003169022,0.000047199705,0.00000838374,0.00018448893],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984772,0.000061160456,0.00046019346,0.00025033212,0.00042870032,0.0003224025],"domain_scores_gemma":[0.9991332,0.000032592638,0.00030950978,0.0003248264,0.00012568526,0.000074184914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091905065,0.00015475535,0.00012416676,0.00028008144,0.000907207,0.00045856202,0.00057568884,0.00003121045,0.000041864172],"category_scores_gemma":[0.000028995655,0.00017613886,0.00004474498,0.00037317243,0.000014400048,0.0033878617,0.00055929966,0.00022147095,0.000013134548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020051524,0.000025225914,0.000015276444,0.00014556562,0.000010752123,6.8719487e-7,0.0048061614,0.38655996,0.000004502102,0.18897411,0.00010266573,0.41933504],"study_design_scores_gemma":[0.00038183716,0.00014611127,0.0002689206,0.00007028747,0.000010437544,0.0000021151884,0.0014888905,0.955884,0.000020575475,0.007674823,0.033843577,0.00020847282],"about_ca_topic_score_codex":0.000012464478,"about_ca_topic_score_gemma":0.0000012599724,"teacher_disagreement_score":0.7100282,"about_ca_system_score_codex":0.00033483384,"about_ca_system_score_gemma":0.000056222674,"threshold_uncertainty_score":0.71827346},"labels":[],"label_agreement":null},{"id":"W4226464466","doi":"10.2139/ssrn.4068677","title":"A Study of Update Request Comments in Stack Overflow Answer Posts","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Stack (abstract data type); Computer science; Computer security; Programming language","score_opus":0.014036207997679627,"score_gpt":0.26082692891346104,"score_spread":0.24679072091578141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226464466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639037,0.0004568116,0.03414891,0.00086519873,0.00030073136,0.00018183963,0.0000012024818,0.00001989464,0.00012169675],"genre_scores_gemma":[0.9988976,0.00010749498,0.0006137548,0.00021078032,0.0000383801,0.000008466256,7.522572e-7,0.000009235675,0.00011350092],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974067,0.00030027164,0.00038564036,0.00024201437,0.0005133642,0.0011519889],"domain_scores_gemma":[0.9993058,0.000024508772,0.0001804862,0.00040022164,0.0000431332,0.000045859422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020223977,0.00010531683,0.00017866034,0.00019831232,0.0001650709,0.00004442506,0.0010865405,0.000018309873,0.000017426892],"category_scores_gemma":[0.000015469237,0.00010652519,0.000043837692,0.0003700175,0.000008440961,0.0003171713,0.00042779045,0.0015420123,0.0000031275401],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002947478,0.006512058,0.22348061,0.00001955466,0.0005798286,0.00043921798,0.021555971,0.037885956,0.0009715555,0.6013175,0.0006013005,0.10634165],"study_design_scores_gemma":[0.0207619,0.014126509,0.028988887,0.000088749424,0.000080950944,0.0033198304,0.03580555,0.11730693,0.00033175343,0.7725002,0.0049745063,0.0017142303],"about_ca_topic_score_codex":0.00022096954,"about_ca_topic_score_gemma":0.0009778353,"teacher_disagreement_score":0.19449173,"about_ca_system_score_codex":0.0009705737,"about_ca_system_score_gemma":0.00087908295,"threshold_uncertainty_score":0.6699362},"labels":[],"label_agreement":null},{"id":"W4229005744","doi":"10.18653/v1/2022.naacl-main.257","title":"Learning to Transfer Prompts for Text Generation","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Renmin University of China; National Natural Science Foundation of China","keywords":"Computational linguistics; Computer science; Natural language processing; Linguistics; Artificial intelligence; Association (psychology); Cognitive science; Philosophy; Psychology; Epistemology","score_opus":0.02267813460258396,"score_gpt":0.25319064266185753,"score_spread":0.23051250805927356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229005744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9709573,0.00002783769,0.024038995,0.002783029,0.00043180384,0.0012544498,0.00013127351,0.00013413747,0.00024118362],"genre_scores_gemma":[0.9869762,9.657521e-7,0.012450737,0.00007658285,0.000056285695,0.00014061971,0.00000550118,0.0000123722475,0.00028073147],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984901,0.00002249274,0.00043675056,0.00026989737,0.00059490046,0.00018586435],"domain_scores_gemma":[0.9974839,0.000170538,0.00092934555,0.00023736023,0.0011649656,0.00001385929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047574876,0.00013339134,0.00026039148,0.00011983504,0.00052853476,0.000042247957,0.0020953058,0.000030960022,0.0000026361204],"category_scores_gemma":[0.0025710107,0.00009420396,0.00020646617,0.00043859103,0.00013490903,0.000047204612,0.000844079,0.00022599948,1.519417e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053772532,0.0001580272,0.052579362,0.00021645935,0.00026310346,7.658675e-8,0.014107557,0.14701492,0.02342051,0.74222374,0.00046914478,0.019493336],"study_design_scores_gemma":[0.002148341,0.00203043,0.04493661,0.00024260853,0.00038500916,0.000005452587,0.014879801,0.680258,0.11213687,0.1371837,0.0045866217,0.0012065959],"about_ca_topic_score_codex":0.000043499975,"about_ca_topic_score_gemma":0.000028341516,"teacher_disagreement_score":0.60504,"about_ca_system_score_codex":0.00013430062,"about_ca_system_score_gemma":0.000071749746,"threshold_uncertainty_score":0.40651157},"labels":[],"label_agreement":null},{"id":"W4229451765","doi":"10.3390/jimaging8050131","title":"BI-RADS BERT and Using Section Segmentation to Understand Radiology Reports","year":2022,"lang":"en","type":"article","venue":"Journal of Imaging","topic":"Topic Modeling","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto","funders":"Simon Fraser University; Compute Canada; Canadian Institutes of Health Research; Sunnybrook Research Institute","keywords":"Computer science; Segmentation; Artificial intelligence; Lexicon; Sentence; Natural language processing; Breast imaging; Section (typography); Classifier (UML); Mammography; Breast cancer; Pattern recognition (psychology); Medicine; Cancer","score_opus":0.02553176897951776,"score_gpt":0.27781596360131805,"score_spread":0.2522841946218003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229451765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38637966,0.00017751171,0.6116014,0.0009783575,0.0007886394,0.000027017833,5.935279e-8,0.0000063351795,0.00004100839],"genre_scores_gemma":[0.921766,0.0000040590394,0.07767795,0.00040539837,0.00013207654,3.3932895e-7,6.715622e-8,0.00000352461,0.000010631961],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992678,0.00006820646,0.00026153668,0.00011857095,0.00018667275,0.00009719048],"domain_scores_gemma":[0.99955446,0.000020503265,0.00023224096,0.00009833138,0.00004501425,0.00004946122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006561595,0.000044609173,0.00008958937,0.00019384874,0.00016500792,0.00006707761,0.00009727612,0.0000069086536,0.000005027484],"category_scores_gemma":[0.000023586133,0.00004491069,0.000023889696,0.00014688456,0.000007833857,0.0003934186,0.00012447989,0.00013314404,6.20094e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006158646,0.00008659344,0.10043068,0.000043081734,0.0001092267,0.002437511,0.03266846,0.40371284,0.2959317,0.0015854981,0.002473727,0.16045909],"study_design_scores_gemma":[0.00082291727,0.00024354925,0.005013311,0.000062551066,0.000039222276,0.06360272,0.0057259547,0.9107049,0.0028011284,0.009223302,0.0014640718,0.00029637292],"about_ca_topic_score_codex":0.000023005985,"about_ca_topic_score_gemma":9.0601e-7,"teacher_disagreement_score":0.53538626,"about_ca_system_score_codex":0.00022362157,"about_ca_system_score_gemma":0.000060730516,"threshold_uncertainty_score":0.18314047},"labels":[],"label_agreement":null},{"id":"W4230743089","doi":"10.4018/978-1-60566-050-9.ch048","title":"Information Retrieval by Semantic Similarity","year":2011,"lang":"en","type":"book-chapter","venue":"Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Semantic similarity; WordNet; Information retrieval; Computer science; Explicit semantic analysis; Ontology; Similarity (geometry); Semantic integration; Semantic computing; Vector space model; Semantic search; Natural language processing; Ontology-based data integration; Artificial intelligence; Semantic technology; Semantic Web","score_opus":0.02606271963612654,"score_gpt":0.2341778444848152,"score_spread":0.20811512484868866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230743089","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012592892,0.00005872567,0.606522,0.00031085592,0.00054281147,0.00015185386,0.000012370173,0.0001856499,0.3922031],"genre_scores_gemma":[0.014952299,0.005291558,0.2903334,0.08522568,0.0024030888,0.000046738925,0.002158056,0.00028677896,0.5993024],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99657243,0.000012421146,0.0012865544,0.000111684196,0.0016727755,0.0003441065],"domain_scores_gemma":[0.9979552,0.000084521605,0.0005193623,0.0008936476,0.00016843372,0.00037880318],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007932411,0.0003192675,0.00040848245,0.00017264466,0.00009788998,0.00017461648,0.0016620955,0.000834475,0.00061747915],"category_scores_gemma":[0.00023910643,0.00028496474,0.00012396627,0.00005909086,0.00011360195,0.0016529503,0.0007258673,0.0010324958,0.0012165988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084155245,0.000022409213,0.0000046037026,0.0005946499,0.000080317615,0.000012706161,0.006120114,0.000009954848,2.4883695e-7,0.7098766,0.0893716,0.19389835],"study_design_scores_gemma":[0.00034432617,0.00006519455,0.0000013131818,0.00029008865,0.00002511759,0.000048730035,0.000022804765,0.20911145,0.00002433761,0.036412615,0.75316584,0.00048815747],"about_ca_topic_score_codex":0.000011008367,"about_ca_topic_score_gemma":0.0000017933613,"teacher_disagreement_score":0.673464,"about_ca_system_score_codex":0.00009149242,"about_ca_system_score_gemma":0.000337256,"threshold_uncertainty_score":0.99996024},"labels":[],"label_agreement":null},{"id":"W4231122779","doi":"10.18653/v1/2021.emnlp-main.288","title":"Automated Generation of Accurate &amp; Fluent Medical X-ray Reports","year":2021,"lang":"en","type":"article","venue":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Fluency; Embedding; Generator (circuit theory); Transformer; Natural language processing; Artificial intelligence; Information retrieval; Linguistics","score_opus":0.09840819144765348,"score_gpt":0.4311545131288209,"score_spread":0.33274632168116747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231122779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6914437,0.0046860916,0.28919226,0.009736587,0.0013887722,0.0004262011,0.000001946038,0.0002790397,0.0028454214],"genre_scores_gemma":[0.59064543,0.000013056849,0.40890208,0.00025392364,0.00006156299,0.000008629899,0.0000012468282,0.000007533083,0.00010650193],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970958,0.0001773294,0.0008771544,0.0006425262,0.00089733326,0.00030982905],"domain_scores_gemma":[0.997941,0.00019812622,0.00060991687,0.00035369585,0.0008021703,0.000095089774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020992893,0.00021072701,0.00045113117,0.00014069985,0.000085482396,0.00015365363,0.0009055932,0.0001951491,0.000055270302],"category_scores_gemma":[0.006296829,0.00014745083,0.0001156545,0.0011900491,0.00010448968,0.00043011623,0.0006095886,0.0006226657,7.792056e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015499445,0.00018842366,0.0016507838,0.00037197795,0.000026342928,0.000044101333,0.0052281395,0.00022071236,0.51846725,0.003524655,0.0001438938,0.47011822],"study_design_scores_gemma":[0.00020895716,0.000019176057,0.00083824655,0.00072994793,0.000013306457,0.00007523274,0.0003159424,0.79576975,0.19972742,0.0020168112,0.00007821244,0.00020701089],"about_ca_topic_score_codex":0.000017344173,"about_ca_topic_score_gemma":0.00001060311,"teacher_disagreement_score":0.79554904,"about_ca_system_score_codex":0.00007274555,"about_ca_system_score_gemma":0.000476146,"threshold_uncertainty_score":0.7538347},"labels":[],"label_agreement":null},{"id":"W4231235349","doi":"10.32920/ryerson.14661732.v1","title":"Benchmarking of semantic annotation systems","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Benchmarking; Annotation; Natural language processing; Information retrieval; Semantic annotation; Artificial intelligence; Data science","score_opus":0.03099480714304642,"score_gpt":0.25698546357188523,"score_spread":0.2259906564288388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231235349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05117494,0.00044798985,0.94315296,0.00009098259,0.002021343,0.0001361347,5.6960005e-7,0.000077287026,0.0028977667],"genre_scores_gemma":[0.87627983,0.000016913511,0.12342024,0.000020747639,0.00009705403,0.000008886627,0.000008588505,0.0000042766255,0.00014347148],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879974,0.0000630532,0.00034077466,0.00040824135,0.00027221008,0.00011597483],"domain_scores_gemma":[0.99877626,0.000044692817,0.00019115953,0.00079485326,0.00016548358,0.000027578113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002681589,0.000104654144,0.00023085048,0.000090038644,0.000020747368,0.00020260109,0.0006039925,0.00011218994,0.000007640566],"category_scores_gemma":[0.000019538422,0.00010327753,0.0000690521,0.00010850229,0.000007604568,0.00012392389,0.0010594763,0.00016767661,0.0000020203395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012823904,0.00008816476,0.0028366481,0.0034744858,0.00015149481,0.000062169456,0.0057310946,0.7069815,0.0024217123,0.20520577,0.00022480161,0.072820894],"study_design_scores_gemma":[0.000035930465,0.000005085082,0.00041399559,0.00029373655,0.0000057414527,0.0000051336,0.00006704343,0.9979069,0.00049258664,0.00064185704,0.000025051297,0.00010694401],"about_ca_topic_score_codex":0.0005038932,"about_ca_topic_score_gemma":0.000010315704,"teacher_disagreement_score":0.8251049,"about_ca_system_score_codex":0.000031490643,"about_ca_system_score_gemma":0.00013774441,"threshold_uncertainty_score":0.42115355},"labels":[],"label_agreement":null},{"id":"W4231451126","doi":"10.3115/1642025.1642031","title":"A cognitive model for the representation and acquisition of verb selectional preferences","year":2007,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Verb; Computer science; Argument (complex analysis); Alternation (linguistics); Natural language processing; Artificial intelligence; Object (grammar); Reflexive verb; Representation (politics); Set (abstract data type); Cognition; Linguistics; Modal verb; Psychology; Programming language","score_opus":0.07026216968939814,"score_gpt":0.3268636723456144,"score_spread":0.2566015026562163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231451126","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08621188,0.000026034824,0.9126977,0.00017065088,0.000036576854,0.00012180178,9.137613e-7,0.000015653994,0.0007188294],"genre_scores_gemma":[0.9431187,0.0000039778874,0.056643445,0.000081223865,0.000020479461,0.000008356281,9.1395526e-7,8.6542065e-7,0.000122032034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99965423,0.000006300643,0.0000820138,0.00011108596,0.000089895206,0.00005648975],"domain_scores_gemma":[0.9995187,0.000275539,0.000031378568,0.000060573395,0.000102660975,0.000011165628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021204837,0.000025719186,0.00003136435,0.00002337731,0.000054369764,0.000018500852,0.0000748918,0.00001518186,0.0000024252097],"category_scores_gemma":[0.00002282168,0.000017572036,0.000012389544,0.000065708344,0.000016286302,0.0001635054,0.00002832185,0.000018634411,2.4786846e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014918926,0.00008446677,0.0049591586,0.000038017195,0.00007610076,4.465704e-7,0.008942593,0.025882661,0.004281369,0.5510546,0.00028487825,0.40424654],"study_design_scores_gemma":[0.00013455731,0.00002020341,0.005158905,0.0000042257157,0.0000039420497,0.0000020310497,0.00010182641,0.964744,0.0042332876,0.025573006,0.0000018282568,0.00002224084],"about_ca_topic_score_codex":0.000030494808,"about_ca_topic_score_gemma":0.000031656935,"teacher_disagreement_score":0.9388613,"about_ca_system_score_codex":0.000004781148,"about_ca_system_score_gemma":0.000018034381,"threshold_uncertainty_score":0.07165668},"labels":[],"label_agreement":null},{"id":"W4233906699","doi":"10.1007/10985687_6","title":"Neural Probabilistic Language Models","year":2006,"lang":"en","type":"book-chapter","venue":"Studies in fuzziness and soft computing","topic":"Topic Modeling","field":"Computer Science","cited_by":132,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Generalization; Sentence; Curse of dimensionality; Artificial intelligence; Language model; Word (group theory); Natural language processing; Probabilistic logic; Representation (politics); Sequence (biology); Set (abstract data type); Linguistics; Mathematics","score_opus":0.056090077404893204,"score_gpt":0.287402023592984,"score_spread":0.2313119461880908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233906699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009684354,0.046961196,0.6373674,0.00064612995,0.003195519,0.0010457112,0.000011647072,0.0007507483,0.30033726],"genre_scores_gemma":[0.95519716,0.00022814977,0.017799351,0.0002504923,0.0008340024,0.000013160027,0.000008293663,0.0000651977,0.025604215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815387,0.000023096356,0.0004936417,0.00072180317,0.00025472327,0.00035286354],"domain_scores_gemma":[0.99894184,0.00026721932,0.00017788286,0.00045629565,0.000114052855,0.000042707004],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002950556,0.00036336438,0.0006040433,0.00015437244,0.00017652899,0.000093163544,0.0004877559,0.00013204817,9.323401e-7],"category_scores_gemma":[0.000047433652,0.00033105654,0.000072802526,0.00006237663,0.00014858642,0.00015221,0.0012705647,0.0003709879,0.000002243497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045257257,0.000025095396,0.00013887594,0.0008897122,0.00009281626,0.0003703304,0.007625362,0.1589972,0.0000022565448,0.64910454,0.00060233916,0.18214695],"study_design_scores_gemma":[0.00023640829,0.000019481016,0.00003816926,0.00051666895,0.000014236741,0.000023286204,0.00010850742,0.9026673,3.4788877e-7,0.095596336,0.00035966103,0.00041959938],"about_ca_topic_score_codex":0.000047464986,"about_ca_topic_score_gemma":0.00004469335,"teacher_disagreement_score":0.9455128,"about_ca_system_score_codex":0.00007939311,"about_ca_system_score_gemma":0.000032208376,"threshold_uncertainty_score":0.99991417},"labels":[],"label_agreement":null},{"id":"W4235795010","doi":"10.32920/ryerson.14661732","title":"Benchmarking of semantic annotation systems","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Benchmarking; Annotation; Natural language processing; Information retrieval; Semantic annotation; Artificial intelligence","score_opus":0.03099480714304642,"score_gpt":0.25698546357188523,"score_spread":0.2259906564288388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235795010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05117494,0.00044798985,0.94315296,0.00009098259,0.002021343,0.0001361347,5.6960005e-7,0.000077287026,0.0028977667],"genre_scores_gemma":[0.87627983,0.000016913511,0.12342024,0.000020747639,0.00009705403,0.000008886627,0.000008588505,0.0000042766255,0.00014347148],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879974,0.0000630532,0.00034077466,0.00040824135,0.00027221008,0.00011597483],"domain_scores_gemma":[0.99877626,0.000044692817,0.00019115953,0.00079485326,0.00016548358,0.000027578113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002681589,0.000104654144,0.00023085048,0.000090038644,0.000020747368,0.00020260109,0.0006039925,0.00011218994,0.000007640566],"category_scores_gemma":[0.000019538422,0.00010327753,0.0000690521,0.00010850229,0.000007604568,0.00012392389,0.0010594763,0.00016767661,0.0000020203395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012823904,0.00008816476,0.0028366481,0.0034744858,0.00015149481,0.000062169456,0.0057310946,0.7069815,0.0024217123,0.20520577,0.00022480161,0.072820894],"study_design_scores_gemma":[0.000035930465,0.000005085082,0.00041399559,0.00029373655,0.0000057414527,0.0000051336,0.00006704343,0.9979069,0.00049258664,0.00064185704,0.000025051297,0.00010694401],"about_ca_topic_score_codex":0.0005038932,"about_ca_topic_score_gemma":0.000010315704,"teacher_disagreement_score":0.8251049,"about_ca_system_score_codex":0.000031490643,"about_ca_system_score_gemma":0.00013774441,"threshold_uncertainty_score":0.42115355},"labels":[],"label_agreement":null},{"id":"W4236183820","doi":"10.32920/ryerson.14654349.v1","title":"Identifying User Interests In An Online Discussion Forum With Deep Learning","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Ontario Tech University","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Topic model; Metric (unit); Artificial neural network; Set (abstract data type); Sample (material); Artificial intelligence; Probabilistic logic; Machine learning; Recommender system; Social media; Test set; Data set; Data mining; Information retrieval; World Wide Web; Engineering","score_opus":0.05758956287715514,"score_gpt":0.3124403340316915,"score_spread":0.25485077115453636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236183820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33603165,0.000060464317,0.66250134,0.0007305502,0.00031679933,0.00011129251,2.0213682e-7,0.00014479099,0.00010294909],"genre_scores_gemma":[0.7247786,0.000011831306,0.2744188,0.00011788242,0.000053285876,0.0000111687905,0.000029928828,0.000017550768,0.0005609564],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99781334,0.00016165857,0.00036198608,0.0009818594,0.0003291619,0.00035196336],"domain_scores_gemma":[0.99866456,0.00002607574,0.00013804613,0.0009890732,0.00007965929,0.000102570404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023046896,0.00024547844,0.0002998506,0.00021302997,0.0000673479,0.0007340603,0.0011973716,0.00017221116,0.00003420081],"category_scores_gemma":[0.000031804386,0.00015734912,0.00006324332,0.00019563867,0.000015515667,0.0007524186,0.0037426273,0.0010925321,0.000003920246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021431417,0.0004115007,0.21023445,0.00032178144,0.000051937637,0.0005374708,0.014729715,0.284478,0.0005879002,0.005185363,0.000014868597,0.48342556],"study_design_scores_gemma":[0.0002591902,0.000044233686,0.0152585525,0.0009282268,0.000005346348,0.000015171242,0.0023741636,0.97947776,0.00016581279,0.0010016587,0.000088372566,0.00038153803],"about_ca_topic_score_codex":0.00030575218,"about_ca_topic_score_gemma":0.015962973,"teacher_disagreement_score":0.6949997,"about_ca_system_score_codex":0.00010130545,"about_ca_system_score_gemma":0.00010620352,"threshold_uncertainty_score":0.89077145},"labels":[],"label_agreement":null},{"id":"W4238310921","doi":"10.1109/icosc.2007.4338410","title":"Comparing the Contribution of Syntactic and Semantic Features in Closed versus Open Domain Question Answering","year":2007,"lang":"en","type":"article","venue":"International Conference on Semantic Computing (ICSC 2007)","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Natural language processing; WordNet; Artificial intelligence; Sentence; Parsing; Feature (linguistics); Semantic similarity; Similarity (geometry); Cosine similarity; Verb; Domain (mathematical analysis); Linguistics; Pattern recognition (psychology); Mathematics; Image (mathematics)","score_opus":0.04951713109689595,"score_gpt":0.3361152564315904,"score_spread":0.2865981253346945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238310921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5281706,0.000042578482,0.46619365,0.0009180573,0.0011758368,0.00023793255,5.517211e-7,0.00003754791,0.0032232471],"genre_scores_gemma":[0.9915389,0.000014973244,0.00820083,0.00010170515,0.000103929175,0.0000022830616,0.000004614307,0.0000076725155,0.000025125966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816203,0.00012651815,0.00053004496,0.0004265694,0.00044840778,0.00030643513],"domain_scores_gemma":[0.9984311,0.00062070886,0.0002964151,0.00035155335,0.00024184678,0.00005839316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021104878,0.0001750261,0.00027275257,0.00022306066,0.00013191279,0.0003534508,0.0012590367,0.00007356674,0.000008307315],"category_scores_gemma":[0.00024417584,0.00015354558,0.000041071547,0.0002201738,0.00007140904,0.00031350975,0.0006366319,0.00033829344,0.0000041293247],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025221257,0.0001179706,0.026977938,0.000026045927,0.0000664839,0.00004928869,0.0018644024,0.0040093325,0.0019983551,0.9448284,0.000028219796,0.019781346],"study_design_scores_gemma":[0.0020699152,0.00011350649,0.12321158,0.00075027894,0.000011265351,0.0000500789,0.00047942548,0.8598996,0.0010948821,0.011971852,0.00008600835,0.00026162085],"about_ca_topic_score_codex":0.0006783613,"about_ca_topic_score_gemma":0.00056713563,"teacher_disagreement_score":0.93285656,"about_ca_system_score_codex":0.00014460729,"about_ca_system_score_gemma":0.000073594645,"threshold_uncertainty_score":0.6261407},"labels":[],"label_agreement":null},{"id":"W4244315471","doi":"10.4018/978-1-5225-2176-1.ch008","title":"Concept Science","year":2017,"lang":"en","type":"book-chapter","venue":"Advances in computational intelligence and robotics book series","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sublanguage; Computer science; Meaning (existential); Context (archaeology); Conceptual change; Knowledge management; Sociology; Pedagogy; Epistemology; Artificial intelligence","score_opus":0.034259276769082615,"score_gpt":0.306242618827374,"score_spread":0.2719833420582914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244315471","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.913226e-7,0.017337639,0.8401582,0.00075111503,0.0007461463,0.00016470077,0.000004956764,0.00005891228,0.14077783],"genre_scores_gemma":[0.016693255,0.031953156,0.73872036,0.001047676,0.000397513,0.000017343433,0.000023006678,0.00005982965,0.2110879],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978962,0.000009312316,0.00045543467,0.000781419,0.0005506491,0.00030698036],"domain_scores_gemma":[0.99853176,0.00019052549,0.0003052476,0.00058175944,0.0002838725,0.00010683037],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023638697,0.0003066861,0.00034331114,0.00025919007,0.00046208443,0.00037299038,0.001450947,0.00012682173,0.000018511453],"category_scores_gemma":[0.000062944964,0.0003062736,0.00005190354,0.000044025557,0.0015485871,0.004060899,0.00065801555,0.00034846624,0.000027329252],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016869576,0.0000032907844,0.0000057654174,0.000014673685,0.000003108879,0.000016633465,0.00016592431,0.3709572,2.7032968e-7,0.59256554,0.00000644865,0.036259484],"study_design_scores_gemma":[0.000042288942,0.000065759916,0.000011700843,0.00028681156,0.0000048578436,0.00005524411,0.000016669748,0.15186189,0.000044510693,0.8047486,0.042487852,0.0003738227],"about_ca_topic_score_codex":0.000004109009,"about_ca_topic_score_gemma":0.000021083295,"teacher_disagreement_score":0.2190953,"about_ca_system_score_codex":0.00008711192,"about_ca_system_score_gemma":0.00037682263,"threshold_uncertainty_score":0.99993896},"labels":[],"label_agreement":null},{"id":"W4244795915","doi":"10.32920/ryerson.14654349","title":"Identifying User Interests In An Online Discussion Forum With Deep Learning","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Ontario Tech University","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Topic model; Artificial neural network; Metric (unit); Set (abstract data type); Sample (material); Artificial intelligence; Probabilistic logic; Machine learning; Social media; Recommender system; Test set; Data set; Data mining; World Wide Web; Engineering","score_opus":0.05758956287715514,"score_gpt":0.3124403340316915,"score_spread":0.25485077115453636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244795915","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33603165,0.000060464317,0.66250134,0.0007305502,0.00031679933,0.00011129251,2.0213682e-7,0.00014479099,0.00010294909],"genre_scores_gemma":[0.7247786,0.000011831306,0.2744188,0.00011788242,0.000053285876,0.0000111687905,0.000029928828,0.000017550768,0.0005609564],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99781334,0.00016165857,0.00036198608,0.0009818594,0.0003291619,0.00035196336],"domain_scores_gemma":[0.99866456,0.00002607574,0.00013804613,0.0009890732,0.00007965929,0.000102570404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023046896,0.00024547844,0.0002998506,0.00021302997,0.0000673479,0.0007340603,0.0011973716,0.00017221116,0.00003420081],"category_scores_gemma":[0.000031804386,0.00015734912,0.00006324332,0.00019563867,0.000015515667,0.0007524186,0.0037426273,0.0010925321,0.000003920246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021431417,0.0004115007,0.21023445,0.00032178144,0.000051937637,0.0005374708,0.014729715,0.284478,0.0005879002,0.005185363,0.000014868597,0.48342556],"study_design_scores_gemma":[0.0002591902,0.000044233686,0.0152585525,0.0009282268,0.000005346348,0.000015171242,0.0023741636,0.97947776,0.00016581279,0.0010016587,0.000088372566,0.00038153803],"about_ca_topic_score_codex":0.00030575218,"about_ca_topic_score_gemma":0.015962973,"teacher_disagreement_score":0.6949997,"about_ca_system_score_codex":0.00010130545,"about_ca_system_score_gemma":0.00010620352,"threshold_uncertainty_score":0.89077145},"labels":[],"label_agreement":null},{"id":"W4248359551","doi":"10.1007/978-1-4939-7131-2_101307","title":"Tag-Based Recommendation","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Information retrieval","score_opus":0.04725276098945988,"score_gpt":0.2523889833887339,"score_spread":0.205136222399274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248359551","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.814086e-7,0.0000059677805,0.5145367,0.00092901516,0.00035474272,0.00004874673,8.5617427e-7,0.00012488826,0.4839987],"genre_scores_gemma":[0.0002903092,0.0000046394516,0.19513562,0.00204121,0.00034286856,0.0000031586799,0.000021969932,0.000017581384,0.8021426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916214,0.000006689476,0.00018672796,0.00038215917,0.00014430334,0.000117977404],"domain_scores_gemma":[0.9991457,0.000033071847,0.00009602178,0.00060016674,0.000077515586,0.000047557798],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00013641918,0.00014337778,0.00012562181,0.000097362325,0.00004374997,0.00008105123,0.00052536366,0.0001476827,0.0047160443],"category_scores_gemma":[0.000006007193,0.00013322596,0.00006116845,0.000013700486,0.00001744363,0.0001259394,0.00014144224,0.000121891055,0.001241508],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.399275e-7,0.0000043504783,0.0000010037962,0.000010170601,0.000009835614,0.0000024393294,0.00003417471,0.000016375949,0.0000035281569,0.79613477,0.03664894,0.16713348],"study_design_scores_gemma":[0.00008434712,0.000029571223,6.635879e-7,0.00002879029,0.000003537907,0.0000014286711,4.0531648e-7,0.135815,0.00006871169,0.05933348,0.80444723,0.0001868472],"about_ca_topic_score_codex":0.000007168588,"about_ca_topic_score_gemma":0.000013177894,"teacher_disagreement_score":0.7677983,"about_ca_system_score_codex":0.00005038761,"about_ca_system_score_gemma":0.00007511045,"threshold_uncertainty_score":0.99953616},"labels":[],"label_agreement":null},{"id":"W4248786004","doi":"10.18653/v1/2021.iwpt-1","title":"Proceedings of the 17th International Conference on Parsing Technologies and the IWPT 2021 Shared Task on Parsing into Enhanced Universal Dependencies (IWPT 2021)","year":2021,"lang":"en","type":"paratext","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Parsing; Computer science; Task (project management); Artificial intelligence; Natural language processing; Engineering","score_opus":0.023962946445698168,"score_gpt":0.25047479970310116,"score_spread":0.226511853257403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248786004","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042303216,0.002264824,0.33687657,0.04546328,0.009390566,0.0023430523,0.00006791703,0.0003706767,0.5609199],"genre_scores_gemma":[0.9695002,0.0010609053,0.010201724,0.00022443096,0.00016160586,0.000034076234,0.000013909352,0.000021864344,0.018781308],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742925,0.000064611726,0.00044740943,0.0009250744,0.0007979857,0.0003356427],"domain_scores_gemma":[0.9981465,0.00025475325,0.00044004704,0.0006241628,0.00049577485,0.000038814407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003770983,0.00038160093,0.0004777713,0.00020708091,0.000300264,0.00066484924,0.002562561,0.0003209192,0.0002382555],"category_scores_gemma":[0.00024842416,0.00023919021,0.0001393661,0.00041766607,0.00042380163,0.0004083518,0.0017096568,0.000803627,0.00003409186],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021886519,0.00018144032,0.00005858151,0.00028657823,0.00045191127,0.000017390272,0.015222425,0.001341413,0.023015525,0.68732196,0.025376879,0.24650706],"study_design_scores_gemma":[0.0048938193,0.00040012356,0.00014877011,0.011684723,0.00018576904,0.00009130682,0.05471052,0.6130164,0.25384492,0.040886182,0.017478907,0.0026585509],"about_ca_topic_score_codex":0.00014682904,"about_ca_topic_score_gemma":0.000058240243,"teacher_disagreement_score":0.927197,"about_ca_system_score_codex":0.00023540582,"about_ca_system_score_gemma":0.00039748714,"threshold_uncertainty_score":0.97538936},"labels":[],"label_agreement":null},{"id":"W4248854659","doi":"10.2196/preprints.18055","title":"Exploring the Privacy-Preserving Properties of Word Embeddings: Algorithmic Validation Study (Preprint)","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Institute for Clinical Evaluative Sciences; Vector Institute; University of Toronto","funders":"","keywords":"Word (group theory); Computer science; Preprint; Natural language processing; Word embedding; Code (set theory); Embedding; Information retrieval; Representation (politics); Artificial intelligence; Linguistics; World Wide Web","score_opus":0.20499366790104462,"score_gpt":0.2940062204409732,"score_spread":0.08901255253992857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248854659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5382216,0.000054565855,0.45726323,0.0018557541,0.0006583424,0.001286242,4.6314335e-7,0.00030152287,0.00035827965],"genre_scores_gemma":[0.9429365,0.00002783981,0.056232736,0.000054488708,0.00019817486,0.00043170297,9.804073e-7,0.000023501958,0.00009408729],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683577,0.00027173207,0.0007699544,0.0010789838,0.00075201876,0.0002915546],"domain_scores_gemma":[0.9964014,0.00008669062,0.00036489556,0.0028563892,0.00021516452,0.000075409895],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0010038145,0.00032117078,0.00043674512,0.00013245955,0.00014162475,0.00045585516,0.005452172,0.00007197068,0.00001584084],"category_scores_gemma":[0.00040670985,0.0002249602,0.00015095106,0.00029404293,0.000033560198,0.00073372095,0.018238345,0.0007161506,0.00001926422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006270514,0.00097245147,0.0068316404,0.0023079386,0.0010286715,0.00004332195,0.34850806,0.27184847,0.017203413,0.011351397,0.0003307938,0.33951116],"study_design_scores_gemma":[0.00028131547,0.00006555763,0.0021226672,0.00052040385,0.000040787167,0.0000032133132,0.0033717419,0.94469625,0.04085792,0.0074737985,0.00008347168,0.00048287044],"about_ca_topic_score_codex":0.0005894307,"about_ca_topic_score_gemma":0.000009386296,"teacher_disagreement_score":0.6728478,"about_ca_system_score_codex":0.00008690265,"about_ca_system_score_gemma":0.00016169599,"threshold_uncertainty_score":0.99992883},"labels":[],"label_agreement":null},{"id":"W4251776334","doi":"10.1007/978-0-387-39940-9_3801","title":"Text/Document Summarization","year":2009,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Multi-document summarization; Information retrieval; Natural language processing","score_opus":0.015605505967897022,"score_gpt":0.23223643188346607,"score_spread":0.21663092591556904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251776334","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004691365,0.001961123,0.30675325,0.00007842254,0.0017682615,0.000538897,0.0001456495,0.00014549925,0.6886042],"genre_scores_gemma":[0.0014273247,0.0035392535,0.030047756,0.00010309163,0.0014465047,0.00003325064,0.0010029145,0.00007978398,0.96232015],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972518,0.000047796584,0.0008891282,0.0007431592,0.00078971154,0.00027840558],"domain_scores_gemma":[0.99706984,0.000085952866,0.0006187233,0.0019333031,0.00015495998,0.00013719857],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004509615,0.0003786411,0.0005569113,0.00027544674,0.000060260103,0.000086616536,0.0011943056,0.00023034512,0.000044279186],"category_scores_gemma":[0.000040291146,0.00037358887,0.00012045151,0.00006928569,0.00003135545,0.00057346054,0.00040322152,0.00028527383,0.00015977066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023414948,0.000026588417,0.000022701226,0.00029003312,0.00003667488,0.00005481477,0.00014862462,0.0003021219,0.000020596011,0.9484719,0.0071157417,0.043507833],"study_design_scores_gemma":[0.0002544475,0.000074792486,0.000010998029,0.0008592216,0.000043971933,0.000028676495,0.0000073794135,0.008582354,0.000020197433,0.0045444947,0.9850173,0.00055615423],"about_ca_topic_score_codex":0.00013703687,"about_ca_topic_score_gemma":0.000007693126,"teacher_disagreement_score":0.9779016,"about_ca_system_score_codex":0.000104863735,"about_ca_system_score_gemma":0.00021813305,"threshold_uncertainty_score":0.9998716},"labels":[],"label_agreement":null},{"id":"W4252349324","doi":"10.3115/1572306.1572315","title":"Recognizing speculative language in biomedical research articles","year":2008,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Speculation; Computer science; Weighting; Point (geometry); Scheme (mathematics); Simple (philosophy); Natural language processing; Artificial intelligence; Work (physics); Linguistics; Epistemology; Mathematics; Finance","score_opus":0.1893865474279963,"score_gpt":0.3802550046572641,"score_spread":0.1908684572292678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252349324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7545181,0.000054187993,0.2354465,0.0012809654,0.000054312448,0.000061477294,1.0137408e-7,0.00006900319,0.008515336],"genre_scores_gemma":[0.9019999,0.000005831133,0.097334474,0.00009443196,0.000048028654,0.0000037744983,2.5130672e-7,0.000002697435,0.0005106356],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988653,0.000106569314,0.00014362132,0.00024658922,0.00035949025,0.0002784276],"domain_scores_gemma":[0.9994551,0.00014883342,0.000010781273,0.0002745583,0.00003918064,0.00007154378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067407417,0.00004401142,0.000070830465,0.0002138961,0.00006914983,0.000026337311,0.00037132652,0.00003445344,0.000058398113],"category_scores_gemma":[0.00016573265,0.00003705847,0.000016250351,0.00065493607,0.000073202325,0.00020050105,0.00023705314,0.00018553069,0.00014570967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017933431,0.00056773546,0.033632208,0.000028815393,0.000023017772,0.003314959,0.11788069,0.00021078765,0.041093964,0.20142032,0.0042875274,0.597522],"study_design_scores_gemma":[0.0011365209,0.00013509534,0.033848207,0.000081962346,8.9733607e-7,0.00016442653,0.0032790978,0.90850747,0.02648949,0.023888813,0.00207119,0.00039683573],"about_ca_topic_score_codex":0.00035462403,"about_ca_topic_score_gemma":0.000067387504,"teacher_disagreement_score":0.9082967,"about_ca_system_score_codex":0.000044149074,"about_ca_system_score_gemma":0.000053923854,"threshold_uncertainty_score":0.18728516},"labels":[],"label_agreement":null},{"id":"W4254133819","doi":"10.1145/564437.564448","title":"The impact of corpus size on question answering performance","year":2002,"lang":"en","type":"article","venue":"Proceedings of the 25th annual international ACM SIGIR conference on Research and development in information retrieval - SIGIR '02","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Terabyte; Question answering; Computer science; Information retrieval; Natural language processing; World Wide Web","score_opus":0.06702928582532092,"score_gpt":0.3316985989911562,"score_spread":0.2646693131658353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254133819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893844,0.00002403999,0.00041727707,0.0015407456,0.00022091533,0.0003666226,0.000009963254,0.000028783625,0.008007216],"genre_scores_gemma":[0.99740535,0.00031123462,0.0018409385,0.000050165923,0.000025076239,0.000019433488,0.0000020377172,0.0000042774836,0.0003414784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99739254,0.000024737781,0.00064607774,0.0002086201,0.001380863,0.00034716085],"domain_scores_gemma":[0.9972218,0.00047053734,0.00033579467,0.00021815891,0.0016607215,0.00009295376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015073612,0.00016132348,0.00016090772,0.0003368804,0.00025658243,0.00034052355,0.0017926559,0.00007854427,0.000023129622],"category_scores_gemma":[0.002692455,0.0001014449,0.00004516301,0.00051369885,0.00016434323,0.0017247141,0.0006218557,0.00044272514,0.00002057164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002331925,0.00078576535,0.121149614,0.0004623794,0.00024018162,0.0000020579387,0.027530506,0.0031610997,0.0039938414,0.52955854,0.003790927,0.30699316],"study_design_scores_gemma":[0.002537676,0.0025909087,0.28642118,0.001679067,0.0000032507962,0.000028976765,0.0017414214,0.612369,0.072326854,0.015359095,0.004237874,0.0007046605],"about_ca_topic_score_codex":0.00004209818,"about_ca_topic_score_gemma":0.0000017064328,"teacher_disagreement_score":0.6092079,"about_ca_system_score_codex":0.00023972629,"about_ca_system_score_gemma":0.0001721797,"threshold_uncertainty_score":0.4136803},"labels":[],"label_agreement":null},{"id":"W4255223161","doi":"10.18653/v1/w18-26","title":"Proceedings of the Workshop on Machine Reading for Question Answering","year":2018,"lang":"en","type":"paratext","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Samsung; Tencent","keywords":"Question answering; Computer science; Reading (process); Artificial intelligence; Information retrieval; Natural language processing; World Wide Web; Linguistics; Philosophy","score_opus":0.027796324734331357,"score_gpt":0.28964389893517956,"score_spread":0.2618475742008482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255223161","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011802191,0.000087455766,0.76019937,0.00076192385,0.0029676678,0.00053704175,0.000005008552,0.00007161293,0.23418973],"genre_scores_gemma":[0.09271914,0.000114837385,0.28194177,0.00086984015,0.0023499902,0.00015685141,0.000012977251,0.0000831688,0.6217514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885213,0.000007947509,0.00027126924,0.00043201676,0.00022886558,0.0002077778],"domain_scores_gemma":[0.9991294,0.00007582094,0.00022922826,0.00035975876,0.00017384539,0.000031958905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033163556,0.00017697316,0.00021607202,0.000094131334,0.00010143489,0.00011368792,0.0011533035,0.00017249421,0.000045493678],"category_scores_gemma":[0.000061611085,0.000117455435,0.00009926567,0.00018752307,0.000026868574,0.0001698693,0.00028363656,0.00022349418,0.00006777973],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039626495,0.00009387064,0.000070006994,0.0009356773,0.00008809332,2.80416e-7,0.0020293104,0.0016175752,0.0032919808,0.43527463,0.4300892,0.12646973],"study_design_scores_gemma":[0.00071619224,0.00028948288,0.00013577231,0.0049471585,0.0000449143,0.000013699111,0.000081630584,0.6673295,0.032299284,0.0060470467,0.2870694,0.0010259261],"about_ca_topic_score_codex":0.000027294518,"about_ca_topic_score_gemma":0.000004951916,"teacher_disagreement_score":0.6657119,"about_ca_system_score_codex":0.000064609405,"about_ca_system_score_gemma":0.00004970164,"threshold_uncertainty_score":0.47896937},"labels":[],"label_agreement":null},{"id":"W4255436026","doi":"10.24124/2018/58808","title":"Sentence encoders for semantic textual similarity: A survey.","year":2018,"lang":"en","type":"dissertation","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Sentence; Semantic similarity; Semantics (computer science); Task (project management); Similarity (geometry); Representation (politics); Focus (optics); Semantic role labeling; Encoder; Word (group theory); Distributional semantics; Deep learning; Linguistics; Programming language","score_opus":0.04599552660613468,"score_gpt":0.3053835383355127,"score_spread":0.259388011729378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255436026","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00931073,0.000049856524,0.9818719,0.00014184896,0.0017767805,0.00045340395,0.00001441058,0.0001998677,0.006181172],"genre_scores_gemma":[0.41433656,0.000046033925,0.50006473,0.0012786275,0.00067055045,0.00018201282,0.0012046652,0.000090032314,0.082126796],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981512,0.00005757427,0.00033341855,0.0007526392,0.00034104523,0.00036416436],"domain_scores_gemma":[0.9984075,0.0002198241,0.00015274255,0.0007520192,0.0003840995,0.00008383861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006167877,0.00024733716,0.00029050396,0.00013212756,0.0001385879,0.0002070953,0.0011986068,0.00024401952,0.00003396706],"category_scores_gemma":[0.00025383997,0.00023297638,0.00011834092,0.00019570184,0.000021083419,0.0002445762,0.000087743225,0.00016248057,0.000054653574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004183794,0.00082636165,0.0055328077,0.0038268927,0.00090513605,0.00008109765,0.02871418,0.00061935914,0.0017581936,0.18887259,0.21588454,0.55256045],"study_design_scores_gemma":[0.00050299126,0.00016646003,0.0032420154,0.00019383972,0.000038373295,0.000007710103,0.0008485041,0.97972614,0.001538786,0.008017788,0.0047778254,0.000939596],"about_ca_topic_score_codex":0.0005861754,"about_ca_topic_score_gemma":0.006711878,"teacher_disagreement_score":0.9791067,"about_ca_system_score_codex":0.000037288155,"about_ca_system_score_gemma":0.00025861946,"threshold_uncertainty_score":0.9500501},"labels":[],"label_agreement":null},{"id":"W4255582338","doi":"10.24124/2017/1381","title":"Architecture for automatic poetry generation through pattern recognition","year":2017,"lang":"en","type":"dissertation","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Artificial intelligence; Architecture; Cluster analysis; Representation (politics); Natural language processing; Inference; Unsupervised learning; Agile software development; Stability (learning theory); Computational linguistics; Machine learning; Software engineering","score_opus":0.0610981320155035,"score_gpt":0.3110912567792143,"score_spread":0.24999312476371077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255582338","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0105696125,0.000074560936,0.9763473,0.00038200273,0.0023329672,0.00054539344,0.0000110692,0.0002376731,0.009499421],"genre_scores_gemma":[0.12906331,0.000042119955,0.839907,0.0011904062,0.0023455606,0.0005777658,0.004851838,0.00008421271,0.021937802],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873275,0.000029135132,0.0002827806,0.00051695574,0.00023336409,0.00020499266],"domain_scores_gemma":[0.9987452,0.000042837044,0.0002935335,0.00074982754,0.00013470463,0.000033893513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013763315,0.00021218334,0.00021308646,0.00007942073,0.00025767932,0.0003998295,0.0007030812,0.00026954792,0.000053544227],"category_scores_gemma":[0.00006991852,0.00019388487,0.000119364835,0.000035737216,0.0000059952094,0.0004048762,0.000025970463,0.0001788188,0.000043547392],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011510053,0.000012345993,0.0000025683942,0.00017674298,0.000017188633,0.0000012030936,0.0010723285,0.000042032356,0.00032874325,0.0004533175,0.0014658249,0.9964266],"study_design_scores_gemma":[0.0005040264,0.000087801614,0.0002162401,0.0003414302,0.00005537243,0.00001181562,0.000084563195,0.9361499,0.0095263235,0.04873288,0.0035865724,0.0007030677],"about_ca_topic_score_codex":0.000094211675,"about_ca_topic_score_gemma":0.00061913487,"teacher_disagreement_score":0.9957235,"about_ca_system_score_codex":0.000037690505,"about_ca_system_score_gemma":0.00009943059,"threshold_uncertainty_score":0.7906396},"labels":[],"label_agreement":null},{"id":"W4256072618","doi":"10.31234/osf.io/ytnjp","title":"Indirect associations in learning semantic and syntactic lexical relationships","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Carleton University","funders":"","keywords":"Natural language processing; Artificial intelligence; Computer science; Construct (python library); Word (group theory); Associative property; Semantics (computer science); Association (psychology); Word Association; Part of speech; Similarity (geometry); Meaning (existential); Linguistics; Psychology; Mathematics","score_opus":0.06851572527720474,"score_gpt":0.2848876306803419,"score_spread":0.21637190540313717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256072618","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24518262,0.00014725744,0.7421136,0.0018279802,0.00044064934,0.00026737517,7.532603e-7,0.00021588305,0.009803913],"genre_scores_gemma":[0.9655369,0.000022220707,0.033068404,0.000040877407,0.00003303423,0.000011259945,0.000005564901,0.000007603378,0.0012741456],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985479,0.0002915986,0.00027849906,0.00048820427,0.00020513733,0.00018862472],"domain_scores_gemma":[0.99880445,0.0005880901,0.00013438633,0.0003949761,0.000032281667,0.0000458413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081934204,0.00012682617,0.0002376728,0.00022138812,0.00009637276,0.00022304148,0.00035293875,0.00026160345,0.000008223572],"category_scores_gemma":[0.00057522446,0.00013110766,0.00004111417,0.00015663494,0.000010003133,0.00020175979,0.0009267538,0.0014857467,0.000047724458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.092733e-7,0.000037818812,0.8808282,0.0000860231,0.000033431494,0.000009324586,0.002863916,0.061233398,0.00001573232,0.05008317,0.000047007474,0.0047611627],"study_design_scores_gemma":[0.0000929581,0.0000064405904,0.16413006,0.00008495291,0.000007702258,0.0000036788156,0.00004421518,0.82244337,0.000010846229,0.012952731,0.00005413009,0.0001688936],"about_ca_topic_score_codex":0.00017751358,"about_ca_topic_score_gemma":0.00014656609,"teacher_disagreement_score":0.76121,"about_ca_system_score_codex":0.00013179581,"about_ca_system_score_gemma":0.00013934294,"threshold_uncertainty_score":0.6454913},"labels":[],"label_agreement":null},{"id":"W4280612849","doi":"10.18653/v1/2022.acl-short.45","title":"Problems with Cosine as a Measure of Embedding Similarity for High Frequency Words","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Cosine similarity; Similarity (geometry); Polysemy; Word (group theory); Natural language processing; Trigonometric functions; Embedding; Computer science; Argument (complex analysis); Artificial intelligence; Mathematics; Conjecture; Discrete cosine transform; TRACE (psycholinguistics); Speech recognition; Pattern recognition (psychology); Linguistics; Pure mathematics","score_opus":0.02659254907497569,"score_gpt":0.2515398599478576,"score_spread":0.22494731087288192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280612849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03552918,0.000048980244,0.96005887,0.0013969525,0.00010810347,0.00037913234,0.000004695055,0.00010888771,0.0023651705],"genre_scores_gemma":[0.738776,3.8768823e-7,0.26064458,0.00018883421,0.000017170707,0.00008494559,0.0000016170173,0.0000059196345,0.00028047155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998912,0.000035926485,0.00018759318,0.00029787055,0.00037507954,0.0001915492],"domain_scores_gemma":[0.99929976,0.000051720494,0.00008558703,0.0004145941,0.00010638193,0.0000419505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004107013,0.00008738061,0.00014649052,0.000059408885,0.00015060526,0.000032797732,0.00059074856,0.000021004627,0.00007890349],"category_scores_gemma":[0.000027608365,0.000072409915,0.000033601136,0.00027844316,0.00001593241,0.0001881495,0.00022438746,0.00011614491,7.3623784e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034836085,0.00022821689,0.0026771268,0.00014281827,0.00006738691,0.000011234019,0.0027413648,0.063067,0.004521709,0.9119744,0.00049767335,0.0140362745],"study_design_scores_gemma":[0.0021115975,0.0011610917,0.0003514422,0.00009885695,0.000028227783,0.00006388487,0.00031549562,0.85408795,0.0059062876,0.13403124,0.0012881334,0.0005557818],"about_ca_topic_score_codex":0.00034340142,"about_ca_topic_score_gemma":0.000055267592,"teacher_disagreement_score":0.791021,"about_ca_system_score_codex":0.000056122488,"about_ca_system_score_gemma":0.00013875356,"threshold_uncertainty_score":0.2952791},"labels":[],"label_agreement":null},{"id":"W4281263937","doi":"10.18653/v1/2022.findings-acl.117","title":"Two-Step Question Retrieval for Open-Domain QA","year":2022,"lang":"en","type":"article","venue":"Findings of the Association for Computational Linguistics: ACL 2022","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; National Research Foundation","keywords":"Search engine indexing; Inference; Computer science; Information retrieval; Labrador Retriever; Pipeline (software); Squid; Domain (mathematical analysis); Artificial intelligence; Open domain; Question answering; Mathematics; Programming language","score_opus":0.01875750815666395,"score_gpt":0.2925474942045004,"score_spread":0.27378998604783644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281263937","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008560319,0.000062652405,0.9779735,0.0029485903,0.005866357,0.0018363356,0.0008311225,0.00009973332,0.0018213921],"genre_scores_gemma":[0.6672058,7.500026e-7,0.32867354,0.0005642948,0.0005328861,0.00014835522,0.0002442392,0.000027528731,0.0026025875],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978446,0.00016027968,0.0005187328,0.0003884351,0.0008249358,0.00026304025],"domain_scores_gemma":[0.99656105,0.0013927193,0.0007741456,0.0002953341,0.0009346213,0.00004211784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027521271,0.00013056271,0.0002299901,0.00009888577,0.000883749,0.00017320503,0.0018284892,0.000050035567,0.000015964863],"category_scores_gemma":[0.0055752834,0.00013687527,0.00019035216,0.00040828704,0.000016634982,0.00010122694,0.0011519311,0.00019997114,0.0000027921362],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053251653,0.00007026852,0.002161713,0.000021358277,0.000055240755,2.1384157e-7,0.00024646753,0.13132982,0.00005418372,0.858124,0.0077114888,0.00017198756],"study_design_scores_gemma":[0.0016430528,0.00014040656,0.0015401655,0.000016410284,0.00003195504,0.0000018744789,0.00005904793,0.5443206,0.00016606034,0.39763418,0.054246284,0.00019996341],"about_ca_topic_score_codex":0.000028965202,"about_ca_topic_score_gemma":0.0000040861637,"teacher_disagreement_score":0.6586455,"about_ca_system_score_codex":0.0008473317,"about_ca_system_score_gemma":0.00029697412,"threshold_uncertainty_score":0.67971724},"labels":[],"label_agreement":null},{"id":"W4281482237","doi":"10.1145/3534965","title":"How to Approach Ambiguous Queries in Conversational Search: A Survey of Techniques, Approaches, Tools, and Challenges","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Focus (optics); Conversation; Context (archaeology); Process (computing); Task (project management); World Wide Web; Natural language; Human–computer interaction; Information retrieval; Artificial intelligence","score_opus":0.4837335270612913,"score_gpt":0.33671637581225367,"score_spread":0.14701715124903764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281482237","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041035506,0.7738574,0.22439751,0.00019857868,0.000152796,0.00094186043,0.00006820761,0.00015204707,0.00019055342],"genre_scores_gemma":[0.00173336,0.8635709,0.13416615,0.000020833695,0.00006579991,0.000088819426,0.00026514495,0.000052386513,0.00003654778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907969,0.005904162,0.00079369004,0.0013017402,0.000688433,0.00051503273],"domain_scores_gemma":[0.995477,0.002283452,0.00038031078,0.00162314,0.00010894541,0.0001271455],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014874084,0.00047196372,0.0016586091,0.00059669017,0.0001223593,0.00026940063,0.0027235828,0.00024266004,0.0000021614464],"category_scores_gemma":[0.001791173,0.00047497492,0.00013736737,0.0010921658,0.00009064804,0.00025579674,0.0041619926,0.0007352738,9.84762e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011120284,0.00006074728,0.00012828391,0.0042092535,0.000041977226,0.000006507755,0.00071226293,0.00008388071,3.6287997e-8,0.0024024218,0.000013256295,0.99234027],"study_design_scores_gemma":[0.0011712922,0.0008009197,0.045333046,0.00932778,0.00015128397,0.00047238133,0.0009996983,0.08443722,0.0000079406755,0.00082409166,0.8509885,0.005485842],"about_ca_topic_score_codex":0.0017537132,"about_ca_topic_score_gemma":0.0001842348,"teacher_disagreement_score":0.98685443,"about_ca_system_score_codex":0.00020125869,"about_ca_system_score_gemma":0.0005306352,"threshold_uncertainty_score":0.99977016},"labels":[],"label_agreement":null},{"id":"W4281626616","doi":"10.3390/info13060290","title":"Contextualizer: Connecting the Dots of Context with Second-Order Attention","year":2022,"lang":"en","type":"article","venue":"Information","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Government of Canada; Compute Canada","keywords":"Security token; Computer science; Sentence; Representation (politics); Theoretical computer science; Embedding; Computation; Transformer; Algorithm; Artificial intelligence","score_opus":0.0133513662740684,"score_gpt":0.22015760679256827,"score_spread":0.20680624051849986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281626616","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2870647,0.00002959144,0.70716566,0.0005843317,0.000199036,0.00018668691,0.000003949443,0.00005544773,0.0047105863],"genre_scores_gemma":[0.99651945,4.2284228e-7,0.0026831413,0.0006950699,0.000009297372,0.00002133932,0.000007424276,0.0000018180793,0.00006204011],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993304,0.000045040924,0.00023736012,0.000060259335,0.00023916646,0.00008775935],"domain_scores_gemma":[0.99937,0.00005731697,0.00022103859,0.00023661464,0.0001020781,0.00001299281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036783871,0.00004834343,0.00006529875,0.000053069947,0.00022150461,0.00006199611,0.00031555374,0.000011762167,0.00009273113],"category_scores_gemma":[0.000023643011,0.000034810353,0.000020279229,0.00019267549,0.000013614636,0.0011236308,0.00014285593,0.000097115466,0.000009887692],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004169604,0.000030175624,0.0014000891,0.00006236085,0.00004844444,0.0000011824093,0.038852517,0.028780434,0.0003842889,0.3123181,0.0010095206,0.6170712],"study_design_scores_gemma":[0.0014884784,0.00022064892,0.0024356078,0.000026238544,0.0000089189725,0.000097173404,0.01365539,0.89526105,0.00079592894,0.0009828443,0.08481553,0.00021221326],"about_ca_topic_score_codex":0.000062760155,"about_ca_topic_score_gemma":0.000020764528,"teacher_disagreement_score":0.8664806,"about_ca_system_score_codex":0.000031291784,"about_ca_system_score_gemma":0.00003767205,"threshold_uncertainty_score":0.17036568},"labels":[],"label_agreement":null},{"id":"W4281652650","doi":"10.2196/38052","title":"Exploiting Intersentence Information for Better Question-Driven Abstractive Summarization: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Liaoning Province; National Natural Science Foundation of China","keywords":"Computer science; Automatic summarization; Development (topology); Artificial intelligence; Algorithm; Natural language processing; Mathematics","score_opus":0.020041629270150883,"score_gpt":0.27434353950104834,"score_spread":0.25430191023089743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281652650","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029888416,0.0000032890061,0.9682391,0.0008481771,0.00028364226,0.00036163584,0.000005309442,0.00009652036,0.00027389964],"genre_scores_gemma":[0.13522488,0.0000045695756,0.8614085,0.0025098592,0.00008352953,0.0005538499,0.00018741006,0.0000060128377,0.000021441263],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843484,0.000029431323,0.0006011976,0.000088861874,0.000667191,0.00017846446],"domain_scores_gemma":[0.9992609,0.00011129228,0.00025093695,0.0001518635,0.00011678637,0.00010822044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055480585,0.000096613294,0.00010598976,0.000127665,0.00030971205,0.00015044956,0.00035295752,0.000051232488,0.00002374261],"category_scores_gemma":[0.00009515205,0.000096964395,0.000022405171,0.00015020871,0.0000261562,0.0022328268,0.00041292372,0.00021008238,0.000008969786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037201826,0.000026511627,0.00020099228,0.00008801178,0.000015280983,0.0000012788098,0.029204462,0.0007664108,0.0000026422717,0.010667361,0.00044706822,0.95857626],"study_design_scores_gemma":[0.0003901889,0.000040200535,0.00016521936,0.0000437869,0.000002712668,0.00002604717,0.003524966,0.9768078,0.000197063,0.00065806403,0.018005649,0.0001383208],"about_ca_topic_score_codex":0.0000036360188,"about_ca_topic_score_gemma":6.3418355e-7,"teacher_disagreement_score":0.9760414,"about_ca_system_score_codex":0.00012351554,"about_ca_system_score_gemma":0.00016056262,"threshold_uncertainty_score":0.39540932},"labels":[],"label_agreement":null},{"id":"W4281741206","doi":"10.1145/3532106.3533506","title":"From Tool to Companion: Storywriters Want AI Writers to Respect Their Personal Values and Writing Strategies","year":2022,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; World Wide Web","score_opus":0.05415452581127535,"score_gpt":0.292711023264157,"score_spread":0.23855649745288166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281741206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34420574,0.00007688289,0.6529758,0.00084984343,0.0009756204,0.00040641704,0.00003056664,0.00014330407,0.00033585995],"genre_scores_gemma":[0.9816037,8.404737e-7,0.017186956,0.00066422747,0.0001953671,0.00018742024,0.0000059488757,0.000020156318,0.00013539715],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969852,0.0006714333,0.00045206596,0.00095020613,0.00051688275,0.00042421842],"domain_scores_gemma":[0.9983869,0.0005702376,0.00016587831,0.00045748457,0.0002329042,0.0001865549],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000758159,0.0003002485,0.0004076018,0.00027365107,0.0004995939,0.0014127387,0.0009148695,0.000038510163,0.00003420851],"category_scores_gemma":[0.00006203763,0.00030236252,0.00006450876,0.0002731379,0.00003664445,0.00095640897,0.0008123505,0.00048046585,0.000016395636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035782045,0.00016958732,0.0029152287,0.00014969852,0.00042330864,0.00036551495,0.6392045,0.0342528,0.21786828,0.056691054,0.004850294,0.042751905],"study_design_scores_gemma":[0.00056128355,0.00059134426,0.0023324806,0.0008445281,0.00001597847,0.00013855344,0.1712343,0.8171761,0.0019338999,0.0018319575,0.0023434996,0.0009960759],"about_ca_topic_score_codex":0.0006780609,"about_ca_topic_score_gemma":0.000007703294,"teacher_disagreement_score":0.78292334,"about_ca_system_score_codex":0.0003307366,"about_ca_system_score_gemma":0.000213373,"threshold_uncertainty_score":0.99994284},"labels":[],"label_agreement":null},{"id":"W4281742449","doi":"10.1016/j.health.2022.100068","title":"A COVID-19 Search Engine (CO-SE) with Transformer-based architecture","year":2022,"lang":"en","type":"article","venue":"Healthcare Analytics","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Generalizability theory; Computer science; Coronavirus disease 2019 (COVID-19); Information retrieval; Transformer; Benchmark (surveying); Question answering; Natural language processing; Artificial intelligence; Infectious disease (medical specialty); Disease","score_opus":0.0826462659495686,"score_gpt":0.3513920236641443,"score_spread":0.2687457577145757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281742449","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014827239,0.00017237315,0.92237806,0.061801787,0.00007505671,0.00030061853,0.00003259121,0.0002143949,0.00019787956],"genre_scores_gemma":[0.9504894,0.000009258342,0.034568336,0.014595445,0.00006550143,0.00003815569,0.000025358619,0.000020848573,0.00018767866],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766874,0.00021209844,0.0002679376,0.0005121117,0.00081000186,0.00052912376],"domain_scores_gemma":[0.9983814,0.00014392874,0.00005490414,0.0007629671,0.00007542964,0.0005814066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000581586,0.00016832605,0.00022358222,0.00029202257,0.00049945794,0.00007190022,0.0008158158,0.000045687328,0.00010066014],"category_scores_gemma":[0.000029746248,0.0001523521,0.00007873839,0.0008945238,0.00003889204,0.00007215026,0.000069997484,0.00067265827,0.000006054324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008051202,0.000118072494,0.002809369,0.0005039201,0.00004235522,0.0003715792,0.007291026,0.9305033,0.00004413962,0.015839111,0.0005307771,0.04186585],"study_design_scores_gemma":[0.0010291698,0.00081279146,0.00013021549,0.000017427226,0.000015143577,0.00015760193,0.00051709585,0.94241154,0.0002138996,0.0012490526,0.053066347,0.00037968732],"about_ca_topic_score_codex":0.001087603,"about_ca_topic_score_gemma":0.00034249394,"teacher_disagreement_score":0.93566215,"about_ca_system_score_codex":0.00043643397,"about_ca_system_score_gemma":0.0024387902,"threshold_uncertainty_score":0.6212739},"labels":[],"label_agreement":null},{"id":"W4281746134","doi":"10.3233/shti220155","title":"Towards Automated Screening of Literature on Artificial Intelligence in Nursing","year":2022,"lang":"en","type":"review","venue":"Studies in health technology and informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Academy of Finland","keywords":"Computer science; Relevance (law); Artificial intelligence; Set (abstract data type); Focus (optics); Process (computing); Machine learning; Natural language processing; Data science; Information retrieval","score_opus":0.1467779942212781,"score_gpt":0.4490636340029064,"score_spread":0.30228563978162826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281746134","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011904642,0.97042865,0.027866796,0.0003969303,0.0003993871,0.00046566382,0.000005416622,0.00021239695,0.00021286616],"genre_scores_gemma":[0.00016692841,0.93687934,0.062788524,0.000085572836,0.000009861865,0.000057921032,0.00000419476,0.0000060605453,0.0000015896671],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997448,0.000103893806,0.0017198265,0.00020676838,0.00017624196,0.0003452148],"domain_scores_gemma":[0.99864054,0.00020990199,0.0006460211,0.00044519125,0.000034388897,0.000023934632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010366157,0.00023077542,0.0012010696,0.0019307294,0.00014048802,0.00001791476,0.00066327414,0.0002906935,8.471095e-7],"category_scores_gemma":[0.00035579826,0.00019901,0.000049651735,0.00257026,0.00021145567,0.00016460309,0.00057261524,0.0011630598,7.0262865e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010157639,0.000017003289,0.0000016493716,0.0089224465,0.000010402315,0.000004100273,0.005524793,0.00012193663,5.4707305e-10,0.11894688,0.000011332525,0.86643845],"study_design_scores_gemma":[0.00019747077,0.0009875454,0.0000062446948,0.21812624,0.00003177482,0.00021408357,0.013092589,0.4307775,0.000001917248,0.08229889,0.25338617,0.0008795891],"about_ca_topic_score_codex":0.000004085995,"about_ca_topic_score_gemma":0.0000034924149,"teacher_disagreement_score":0.86555886,"about_ca_system_score_codex":0.0002553138,"about_ca_system_score_gemma":0.00021290111,"threshold_uncertainty_score":0.81153923},"labels":[],"label_agreement":null},{"id":"W4281817583","doi":"10.1186/s12859-022-04751-6","title":"CoQUAD: a COVID-19 question answering dataset system, facilitating research, benchmarking, and practice","year":2022,"lang":"en","type":"article","venue":"BMC Bioinformatics","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research","keywords":"Benchmarking; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Data science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; Computational biology; Information retrieval; Biology; Virology; Medicine; Business","score_opus":0.12784802972864218,"score_gpt":0.3884872227123956,"score_spread":0.26063919298375343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281817583","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00094765314,0.00016463842,0.9963729,0.00041248876,0.00024828865,0.00034330488,0.00019694712,0.00017469197,0.0011390835],"genre_scores_gemma":[0.023499412,0.00001619151,0.97541213,0.0007105208,0.000051333423,0.000071485614,0.00020656426,0.000007199248,0.000025170139],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974675,0.00062453223,0.00047199105,0.00025462953,0.0008273631,0.00035397953],"domain_scores_gemma":[0.99705666,0.0017679945,0.00020966929,0.0006774558,0.000087643646,0.0002005982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072070854,0.00011437854,0.00013552881,0.00022808496,0.0009978873,0.00034335826,0.0006804579,0.00003841246,0.000009018647],"category_scores_gemma":[0.0025385648,0.00012002493,0.000020486525,0.00043667195,0.000058172685,0.001386086,0.0014907174,0.0003774777,0.000016544602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001339506,0.00017320218,0.0019094828,0.0077743377,0.00007891807,0.00014119083,0.103951566,0.28535983,0.00008095319,0.45465162,0.055037513,0.090707436],"study_design_scores_gemma":[0.00021709659,0.00008589749,0.000017162325,0.000028716277,0.0000044899375,0.0002949362,0.014273823,0.91088,0.0000017722236,0.00016620176,0.07390195,0.0001278991],"about_ca_topic_score_codex":0.00037768474,"about_ca_topic_score_gemma":0.000025312944,"teacher_disagreement_score":0.6255202,"about_ca_system_score_codex":0.00038263277,"about_ca_system_score_gemma":0.00034708617,"threshold_uncertainty_score":0.7675044},"labels":[],"label_agreement":null},{"id":"W4283720480","doi":"10.1007/s10115-022-01703-7","title":"BertHANK: hierarchical attention networks with enhanced knowledge and pre-trained model for answer selection","year":2022,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Selection (genetic algorithm); Computer science; Artificial intelligence; Machine learning; Model selection","score_opus":0.011614359370299665,"score_gpt":0.2366141620126121,"score_spread":0.22499980264231242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283720480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032502398,0.0004255946,0.96374613,0.00005641778,0.00038691773,0.0006977399,0.0000056982954,0.00012264514,0.0020564867],"genre_scores_gemma":[0.9948586,0.000018347973,0.003514121,0.000043655476,0.00011528984,0.00042406892,0.000036078316,0.000007154095,0.0009826896],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898714,0.00007177509,0.0003634077,0.00021640914,0.00014501694,0.00021625908],"domain_scores_gemma":[0.9993695,0.000056199784,0.00013514464,0.0001671541,0.00019124428,0.00008074818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049298845,0.00013224383,0.00017075239,0.0001648278,0.00045981182,0.00020257232,0.00016637168,0.000059904076,0.0000012923012],"category_scores_gemma":[0.000010514304,0.00011730904,0.000029468603,0.00026870542,0.000020964384,0.0018490612,0.00014373158,0.0001467328,0.0000022743118],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030412452,0.00020487646,0.0010682154,0.0010871091,0.00013011468,3.827309e-7,0.062539265,0.49063617,0.0007432767,0.20021237,0.0029366822,0.24013741],"study_design_scores_gemma":[0.000781659,0.00017632122,0.00032183048,0.00003053991,0.000008502134,0.000027516178,0.0001391786,0.9896848,0.000021463355,0.000095691954,0.008555933,0.00015653498],"about_ca_topic_score_codex":0.000007558683,"about_ca_topic_score_gemma":0.00001331407,"teacher_disagreement_score":0.9623562,"about_ca_system_score_codex":0.00006966907,"about_ca_system_score_gemma":0.000084873085,"threshold_uncertainty_score":0.4783724},"labels":[],"label_agreement":null},{"id":"W4283789759","doi":"10.1609/aaai.v36i10.21332","title":"Search and Learn: Improving Semantic Coverage for Data-to-Text Generation","year":2022,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Bundesministerium für Bildung und Forschung; Compute Canada; Technische Universität Kaiserslautern; Canadian Institute for Advanced Research; DeepMind; Nvidia","keywords":"Computer science; Inference; Focus (optics); Artificial intelligence; Limiting; Cover (algebra); Quality (philosophy); Training set; Language model; Natural language processing; Information retrieval; Machine learning","score_opus":0.2087035607689111,"score_gpt":0.3334275307102393,"score_spread":0.12472396994132817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283789759","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40400684,0.000022297749,0.5896968,0.004771221,0.00039991233,0.00070498616,0.000015263558,0.000049737948,0.0003328893],"genre_scores_gemma":[0.9874661,0.0000082541865,0.011806701,0.00035584279,0.00009217592,0.000056344274,0.00000214018,0.000010378068,0.000202058],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824786,0.00002217982,0.0003473021,0.0006495318,0.0004544812,0.00027864706],"domain_scores_gemma":[0.99899393,0.00007604657,0.00012969952,0.00045251974,0.000276257,0.000071566355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010802884,0.0001327739,0.00016505276,0.0001129749,0.0005023371,0.00031100924,0.002206429,0.000030739466,0.000025116027],"category_scores_gemma":[0.00030881405,0.000116132265,0.000037241287,0.00035153877,0.000057817586,0.00040901967,0.002087228,0.00023992674,0.0000086342125],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003445125,0.00005994214,0.00011064262,0.000055285305,0.0000085538795,2.7890994e-7,0.0019210717,0.00319608,0.16696133,0.50979847,0.00014341822,0.3177105],"study_design_scores_gemma":[0.000023045537,0.0001772086,0.000024275234,0.000019571768,0.0000059638023,0.000004318276,0.0002990225,0.8857565,0.101643376,0.011745863,0.00017368993,0.0001271454],"about_ca_topic_score_codex":0.000105892934,"about_ca_topic_score_gemma":0.000013518144,"teacher_disagreement_score":0.88256043,"about_ca_system_score_codex":0.000047903668,"about_ca_system_score_gemma":0.00011030256,"threshold_uncertainty_score":0.47357363},"labels":[],"label_agreement":null},{"id":"W4283792637","doi":"10.1609/aaai.v36i11.21591","title":"Multi-Dimension Attention for Multi-Turn Dialog Generation (Student Abstract)","year":2022,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Dialog box; Dimension (graph theory); Computer science; Generative grammar; Scope (computer science); Generative model; Artificial intelligence; Process (computing); Dialog system; Natural language processing; Semantic interpretation; Speech recognition; Programming language; Mathematics; World Wide Web","score_opus":0.2006134807242427,"score_gpt":0.3464957192817173,"score_spread":0.1458822385574746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283792637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48112217,0.000032926022,0.51384413,0.0018087174,0.0016603661,0.001117034,0.000011675695,0.00011285692,0.00029011694],"genre_scores_gemma":[0.96015054,0.000009137199,0.03911115,0.00020252145,0.00009965476,0.00017701785,0.000002588505,0.0000124756425,0.00023489702],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979896,0.000019802477,0.0005675386,0.00057748525,0.0005482328,0.00029731778],"domain_scores_gemma":[0.9986811,0.00004588161,0.0004325359,0.00029063906,0.00048885494,0.000060939903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077873096,0.00018506387,0.00019639527,0.000118464974,0.0005628079,0.00020008229,0.0013878396,0.00005712505,0.000052484953],"category_scores_gemma":[0.00017151337,0.00015750181,0.00014442584,0.00028917904,0.00006654913,0.0003409779,0.000618604,0.0002746194,0.00001751539],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003733274,0.0005050025,0.0003686531,0.000031949647,0.000017384386,4.3357437e-7,0.0021136638,0.0032333187,0.62937325,0.3056469,0.00013535804,0.058536727],"study_design_scores_gemma":[0.00007982602,0.00014617026,0.00079453154,0.000032329837,0.000010435538,0.000002743306,0.00038927866,0.8155995,0.17604008,0.0066493885,0.000072081726,0.00018360592],"about_ca_topic_score_codex":0.000043249882,"about_ca_topic_score_gemma":0.000019595658,"teacher_disagreement_score":0.8123662,"about_ca_system_score_codex":0.00011306023,"about_ca_system_score_gemma":0.00007286035,"threshold_uncertainty_score":0.6422737},"labels":[],"label_agreement":null},{"id":"W4283792669","doi":"10.1609/aaai.v36i10.21386","title":"Supervising Model Attention with Human Explanations for Robust Natural Language Inference","year":2022,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation","keywords":"Computer science; Premise; Inference; Artificial intelligence; Natural (archaeology); Task (project management); Punctuation; Natural language; Natural language processing; Focus (optics); Language model; Machine learning; Linguistics","score_opus":0.11284071439454472,"score_gpt":0.31577590586730336,"score_spread":0.20293519147275862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283792669","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3346348,0.000018526813,0.660996,0.0022018524,0.00022042476,0.0005484703,0.0000126285595,0.00011120275,0.001256078],"genre_scores_gemma":[0.96667355,0.0000018099043,0.03268597,0.0001491873,0.000035150548,0.00012937844,0.0000032235698,0.000012290162,0.00030942223],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830824,0.00001551495,0.000377422,0.00047336004,0.0005299613,0.00029552425],"domain_scores_gemma":[0.99888015,0.00006942979,0.0002617701,0.00029839747,0.0004417326,0.00004853329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041869428,0.0001729717,0.00018100966,0.0001488778,0.0007136452,0.00021654378,0.0017372828,0.000033298544,0.000023397735],"category_scores_gemma":[0.000117747615,0.00013698115,0.00008776646,0.00045090695,0.000091865724,0.00048450456,0.00047581614,0.0003214006,0.0000029535047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030977215,0.000095092095,0.00012509893,0.00003144172,0.000011873828,3.1228151e-7,0.0030515175,0.030515099,0.041987445,0.90459555,0.00003700728,0.019518597],"study_design_scores_gemma":[0.00004561824,0.00014401613,0.0000434021,0.00006572605,0.000011013984,0.000004169866,0.0018684986,0.9352983,0.026573839,0.035749983,0.000009907526,0.00018548519],"about_ca_topic_score_codex":0.00004481687,"about_ca_topic_score_gemma":0.000026742906,"teacher_disagreement_score":0.90478325,"about_ca_system_score_codex":0.00008443703,"about_ca_system_score_gemma":0.000104920684,"threshold_uncertainty_score":0.5585929},"labels":[],"label_agreement":null},{"id":"W4283797513","doi":"10.1609/aaai.v36i10.21428","title":"Unsupervised Sentence Representation via Contrastive Learning with Mixing Negatives","year":2022,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fundamental Research Funds for the Central Universities; State Key Laboratory of Software Development Environment; National Natural Science Foundation of China; Leverhulme Trust","keywords":"Computer science; Sentence; Artificial intelligence; Representation (politics); Natural language processing; Task (project management); Feature learning; Similarity (geometry); Transfer of learning; Unsupervised learning; Process (computing); Machine learning; Pattern recognition (psychology); Image (mathematics)","score_opus":0.06820739762611006,"score_gpt":0.28246644336630633,"score_spread":0.21425904574019627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283797513","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42814425,0.000021016176,0.56250685,0.003423805,0.00030572966,0.0005741408,0.0000022916215,0.0001593133,0.00486262],"genre_scores_gemma":[0.99267,0.0000069501357,0.0068526855,0.00015382799,0.000036263198,0.00006929997,5.515235e-7,0.000011991153,0.00019844656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99782664,0.000066437635,0.0004279375,0.0006110361,0.0007438806,0.00032406225],"domain_scores_gemma":[0.9985706,0.00016112438,0.00042479695,0.00025500718,0.0005205969,0.00006786314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004947057,0.00019632342,0.00023384092,0.00012737862,0.0006157458,0.00018887279,0.0016166297,0.000031969954,0.00007032232],"category_scores_gemma":[0.00027620263,0.00015363247,0.00007636211,0.00085899443,0.00019657826,0.00053914083,0.0006294797,0.00053687027,0.000010786992],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024135188,0.00019606501,0.0036947783,0.000036823538,0.00004765828,0.000003809227,0.015313956,0.020405117,0.13031524,0.71319103,0.000020001773,0.11653414],"study_design_scores_gemma":[0.00006230696,0.00036721982,0.00038127293,0.00010425833,0.0000120517725,0.000016902515,0.006928012,0.67110044,0.26793694,0.05282044,0.000028701777,0.00024146553],"about_ca_topic_score_codex":0.00011391613,"about_ca_topic_score_gemma":0.0000064167707,"teacher_disagreement_score":0.6603706,"about_ca_system_score_codex":0.00007907002,"about_ca_system_score_gemma":0.00010041976,"threshold_uncertainty_score":0.626495},"labels":[],"label_agreement":null},{"id":"W4283799331","doi":"10.1609/aaai.v36i10.21382","title":"Generation-Focused Table-Based Intermediate Pre-training for Free-Form Question Answering","year":2022,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Question answering; Table (database); Leverage (statistics); Schema (genetic algorithms); Artificial intelligence; Natural language processing; Ask price; Language model; Task (project management); Information retrieval; Data mining","score_opus":0.13912443110804626,"score_gpt":0.3130940979136808,"score_spread":0.17396966680563455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283799331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22184269,0.000016749182,0.7715905,0.0035625405,0.0011885035,0.00079557224,0.00002051626,0.00016677703,0.0008162032],"genre_scores_gemma":[0.973558,0.000002964061,0.025546562,0.0003074058,0.00015756505,0.00028758007,0.0000023240348,0.00001650359,0.00012109761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790037,0.000024546454,0.00058440946,0.0005543063,0.00055415614,0.0003822149],"domain_scores_gemma":[0.9985436,0.00010810601,0.00041540677,0.00041951015,0.00043951854,0.00007381818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010544504,0.00020340904,0.0002302854,0.00016372104,0.00053370703,0.00027061783,0.0024750533,0.000054512286,0.00004533892],"category_scores_gemma":[0.0005313586,0.0001812175,0.00011175732,0.0004931578,0.00009474369,0.0004560114,0.00059073686,0.00030705286,0.0000035801688],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090150825,0.00009454229,0.00012641276,0.00006081053,0.000014354751,3.4062563e-7,0.0039160023,0.013761157,0.058493502,0.78013545,0.0001544341,0.14315282],"study_design_scores_gemma":[0.000058943027,0.00020963559,0.000033807886,0.000075239856,0.000007738648,0.0000015675646,0.00025150296,0.7499764,0.19012922,0.058921356,0.00016309225,0.00017148137],"about_ca_topic_score_codex":0.000054400545,"about_ca_topic_score_gemma":0.000023394368,"teacher_disagreement_score":0.7517153,"about_ca_system_score_codex":0.00013212189,"about_ca_system_score_gemma":0.0002425733,"threshold_uncertainty_score":0.7389835},"labels":[],"label_agreement":null},{"id":"W4283802444","doi":"10.1609/aaai.v36i10.21325","title":"Predicting Above-Sentence Discourse Structure Using Distant Supervision from Topic Segmentation","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Natural language processing; Computer science; Paragraph; Sentence; Parsing; Automatic summarization; Artificial intelligence; Segmentation; Task (project management); Semantic role labeling; Linguistics","score_opus":0.02308686032587811,"score_gpt":0.27335984647268585,"score_spread":0.25027298614680776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283802444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53488,0.000039303748,0.46415022,0.00022720952,0.0005073083,0.0000697474,0.000010993219,0.00006136853,0.00005388911],"genre_scores_gemma":[0.89735216,0.0000013219537,0.10227046,0.00019737992,0.00008873078,0.000004013966,0.000014328213,0.0000055450882,0.00006608536],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987596,0.00006508286,0.00019755114,0.00038658065,0.00041154958,0.00017962903],"domain_scores_gemma":[0.9994223,0.000035966845,0.0000638918,0.00040793,0.000021674292,0.00004822068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000978497,0.000094183895,0.00008767454,0.000043196396,0.00033763525,0.00011317701,0.0005188399,0.000018788553,0.00026613416],"category_scores_gemma":[0.000010140178,0.00008508489,0.00003247022,0.00016487867,0.000011910409,0.00046937272,0.0005819506,0.00014832476,0.0000012096133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024287769,0.00015378383,0.23177299,0.00003513596,0.00006205605,0.0000950275,0.020007387,0.20600818,0.36792636,0.0381894,0.00015242715,0.13557297],"study_design_scores_gemma":[0.00019199416,0.000021188313,0.0020409322,0.000008720074,0.0000056435583,0.0000076288347,0.0016723705,0.9896303,0.0029841617,0.0032656784,0.00005610795,0.0001153004],"about_ca_topic_score_codex":0.0008594693,"about_ca_topic_score_gemma":0.00005764252,"teacher_disagreement_score":0.7836221,"about_ca_system_score_codex":0.00012450873,"about_ca_system_score_gemma":0.00004328113,"threshold_uncertainty_score":0.34696612},"labels":[],"label_agreement":null},{"id":"W4284673342","doi":"10.1145/3477495.3531793","title":"Detecting Frozen Phrases in Open-Domain Question Answering","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Huawei Technologies","keywords":"Computer science; Natural language processing; Question answering; Open domain; Artificial intelligence; Context (archaeology); Domain (mathematical analysis); Task (project management); Information retrieval; Noun phrase; Natural language","score_opus":0.09370089461891895,"score_gpt":0.3472013579749158,"score_spread":0.25350046335599685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284673342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881107,0.000007112105,0.0024411478,0.002505004,0.0002478494,0.0004251057,0.000003347584,0.000020372203,0.0062393327],"genre_scores_gemma":[0.98225325,0.000012687708,0.017485656,0.00010184969,0.000011353956,0.00006593715,0.0000033922506,0.0000029035627,0.00006294631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788916,0.000036046218,0.00050135906,0.00021032941,0.0011206844,0.00024240038],"domain_scores_gemma":[0.9990437,0.00018105668,0.00019425414,0.000133212,0.00040137774,0.00004642267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030250738,0.0000915339,0.000116419695,0.0006345502,0.0002519308,0.00046231173,0.0024655852,0.000032452375,0.000032153323],"category_scores_gemma":[0.0013846072,0.00008051095,0.000012975605,0.0006119409,0.000043185755,0.0016995323,0.0034404788,0.00047674993,0.000003777488],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009673361,0.00031248716,0.14896992,0.00017827157,0.00003771424,0.000004124129,0.028510185,0.001385467,0.005192324,0.7257306,0.00026223462,0.08844935],"study_design_scores_gemma":[0.008079863,0.0010611827,0.19063535,0.0018842451,0.000002283864,0.00008842922,0.03007375,0.35326758,0.10155365,0.29395038,0.018079402,0.0013238603],"about_ca_topic_score_codex":0.0000788822,"about_ca_topic_score_gemma":0.00000988231,"teacher_disagreement_score":0.4317802,"about_ca_system_score_codex":0.00036897502,"about_ca_system_score_gemma":0.00027820273,"threshold_uncertainty_score":0.4581712},"labels":[],"label_agreement":null},{"id":"W4284682639","doi":"10.1145/3477495.3531749","title":"Document Expansion Baselines and Learned Sparse Lexical Representations for MS MARCO V1 and V2","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Compute Canada","keywords":"Computer science; Weighting; Ranking (information retrieval); Information retrieval; Natural language processing; Question answering; Artificial intelligence; Sequence (biology); Term (time); Language model; Artificial neural network","score_opus":0.12052163994477666,"score_gpt":0.3619357305030352,"score_spread":0.24141409055825852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284682639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97363544,0.00002614416,0.0075802472,0.01617964,0.00024011378,0.00073801517,0.000011951867,0.000026645179,0.0015617957],"genre_scores_gemma":[0.97603154,0.0000942314,0.023326024,0.00016962326,0.000018553623,0.00010785087,0.000010907161,0.0000030747676,0.00023820723],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824196,0.00002136329,0.00040383748,0.00022708996,0.00091309473,0.00019263315],"domain_scores_gemma":[0.99891305,0.00029199506,0.00014023166,0.00011203677,0.00047163724,0.000071046445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015266147,0.000089046676,0.00010489805,0.00036883506,0.00033005112,0.00031084535,0.0006904452,0.000032203294,0.000021908269],"category_scores_gemma":[0.0012148789,0.000072373485,0.000014794828,0.00022816911,0.000088355526,0.0009043782,0.0014435035,0.00024902742,0.0000012382869],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014397682,0.00020731449,0.038420297,0.0003186254,0.00006454066,0.0000011430902,0.013934716,0.00026278722,0.0025371967,0.8314957,0.0022985511,0.10901934],"study_design_scores_gemma":[0.007039919,0.0012496199,0.10397355,0.00051524525,0.00000758668,0.0000803282,0.010988106,0.48351648,0.031948004,0.31102625,0.048797727,0.000857198],"about_ca_topic_score_codex":0.000025571866,"about_ca_topic_score_gemma":0.0000018803358,"teacher_disagreement_score":0.5204695,"about_ca_system_score_codex":0.00009277496,"about_ca_system_score_gemma":0.00017798708,"threshold_uncertainty_score":0.29974887},"labels":[],"label_agreement":null},{"id":"W4284686595","doi":"10.1145/3477495.3531717","title":"Another Look at Information Retrieval as Statistical Translation","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Artificial intelligence; Ranking (information retrieval); Simple (philosophy); Information retrieval; Transformer; Statistical model; Replication (statistics); Machine learning; Natural language processing","score_opus":0.08262252473725214,"score_gpt":0.32561120261350107,"score_spread":0.24298867787624895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284686595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9211814,0.00001973634,0.02350941,0.011443621,0.00087723037,0.0012924275,0.00006653354,0.000100153185,0.041509498],"genre_scores_gemma":[0.9874139,0.000024753723,0.011793804,0.00041423785,0.000017588645,0.000034978737,0.000037735434,0.0000043267405,0.00025867825],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99657905,0.000034333305,0.00068301556,0.00019364164,0.0022188176,0.00029112355],"domain_scores_gemma":[0.998397,0.00025609173,0.00026729063,0.00017219546,0.000834601,0.0000728145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018348764,0.00012917347,0.00013441782,0.0006191332,0.00037573464,0.00034737028,0.0014877802,0.000059917762,0.0002514595],"category_scores_gemma":[0.0011590528,0.000109852655,0.000024160823,0.0005511776,0.000099297176,0.0023350867,0.0012873667,0.00047440088,0.000052111853],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029163442,0.0002268267,0.013903049,0.00023362417,0.000075847944,0.0000018228307,0.02311279,0.0005541896,0.0021555517,0.88267624,0.0031005032,0.07104321],"study_design_scores_gemma":[0.009419355,0.0018940192,0.06893078,0.00053520483,0.000009477021,0.00015617177,0.007813406,0.40876907,0.09064454,0.15629405,0.25394627,0.0015876368],"about_ca_topic_score_codex":0.000019260719,"about_ca_topic_score_gemma":0.0000014409181,"teacher_disagreement_score":0.7263822,"about_ca_system_score_codex":0.00046681362,"about_ca_system_score_gemma":0.00040255036,"threshold_uncertainty_score":0.44796613},"labels":[],"label_agreement":null},{"id":"W4284689311","doi":"10.1145/3477495.3531986","title":"H-ERNIE","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Computer science; Relevance (law); Ambiguity; Focus (optics); Matching (statistics); Mores; Language model; Natural language; Information retrieval; Natural language processing; Artificial intelligence; Programming language","score_opus":0.0967995303531606,"score_gpt":0.3273152172855074,"score_spread":0.23051568693234678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284689311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95355713,0.000012128666,0.002416804,0.01029981,0.0006344082,0.00045492532,0.000008529868,0.000046767702,0.032569487],"genre_scores_gemma":[0.9918726,0.00001593147,0.007557464,0.00019831734,0.000013688313,0.00003806433,0.0000035275177,0.0000022478475,0.00029812317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976454,0.00001580664,0.00039097754,0.00016531935,0.001565124,0.00021740417],"domain_scores_gemma":[0.9988451,0.00012786157,0.00015638852,0.00014394845,0.0006741132,0.000052559084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015323806,0.00007928885,0.00008839745,0.00046952014,0.00026236958,0.00024444825,0.0021803596,0.000027427071,0.00007512106],"category_scores_gemma":[0.0009043403,0.00006415933,0.00001704399,0.00045622024,0.000059438793,0.00094050047,0.0023714849,0.0004273347,0.000012827426],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002444186,0.00012309043,0.024939517,0.00006345688,0.000025315101,8.0926884e-7,0.00645116,0.00016656658,0.0007183166,0.9359294,0.0014787108,0.02985923],"study_design_scores_gemma":[0.0057188915,0.0011450195,0.14929186,0.00057406083,0.0000031415784,0.00009831906,0.010089763,0.26846436,0.07385817,0.27863058,0.21087979,0.001246057],"about_ca_topic_score_codex":0.000010540283,"about_ca_topic_score_gemma":6.1914653e-7,"teacher_disagreement_score":0.6572988,"about_ca_system_score_codex":0.0002114184,"about_ca_system_score_gemma":0.00028497886,"threshold_uncertainty_score":0.40516865},"labels":[],"label_agreement":null},{"id":"W4284706463","doi":"10.1145/3477495.3531898","title":"Inconsistent Ranking Assumptions in Medical Search and Their Downstream Consequences","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"National Science Foundation","keywords":"Downstream (manufacturing); Ranking (information retrieval); Relevance (law); Computer science; Point (geometry); Machine learning; Confidence interval; Artificial intelligence; Information retrieval; Data mining; Statistics; Mathematics; Engineering","score_opus":0.09496922730706166,"score_gpt":0.3320899544838965,"score_spread":0.23712072717683486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284706463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984257,0.000020691472,0.0006684463,0.010986638,0.00016434446,0.00030198117,0.0000064218743,0.000017015635,0.003577456],"genre_scores_gemma":[0.9970775,0.00007956249,0.0025721728,0.00017284889,0.0000090048125,0.000044469412,0.000003903605,0.0000019809752,0.00003852046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974119,0.00004574061,0.00049624866,0.00020536938,0.0015927542,0.0002480069],"domain_scores_gemma":[0.998866,0.00033725807,0.000103565595,0.00011623616,0.00049356883,0.00008335788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031192326,0.000095928975,0.000129253,0.0006927421,0.00025791497,0.00025479848,0.0014497044,0.00004740469,0.000064748485],"category_scores_gemma":[0.0012748789,0.000071759205,0.000015806367,0.00049929874,0.00021764386,0.0007504484,0.0021184885,0.00061791495,0.0000026162766],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040210938,0.000259667,0.14639525,0.0001709933,0.000054242293,0.0000052393893,0.02348832,0.00032538024,0.0011043481,0.72298163,0.00017408257,0.104638726],"study_design_scores_gemma":[0.007198982,0.0008324922,0.22699204,0.0018210196,0.0000027247763,0.00034637479,0.03136195,0.55172664,0.033133317,0.13623725,0.00927196,0.0010752571],"about_ca_topic_score_codex":0.000066020286,"about_ca_topic_score_gemma":0.000014192692,"teacher_disagreement_score":0.58674437,"about_ca_system_score_codex":0.00021804712,"about_ca_system_score_gemma":0.0006153823,"threshold_uncertainty_score":0.29262555},"labels":[],"label_agreement":null},{"id":"W4284708021","doi":"10.1145/3477495.3531853","title":"Neural Query Synthesis and Domain-Specific Ranking Templates for Multi-Stage Clinical Trial Matching","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Computer science; Matching (statistics); Pipeline (software); Pointwise; Relevance (law); Sentence; Domain (mathematical analysis); Artificial intelligence; Information retrieval; Data mining","score_opus":0.30087903734505234,"score_gpt":0.4115527108054265,"score_spread":0.11067367346037416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284708021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820114,0.000014687677,0.013954378,0.0022242202,0.00053512095,0.00076209503,0.0000127828835,0.000025136214,0.0004601944],"genre_scores_gemma":[0.9398965,0.000046353605,0.059694193,0.0001073784,0.000038620154,0.00013710203,0.000004101102,0.0000045792935,0.00007114342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976654,0.00004402346,0.0007548843,0.0002608042,0.0010179991,0.0002568726],"domain_scores_gemma":[0.9980773,0.00091260154,0.00029240028,0.00013328226,0.00051738915,0.000067074485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041233553,0.00011342203,0.00017835332,0.00041511012,0.0004237643,0.0004348685,0.0013473888,0.000050569357,0.00001789975],"category_scores_gemma":[0.0012502654,0.0000919721,0.00003787638,0.00024347605,0.00009540515,0.00095735554,0.0015243471,0.0004544709,0.000001388906],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017071603,0.00041298446,0.024889933,0.00029531663,0.00010745834,0.000002013651,0.014312351,0.0002489921,0.00091079395,0.8342423,0.00046206353,0.10704418],"study_design_scores_gemma":[0.07779231,0.002640961,0.06615838,0.0011736561,0.000009957202,0.00008080506,0.023262722,0.5859744,0.020976054,0.12440677,0.095622286,0.0019017181],"about_ca_topic_score_codex":0.000009432563,"about_ca_topic_score_gemma":0.0000011715575,"teacher_disagreement_score":0.7098355,"about_ca_system_score_codex":0.00013079248,"about_ca_system_score_gemma":0.00018423019,"threshold_uncertainty_score":0.41934472},"labels":[],"label_agreement":null},{"id":"W4284709654","doi":"10.1145/3510003.3510159","title":"CLEAR","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Task (project management); Natural language processing; Artificial intelligence; Word (group theory); Information retrieval; Embedding; Semantics (computer science); Programming language; Mathematics","score_opus":0.02487960478481576,"score_gpt":0.22987186236868118,"score_spread":0.2049922575838654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284709654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5790793,0.000050517094,0.3941197,0.0059458427,0.0056889057,0.00044561405,0.000025220761,0.0009015469,0.013743366],"genre_scores_gemma":[0.9673474,0.0000022173056,0.032047473,0.0001443891,0.000053318792,0.000028030356,4.2130267e-7,0.000008950239,0.0003677925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989398,0.0000028324462,0.00017364351,0.00021677064,0.00053230947,0.00013465027],"domain_scores_gemma":[0.9995461,0.000024880987,0.000104182,0.0001354705,0.00015877311,0.000030600684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019386302,0.00009176343,0.000087412634,0.00010431478,0.00009249816,0.00007155802,0.0019411732,0.000017441102,0.00007074084],"category_scores_gemma":[0.00018977578,0.00008122571,0.0000621352,0.00018046255,0.000010989929,0.00022168287,0.00088133145,0.00025381928,0.00000404398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008277648,0.000027065193,0.001757295,0.00001641054,0.000022385144,6.420047e-7,0.0004217142,0.0132160755,0.0021823104,0.97979224,0.0003069583,0.0022486143],"study_design_scores_gemma":[0.00032892643,0.000117124415,0.0026324058,0.00010038482,0.000005321577,0.000037651873,0.00015904957,0.97349256,0.00763559,0.006667995,0.008526174,0.0002968258],"about_ca_topic_score_codex":0.0000051290517,"about_ca_topic_score_gemma":6.682511e-8,"teacher_disagreement_score":0.97312427,"about_ca_system_score_codex":0.00009192723,"about_ca_system_score_gemma":0.000029852179,"threshold_uncertainty_score":0.3607215},"labels":[],"label_agreement":null},{"id":"W4285009115","doi":"10.22215/etd/2022-15107","title":"Relation Mapping For Question Answering Over Knowledge Graphs Using Large Corpus Of Free Text","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Question answering; Knowledge graph; Relation (database); Natural language; Natural language processing; SPARQL; Artificial intelligence; Information retrieval; Graph; Context (archaeology); RDF; Semantic Web; Theoretical computer science; Data mining","score_opus":0.030199614223749248,"score_gpt":0.30425153730216664,"score_spread":0.2740519230784174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285009115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11342314,0.0009295555,0.879504,0.000011085015,0.0025617552,0.00046390924,0.000011122709,0.0001436817,0.002951734],"genre_scores_gemma":[0.66300243,0.00007020826,0.3270356,0.00004823289,0.00021459724,0.00013644845,0.0006116904,0.000088440414,0.008792319],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984382,0.00006136959,0.0004926962,0.00048573877,0.000278274,0.00024373311],"domain_scores_gemma":[0.9986939,0.00010514801,0.0003881132,0.00060263154,0.00017207947,0.000038129132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005264234,0.00019552911,0.00026866517,0.00042750107,0.00021371034,0.00005855508,0.0006358121,0.00017830753,0.00005882118],"category_scores_gemma":[0.00009881905,0.00022304044,0.00015420844,0.0004094806,0.000005941619,0.00042058103,0.000161562,0.0002171189,0.0000011808714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029330477,0.00011932021,0.0010693959,0.00092354923,0.000074468204,0.0000021687827,0.0077983406,0.004342192,0.01160915,0.94519866,0.00031668722,0.028516721],"study_design_scores_gemma":[0.00054555276,0.000042078147,0.0032133663,0.0002876206,0.000030267482,0.0000025478676,0.00038596182,0.9713783,0.0010008876,0.020457804,0.0023119792,0.00034359927],"about_ca_topic_score_codex":0.00019128098,"about_ca_topic_score_gemma":0.00032124494,"teacher_disagreement_score":0.9670361,"about_ca_system_score_codex":0.00014732094,"about_ca_system_score_gemma":0.00014992285,"threshold_uncertainty_score":0.9095325},"labels":[],"label_agreement":null},{"id":"W4285045211","doi":"10.1007/s10796-022-10295-0","title":"Knowledge Graph and Deep Learning-based Text-to-GraphQL Model for Intelligent Medical Consultation Chatbot","year":2022,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Topic Modeling","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited","keywords":"Computer science; Adapter (computing); Chatbot; Natural language processing; Artificial intelligence; Parsing; Programming language; Information retrieval; Database","score_opus":0.017524946325652855,"score_gpt":0.2484159739786928,"score_spread":0.23089102765303995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285045211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016758105,0.00042786606,0.9949821,0.00041778132,0.0012287394,0.00076691183,0.000008367985,0.00016735661,0.0003250625],"genre_scores_gemma":[0.9719392,0.000011172099,0.026685119,0.0005052358,0.00003211184,0.00061781076,0.000037936454,0.000008467717,0.00016291221],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841744,0.00009678132,0.00054124487,0.00019786428,0.00051497464,0.00023168408],"domain_scores_gemma":[0.9991026,0.00009203419,0.00020003652,0.00021960381,0.0001992377,0.00018652406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011007005,0.00012560945,0.00018373302,0.0004971325,0.00038915093,0.00018926087,0.00044172347,0.00006316438,0.0000033128003],"category_scores_gemma":[0.00019308411,0.00013065031,0.000055969962,0.00038905418,0.000027788175,0.0007262251,0.00014455999,0.00017044839,0.000010488527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002191756,0.00001713698,0.00023651971,0.000101832855,0.000019920257,3.3443067e-7,0.01635175,0.88570744,0.000001937763,0.014898585,0.0024526792,0.08018993],"study_design_scores_gemma":[0.0005421296,0.000064414875,0.000017455288,0.000017628721,0.0000046310342,0.0000063012103,0.0022957737,0.95455086,0.000008171949,0.00021223388,0.04213488,0.00014553961],"about_ca_topic_score_codex":0.000024206383,"about_ca_topic_score_gemma":0.0000048134125,"teacher_disagreement_score":0.9702634,"about_ca_system_score_codex":0.00012214259,"about_ca_system_score_gemma":0.00016424415,"threshold_uncertainty_score":0.5327765},"labels":[],"label_agreement":null},{"id":"W4285119752","doi":"10.18653/v1/2022.bionlp-1.33","title":"Doctor XAvIer: Explainable Diagnosis on Physician-Patient Dialogues and XAI Evaluation","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Attribution; Feature (linguistics); Metric (unit); Plot (graphics); Artificial intelligence; Computer science; Pattern recognition (psychology); F1 score; Natural language processing; Mathematics; Statistics; Psychology; Linguistics; Social psychology; Philosophy; Engineering","score_opus":0.046959093352888046,"score_gpt":0.2631326237226032,"score_spread":0.21617353036971515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285119752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9225106,0.00037797005,0.057995457,0.0028352463,0.0010359482,0.0006659353,0.000005239264,0.00020759042,0.014365995],"genre_scores_gemma":[0.9928601,0.000013700416,0.004698031,0.0016811154,0.000054063923,0.00046552255,0.000004305467,0.000004904123,0.0002182988],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987682,0.00012993011,0.00012588891,0.00033168696,0.00048255827,0.00016171725],"domain_scores_gemma":[0.99944574,0.00008894576,0.000044857003,0.00033809277,0.000040847735,0.000041533647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031705122,0.00007989239,0.000086487584,0.000066390065,0.00025934938,0.00007580608,0.00025402018,0.000012227413,0.00010698341],"category_scores_gemma":[0.000030121722,0.00007469274,0.00002596933,0.0001593322,0.00000891779,0.0002475316,0.00035481615,0.00007956295,0.000017761313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006231816,0.00022570603,0.0010922222,0.000009197254,0.000013347235,0.0000067292667,0.0040555825,0.015487035,0.00014509469,0.096964,0.004939353,0.8770555],"study_design_scores_gemma":[0.00057768536,0.0006410066,0.0017593524,0.000014142214,0.000015150707,0.0000035058977,0.00045332266,0.9270627,0.0035755995,0.020728769,0.04482298,0.00034578366],"about_ca_topic_score_codex":0.00007537863,"about_ca_topic_score_gemma":0.00000625357,"teacher_disagreement_score":0.9115757,"about_ca_system_score_codex":0.00010805552,"about_ca_system_score_gemma":0.000033467466,"threshold_uncertainty_score":0.30458817},"labels":[],"label_agreement":null},{"id":"W4285143696","doi":"10.18653/v1/2022.in2writing-1","title":"Proceedings of the First Workshop on Intelligent and Interactive Writing Assistants (In2Writing 2022)","year":2022,"lang":"en","type":"paratext","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Science Foundation","keywords":"Computer science; Human–computer interaction; Multimedia","score_opus":0.02983464763860292,"score_gpt":0.27783615263109507,"score_spread":0.24800150499249216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285143696","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028220186,0.001650482,0.07705266,0.0057270117,0.0062073716,0.0014974107,0.000041933097,0.0001762082,0.8794267],"genre_scores_gemma":[0.772539,0.0006438366,0.01052058,0.001974411,0.0006767553,0.00019775848,0.000007956427,0.000094704104,0.21334496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772865,0.000028394486,0.000560767,0.0007703204,0.000587211,0.00032466406],"domain_scores_gemma":[0.9985136,0.0003823382,0.0005011912,0.00038414248,0.00016031349,0.00005841359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046036666,0.00029286745,0.0003725636,0.00017193971,0.00035129854,0.0003049453,0.0015176915,0.00013182808,0.00072424294],"category_scores_gemma":[0.00013904931,0.00022511675,0.00012590586,0.00045117957,0.00005368718,0.00026693326,0.0023862063,0.0010166883,0.000045489625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108919216,0.00049735955,0.0013006158,0.0019073989,0.00049572106,0.00002056729,0.016772965,0.0033229047,0.0004634855,0.10117066,0.34072444,0.533215],"study_design_scores_gemma":[0.0010763529,0.00041747303,0.0010507704,0.011685444,0.00010484045,0.00014949437,0.017620562,0.37707442,0.010149977,0.001653806,0.57616794,0.0028488974],"about_ca_topic_score_codex":0.000040151383,"about_ca_topic_score_gemma":0.000012680258,"teacher_disagreement_score":0.74431884,"about_ca_system_score_codex":0.00021263584,"about_ca_system_score_gemma":0.00007905019,"threshold_uncertainty_score":0.91799945},"labels":[],"label_agreement":null},{"id":"W4285148079","doi":"10.18653/v1/2022.findings-acl.293","title":"Local Structure Matters Most: Perturbation Study in NLU","year":2022,"lang":"en","type":"article","venue":"Findings of the Association for Computational Linguistics: ACL 2022","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; McGill University; Polytechnique Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Canada First Research Excellence Fund; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Perturbation (astronomy); Word order; Phenomenon; Artificial neural network; Invariant (physics); Artificial intelligence; Natural language processing; Mathematics; Physics","score_opus":0.010150799814172976,"score_gpt":0.24417974456153907,"score_spread":0.2340289447473661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285148079","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43826318,0.000066234694,0.5405857,0.007873446,0.008687241,0.0028119015,0.00078585756,0.00017640827,0.00075001945],"genre_scores_gemma":[0.99072874,1.4241152e-7,0.008002929,0.0005906869,0.00010368405,0.00004059561,0.0000646445,0.000011976867,0.0004565819],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980074,0.00014838748,0.0004467425,0.0003124869,0.0008855384,0.00019945129],"domain_scores_gemma":[0.99833447,0.0006135527,0.00043596423,0.0002246009,0.00036657357,0.00002484093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008035807,0.000114538496,0.00017952199,0.0001791077,0.00035868422,0.00006285012,0.00087670906,0.00004115809,0.000024543642],"category_scores_gemma":[0.0014405487,0.000115122406,0.000084680265,0.000545637,0.0000133648255,0.000063331056,0.00050733925,0.00026377602,0.0000014875052],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014913633,0.00013546631,0.046868596,0.000014510869,0.000044012217,8.918118e-7,0.00228234,0.86793137,0.000018002493,0.08018631,0.0021983406,0.00030524927],"study_design_scores_gemma":[0.0010703804,0.00012199331,0.047833312,0.000009183535,0.00002198444,0.0000015320551,0.00049248437,0.842502,0.000045445147,0.10378275,0.003933719,0.0001852107],"about_ca_topic_score_codex":0.000047216126,"about_ca_topic_score_gemma":0.00001672237,"teacher_disagreement_score":0.55246556,"about_ca_system_score_codex":0.0009062517,"about_ca_system_score_gemma":0.00015638085,"threshold_uncertainty_score":0.46945554},"labels":[],"label_agreement":null},{"id":"W4285155190","doi":"10.18653/v1/2022.findings-acl.168","title":"Question Generation for Reading Comprehension Assessment by Modeling How and What to Ask","year":2022,"lang":"en","type":"article","venue":"Findings of the Association for Computational Linguistics: ACL 2022","topic":"Topic Modeling","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reading comprehension; Computer science; Comprehension; Reading (process); Focus (optics); Artificial intelligence; Natural language processing; Mathematics education; Linguistics; Psychology","score_opus":0.02239636680911099,"score_gpt":0.2829373594837503,"score_spread":0.2605409926746393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285155190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03809086,0.00007331541,0.9552134,0.0034314708,0.002190955,0.00077823445,0.0001493393,0.000045444853,0.000026945208],"genre_scores_gemma":[0.8495212,0.0000054733473,0.14907618,0.00041942496,0.00025584898,0.00013827236,0.0002700254,0.00001579678,0.00029779068],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982722,0.00011265652,0.00034540525,0.0003918821,0.00067320623,0.00020469603],"domain_scores_gemma":[0.9980315,0.0005873343,0.00037885417,0.00018330854,0.0007699325,0.000049053964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013840517,0.00012577027,0.00018874541,0.00012767003,0.000818965,0.00037726114,0.000422081,0.00004999765,0.0000019379856],"category_scores_gemma":[0.0014747554,0.00013358661,0.00009540474,0.00021845869,0.0000071900795,0.00023660035,0.00040478713,0.00014455045,3.1933072e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010405208,0.00003879185,0.0007179411,0.000025745167,0.00003620726,6.431815e-8,0.00039291047,0.80537236,0.0013982065,0.18576851,0.0050399816,0.0011988952],"study_design_scores_gemma":[0.00041649878,0.00009218402,0.00021158127,0.000022710143,0.000023190276,8.036712e-7,0.00010223057,0.97108704,0.00019776482,0.02127923,0.0064270697,0.00013967876],"about_ca_topic_score_codex":0.000013545341,"about_ca_topic_score_gemma":0.0000018597591,"teacher_disagreement_score":0.81143034,"about_ca_system_score_codex":0.0006711242,"about_ca_system_score_gemma":0.00010438057,"threshold_uncertainty_score":0.62988997},"labels":[],"label_agreement":null},{"id":"W4285171765","doi":"10.18653/v1/2022.acl-long.360","title":"PRIMERA: Pyramid-based Masked Sentence Pre-training for Multi-document Summarization","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","topic":"Topic Modeling","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Encoder; Transformer; Focus (optics); Artificial intelligence; Pyramid (geometry); Sentence; Multi-document summarization; Training set; Natural language processing; Information retrieval; Pattern recognition (psychology)","score_opus":0.019584428927741152,"score_gpt":0.26176870111486816,"score_spread":0.24218427218712701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285171765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19100028,0.00018416462,0.77863705,0.008173574,0.010142866,0.0077055516,0.0011534551,0.0005434411,0.0024595878],"genre_scores_gemma":[0.85989195,4.3316476e-7,0.1387345,0.00027860605,0.00018442761,0.000118592645,0.000023122058,0.000023552328,0.00074479706],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737835,0.000044256783,0.0007309707,0.00042037942,0.0010747352,0.00035130393],"domain_scores_gemma":[0.99468285,0.00071704236,0.0018359135,0.0001838524,0.0025290123,0.000051314622],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019462544,0.00019203112,0.0002858427,0.00010258672,0.00090516725,0.00009883079,0.0013914629,0.00007050724,0.0000014214884],"category_scores_gemma":[0.0101632215,0.00017035217,0.00029467666,0.00045273712,0.000056559034,0.00010518063,0.00056367164,0.00021149182,2.6837208e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008235298,0.00016996184,0.064683996,0.00030600245,0.0001405458,7.270882e-8,0.0039422433,0.86629725,0.0009065494,0.062046625,0.00054765417,0.00087672647],"study_design_scores_gemma":[0.001069829,0.00011284678,0.012431033,0.00012275577,0.00008560521,8.006776e-7,0.0004278134,0.9732101,0.0014840162,0.008459907,0.0023735394,0.00022177823],"about_ca_topic_score_codex":0.000033000768,"about_ca_topic_score_gemma":0.0000033664594,"teacher_disagreement_score":0.66889167,"about_ca_system_score_codex":0.00045620083,"about_ca_system_score_gemma":0.00030021547,"threshold_uncertainty_score":0.9981746},"labels":[],"label_agreement":null},{"id":"W4285226597","doi":"10.18653/v1/2022.acl-long.92","title":"WatClaimCheck: A new Dataset for Claim Entailment and Inference","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Waterloo","funders":"Vector Institute; Natural Sciences and Engineering Research Council of Canada; Government of Canada; Canadian Institute for Advanced Research","keywords":"Premise; Inference; Computer science; Identification (biology); Task (project management); Logical consequence; Textual entailment; Information retrieval; Quality (philosophy); Data science; Artificial intelligence; Natural language processing; Epistemology; Engineering","score_opus":0.014398754585220922,"score_gpt":0.2566326457056536,"score_spread":0.24223389112043267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285226597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5420154,0.0014002627,0.31002954,0.064090975,0.023158384,0.017939452,0.03034026,0.0007716232,0.010254151],"genre_scores_gemma":[0.9475317,0.000001739513,0.050916795,0.0003813868,0.00024319824,0.000053118463,0.000070292874,0.000015252235,0.0007865205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981107,0.000022778206,0.0005177849,0.00033521012,0.0007559209,0.00025757003],"domain_scores_gemma":[0.99682766,0.0007244809,0.0011477398,0.00016357088,0.0010747941,0.00006176931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001258258,0.00014611575,0.00022848274,0.00006197321,0.0006446372,0.000085350046,0.0011694825,0.000051269242,0.0000021558267],"category_scores_gemma":[0.0067502763,0.00012251962,0.00014277965,0.00025238458,0.00004056404,0.00008831806,0.0010206351,0.0001792977,2.978458e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019138865,0.00035486592,0.2067445,0.00078609295,0.0004734978,2.2460489e-7,0.009254459,0.28636938,0.001162476,0.42903462,0.06163951,0.0039889785],"study_design_scores_gemma":[0.0025037555,0.0003956144,0.018870695,0.00022653882,0.0002562884,0.000005418473,0.0010855172,0.7349062,0.001443526,0.13299087,0.10671999,0.000595619],"about_ca_topic_score_codex":0.00005642614,"about_ca_topic_score_gemma":0.0000046262826,"teacher_disagreement_score":0.44853678,"about_ca_system_score_codex":0.00023163586,"about_ca_system_score_gemma":0.00020663333,"threshold_uncertainty_score":0.8081199},"labels":[],"label_agreement":null},{"id":"W4285263440","doi":"10.18653/v1/2022.acl-long.129","title":"Probing as Quantifying Inductive Bias","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Max Planck ETH Center for Learning Systems; McGill University; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Inductive bias; Computer science; ENCODE; Variety (cybernetics); Task (project management); Bayesian probability; Artificial intelligence; Natural language processing; Range (aeronautics); Position paper; Multi-task learning; Machine learning","score_opus":0.02919653589517536,"score_gpt":0.2628133028168727,"score_spread":0.23361676692169736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285263440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9532183,0.00017825131,0.009153674,0.0056928457,0.008268338,0.0026768737,0.00028874638,0.00033119964,0.020191774],"genre_scores_gemma":[0.97726536,6.587079e-7,0.021266906,0.00022997137,0.00027178475,0.000045708086,0.0000042945367,0.000023223922,0.0008921053],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99722135,0.00005885081,0.0006938143,0.00040312627,0.0012887361,0.0003341179],"domain_scores_gemma":[0.99434465,0.0007510947,0.0021341608,0.00019950178,0.0025198387,0.00005075677],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021628626,0.00018389254,0.00029116633,0.000121666795,0.0010424362,0.00010226854,0.0017139175,0.00007301599,0.0000029816258],"category_scores_gemma":[0.013640029,0.00015534415,0.0002877115,0.00067712786,0.00005787575,0.00012838087,0.0012126504,0.0003774465,0.0000013654864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062234096,0.0002260473,0.20843315,0.00032548286,0.0003036723,3.4744528e-7,0.013076693,0.3848622,0.0015809936,0.3885279,0.0016273239,0.0009739126],"study_design_scores_gemma":[0.0022952142,0.0004764826,0.04388166,0.0006760771,0.00034469363,0.000019659148,0.0064340755,0.76224804,0.006787101,0.15537018,0.02032397,0.0011428342],"about_ca_topic_score_codex":0.00007620362,"about_ca_topic_score_gemma":0.0000029373957,"teacher_disagreement_score":0.37738582,"about_ca_system_score_codex":0.0004413902,"about_ca_system_score_gemma":0.00024765145,"threshold_uncertainty_score":0.9946685},"labels":[],"label_agreement":null},{"id":"W4285264466","doi":"10.2139/ssrn.4101003","title":"Regularizing Deep Text Models by Encouraging Competition","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Competition (biology); Computer science; Psychology; Data science","score_opus":0.008238387120771863,"score_gpt":0.20618098105084953,"score_spread":0.19794259393007768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285264466","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01356647,0.0030824728,0.97862715,0.0029755966,0.00032417022,0.00007102774,7.103941e-7,0.00009634771,0.0012560412],"genre_scores_gemma":[0.99227846,0.00029510772,0.0063624973,0.0003395971,0.00012408655,0.000010888131,0.000002988784,0.000015961787,0.0005704007],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969736,0.00017638452,0.00029023935,0.00031500214,0.00055773824,0.001687057],"domain_scores_gemma":[0.9993475,0.000032074146,0.00016654123,0.00032798093,0.00004815135,0.000077757395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019336432,0.00013076108,0.00014389766,0.00013666872,0.00086840027,0.00016873662,0.0011007768,0.000028326454,0.000030294757],"category_scores_gemma":[0.000010106767,0.00014118425,0.000089783876,0.00026727444,0.000014884352,0.00072514766,0.00033608804,0.001989501,0.0000070966353],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004095251,0.00003412845,0.00002613465,0.000001773534,0.000029915214,0.0000067548754,0.0005091673,0.046775714,0.0011096634,0.895176,0.000116032854,0.056210633],"study_design_scores_gemma":[0.00023073821,0.0000717363,0.0000023952052,0.000004357494,0.0000047001263,0.0007666533,0.000687785,0.49248692,0.000048805174,0.50420636,0.0013619112,0.00012764255],"about_ca_topic_score_codex":0.000041625306,"about_ca_topic_score_gemma":0.000029046536,"teacher_disagreement_score":0.978712,"about_ca_system_score_codex":0.001442331,"about_ca_system_score_gemma":0.0008067045,"threshold_uncertainty_score":0.86435026},"labels":[],"label_agreement":null},{"id":"W4285272223","doi":"10.18653/v1/2022.acl-short.10","title":"Automatic Detection of Entity-Manipulated Text using Factual Knowledge","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Compute Canada; Advanced Micro Devices","keywords":"Computer science; Convolutional neural network; Exploit; Focus (optics); Task (project management); Artificial intelligence; Information retrieval; Code (set theory); Graph; Knowledge graph; Natural language processing; Theoretical computer science; Computer security","score_opus":0.04609297090021416,"score_gpt":0.27107876610736004,"score_spread":0.22498579520714587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285272223","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4840239,0.000017621638,0.5150914,0.0000094062225,0.0002356532,0.000045610373,2.3412002e-7,0.000080236496,0.0004958959],"genre_scores_gemma":[0.98286855,2.1480534e-7,0.016907997,0.000017646944,0.000012722463,0.0000033068509,3.682712e-7,0.0000039379315,0.0001852516],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992939,0.0000683743,0.00018486782,0.00017103874,0.00016598495,0.00011578245],"domain_scores_gemma":[0.9995808,0.000029009996,0.000060991748,0.00027419892,0.000030325305,0.000024649162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018367823,0.00005544419,0.00008951063,0.000116663796,0.00014666202,0.000026176513,0.00035273028,0.000016579213,0.00024807878],"category_scores_gemma":[0.000013799568,0.00005689566,0.000036995894,0.00031482932,0.000008411682,0.0001809306,0.00041586504,0.00008574301,0.000011985668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004379354,0.0003775998,0.00075918564,0.00011989573,0.00006765105,0.000010183498,0.008666249,0.06494404,0.2273131,0.024006411,0.000070714836,0.6736606],"study_design_scores_gemma":[0.00009981196,0.000030481166,0.0002977047,0.0000030017475,0.0000034049112,0.000012576396,0.00007191574,0.9884217,0.010298032,0.0005079847,0.0001902208,0.00006316146],"about_ca_topic_score_codex":0.00015948545,"about_ca_topic_score_gemma":0.000022250422,"teacher_disagreement_score":0.92347765,"about_ca_system_score_codex":0.00008628897,"about_ca_system_score_gemma":0.000044883698,"threshold_uncertainty_score":0.2716289},"labels":[],"label_agreement":null},{"id":"W4285276820","doi":"10.18653/v1/2022.bionlp-1.23","title":"BioCite: A Deep Learning-based Citation Linkage Framework for Biomedical Research Articles","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Citation; Sentence; Task (project management); Linkage (software); Information retrieval; Natural language processing; Tree (set theory); Artificial intelligence; Citation analysis; Data science; World Wide Web","score_opus":0.09386321376941074,"score_gpt":0.3667553531999227,"score_spread":0.27289213943051194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285276820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023551602,0.000064673506,0.9668838,0.008720395,0.0002145366,0.0002310059,9.77991e-7,0.00020077739,0.00013225984],"genre_scores_gemma":[0.63579476,6.210215e-7,0.36343467,0.0003894147,0.000065816406,0.00013536437,0.0000044379576,0.0000061878313,0.00016875038],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980581,0.00028927444,0.00018833502,0.00037026659,0.00073163374,0.00036241382],"domain_scores_gemma":[0.998226,0.0011727731,0.000037133534,0.0003448913,0.0001186896,0.00010054725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020233048,0.000064382,0.00008249043,0.00028778822,0.00059765606,0.00013599446,0.0006735752,0.000055313896,0.00017248833],"category_scores_gemma":[0.0008293105,0.00006233694,0.00005177149,0.0009914106,0.000054462624,0.0001086699,0.00033137872,0.00049882266,0.00002457868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031360996,0.00025700632,0.0005831911,0.000045830744,0.000015159191,0.000016259188,0.0038113322,0.02942456,0.0014261691,0.69695944,0.0011112118,0.26631847],"study_design_scores_gemma":[0.0002355344,0.00025219645,0.00010240044,0.0000057924026,0.0000011740315,0.0000012822121,0.00035372408,0.9092362,0.00043651866,0.08081685,0.008480009,0.00007835473],"about_ca_topic_score_codex":0.000029359358,"about_ca_topic_score_gemma":0.000003830648,"teacher_disagreement_score":0.8798116,"about_ca_system_score_codex":0.00008392932,"about_ca_system_score_gemma":0.00011378585,"threshold_uncertainty_score":0.45967475},"labels":[],"label_agreement":null},{"id":"W4285286742","doi":"10.32604/cmc.2022.027236","title":"Automating Transfer Credit Assessment-A Natural Language Processing-Based Approach","year":2022,"lang":"en","type":"article","venue":"Computers, materials & continua/Computers, materials & continua (Print)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Natural language processing; Transfer (computing); Artificial intelligence","score_opus":0.011567822472052763,"score_gpt":0.2432532928695259,"score_spread":0.23168547039747314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285286742","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45680562,0.00039660008,0.52471155,0.00068278256,0.012686488,0.0018546779,0.00018277037,0.0023442393,0.00033528497],"genre_scores_gemma":[0.8019576,0.0000056775525,0.1926077,0.001800698,0.0020667322,0.0005593342,0.00047671018,0.00021603993,0.00030951793],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98661417,0.0022187897,0.003215849,0.0034194665,0.002048565,0.0024831765],"domain_scores_gemma":[0.9943516,0.00048793326,0.0012896383,0.0028990177,0.00048023765,0.00049156486],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.004030449,0.0017772665,0.0027386083,0.0008710076,0.0014161246,0.00505093,0.006524769,0.00040472724,0.00085423986],"category_scores_gemma":[0.00008985062,0.0018844386,0.0005314613,0.00095747894,0.0002860641,0.0019854947,0.004065594,0.0009801988,0.00011492937],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041601036,0.0014002252,0.00038697582,0.0018674147,0.00056875416,0.0008378492,0.009186526,0.005202732,0.8580992,0.008686147,0.00951526,0.103832886],"study_design_scores_gemma":[0.016650496,0.0013021922,0.009190698,0.00176343,0.000468917,0.001065282,0.0011536361,0.7023356,0.23776561,0.0006769923,0.018979734,0.008647404],"about_ca_topic_score_codex":0.000369338,"about_ca_topic_score_gemma":0.000011059743,"teacher_disagreement_score":0.6971329,"about_ca_system_score_codex":0.00069921295,"about_ca_system_score_gemma":0.0006996807,"threshold_uncertainty_score":0.9998839},"labels":[],"label_agreement":null},{"id":"W4285308692","doi":"10.18653/v1/2022.nlp4convai-1.17","title":"Toward Knowledge-Enriched Conversational Recommendation Systems","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Research (Canada)","funders":"National Research Foundation Singapore; National Research Foundation","keywords":"Computer science; Recommender system; Knowledge graph; Natural language processing; Scale (ratio); Artificial intelligence; Information retrieval; World Wide Web; Human–computer interaction","score_opus":0.060685804570036965,"score_gpt":0.2693948918523879,"score_spread":0.20870908728235094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285308692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012576015,0.000047048045,0.96856254,0.0028251663,0.0015857492,0.000103740254,0.0000013939616,0.00017601428,0.025440743],"genre_scores_gemma":[0.985519,0.0000011482906,0.011603528,0.0002731835,0.00006850182,0.0000481379,0.000014257315,0.000003241166,0.002468989],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928606,0.00009963976,0.00014445775,0.00021159208,0.00015167496,0.000106591666],"domain_scores_gemma":[0.99962777,0.00006117183,0.00004239736,0.0001897647,0.0000451878,0.00003372577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036498756,0.000049482067,0.00006163316,0.00006647741,0.00014473512,0.0000678223,0.00038728837,0.000012577979,0.00042914113],"category_scores_gemma":[0.000012222745,0.00005099686,0.000022646487,0.00018465017,0.0000044942103,0.00021461131,0.0003471664,0.00008321054,0.00007417388],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002163498,0.000062678235,0.0003440345,0.000013707643,0.00001472769,0.0000019781469,0.0022537643,0.007709842,0.00019604579,0.9498867,0.011670157,0.027844243],"study_design_scores_gemma":[0.00017422084,0.000018803543,0.00012233037,5.587316e-7,0.0000011270554,0.000012517654,0.00029525388,0.93254954,0.000023159657,0.0013852831,0.06534087,0.00007636568],"about_ca_topic_score_codex":0.000048327773,"about_ca_topic_score_gemma":8.778916e-7,"teacher_disagreement_score":0.9842614,"about_ca_system_score_codex":0.00013394387,"about_ca_system_score_gemma":0.00007687231,"threshold_uncertainty_score":0.46987945},"labels":[],"label_agreement":null},{"id":"W4285310604","doi":"10.18653/v1/2022.nlp4convai-1.5","title":"Data Augmentation for Intent Classification with Off-the-shelf Large Language Models","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Classifier (UML); Training set; Task (project management); Labeled data; Language model; Machine learning; Artificial intelligence; Scarcity; Data quality; Data mining; Metric (unit)","score_opus":0.11258400597139151,"score_gpt":0.31340503453173507,"score_spread":0.20082102856034356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285310604","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004793735,0.000055871948,0.9905665,0.0032653762,0.000115429895,0.00033219188,0.000044157452,0.000087561246,0.00073918374],"genre_scores_gemma":[0.8892365,0.0000023447024,0.108308546,0.0009771603,0.00003287627,0.00017123486,0.00017912731,0.000006640164,0.0010855529],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991919,0.000037022583,0.00011729092,0.0003009741,0.00022192863,0.00013090637],"domain_scores_gemma":[0.99888813,0.000043735563,0.00005450299,0.0009618058,0.000031286316,0.000020535483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045155518,0.000052431522,0.00004868476,0.000030945703,0.00022122465,0.00006942234,0.0011310853,0.0000085816455,0.000022995766],"category_scores_gemma":[0.000008185264,0.000036577716,0.000013411935,0.000117669355,0.000006794851,0.00047508956,0.0005857227,0.000064570115,0.0000024928945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030395664,0.00013668403,0.00007984357,0.000016090335,0.00003119038,0.0000023478822,0.0059056566,0.022095433,0.0010607775,0.8407208,0.006538009,0.1233828],"study_design_scores_gemma":[0.00028760306,0.00003721052,0.000040793348,0.0000012956754,0.000004908774,0.0000039510974,0.0017987702,0.99055165,0.000089953304,0.0016780192,0.005448167,0.00005769255],"about_ca_topic_score_codex":0.000033632867,"about_ca_topic_score_gemma":0.000061680636,"teacher_disagreement_score":0.9684562,"about_ca_system_score_codex":0.000050891602,"about_ca_system_score_gemma":0.000042252672,"threshold_uncertainty_score":0.21018568},"labels":[],"label_agreement":null},{"id":"W4285464655","doi":"10.32920/ryerson.14660694.v1","title":"Identity matching in social media platforms","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; York University","funders":"","keywords":"Computer science; Matching (statistics); Social media; Identity (music); Set (abstract data type); Task (project management); World Wide Web; Information retrieval; Similarity (geometry); Process (computing); Social Semantic Web; String (physics); Semantic Web; Artificial intelligence; Engineering; Mathematics","score_opus":0.05234093860938426,"score_gpt":0.2957890022646055,"score_spread":0.24344806365522126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285464655","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3154051,0.000048253394,0.6802295,0.00025765365,0.0012834778,0.00005713942,5.612408e-7,0.00010883208,0.0026094853],"genre_scores_gemma":[0.87278193,0.000013142542,0.12658629,0.00018289694,0.00032470445,0.0000112011785,0.000007991887,0.0000074981303,0.00008435364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99846697,0.0000210198,0.00032039435,0.00054960535,0.00040227565,0.00023973423],"domain_scores_gemma":[0.9992637,0.000060530616,0.00008460424,0.00050809525,0.000039876548,0.00004316026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044103045,0.00014761237,0.0002592106,0.00012557341,0.0000595622,0.0005443768,0.0013930429,0.0002275788,0.00005930244],"category_scores_gemma":[0.000042876083,0.00014404632,0.000100339086,0.00015587195,0.000011143207,0.00072531635,0.004268151,0.00066514534,0.000017768782],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016216416,0.00008286557,0.001435707,0.00022095282,0.000035049467,0.00024298229,0.04146384,0.0068205884,0.000104556544,0.8949053,0.00021749831,0.054469034],"study_design_scores_gemma":[0.00023017869,0.0000015867117,0.009153561,0.00013068215,0.000004240189,0.0000070866417,0.0006687933,0.14601956,0.00015447446,0.8431459,0.00002896182,0.0004549819],"about_ca_topic_score_codex":0.00046234726,"about_ca_topic_score_gemma":0.0024776305,"teacher_disagreement_score":0.5573768,"about_ca_system_score_codex":0.00011776803,"about_ca_system_score_gemma":0.00019513312,"threshold_uncertainty_score":0.5874039},"labels":[],"label_agreement":null},{"id":"W4285817825","doi":"10.1007/978-3-031-10986-7_17","title":"CLINER: Clinical Interrogation Named Entity Recognition","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Interrogation; Dialog box; Computer science; Named-entity recognition; Information extraction; Context (archaeology); Task (project management); Artificial intelligence; Exploit; Natural language processing; Information retrieval; World Wide Web; Computer security","score_opus":0.06366758333984053,"score_gpt":0.3129572673007279,"score_spread":0.2492896839608874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285817825","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00087365997,0.00013603858,0.9879654,0.0008881219,0.006254033,0.0003514232,0.0000064956366,0.00023138507,0.0032934565],"genre_scores_gemma":[0.20559973,0.00013689509,0.78841865,0.003530539,0.0016502594,0.000029080722,0.00004877284,0.000050819883,0.000535236],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99542797,0.00012968839,0.0009902787,0.0018511893,0.0011027041,0.0004981773],"domain_scores_gemma":[0.9971131,0.0005610374,0.0004719158,0.0014543409,0.00023602089,0.00016360282],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026332485,0.00038926385,0.0005044971,0.000673227,0.00028781506,0.0004016072,0.0031179271,0.00031367998,0.00018631211],"category_scores_gemma":[0.00019262833,0.0003993542,0.00022537503,0.0004670844,0.00039362465,0.00088774774,0.0023278634,0.0015195587,0.00009056732],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053152585,0.000035127687,0.00010601989,0.000016704847,0.000008383286,0.00004335555,0.0003368991,0.0053370777,0.000010779154,0.007145871,0.000017462831,0.986937],"study_design_scores_gemma":[0.0003477617,0.00021243794,0.00010960156,0.00017668537,0.00001064965,0.000050786108,3.483183e-7,0.83042216,0.000112295216,0.16284996,0.0051334877,0.0005738359],"about_ca_topic_score_codex":0.00004270864,"about_ca_topic_score_gemma":0.00011617537,"teacher_disagreement_score":0.9863632,"about_ca_system_score_codex":0.00054591306,"about_ca_system_score_gemma":0.0007503868,"threshold_uncertainty_score":0.99984586},"labels":[],"label_agreement":null},{"id":"W4285891774","doi":"10.1007/s10489-022-03944-z","title":"Reward Modeling for Mitigating Toxicity in Transformer-based Language Models","year":2022,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Language model; Transformer; Artificial intelligence; Machine learning; Natural language processing; Engineering","score_opus":0.08285491862021747,"score_gpt":0.1938981566713769,"score_spread":0.11104323805115941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285891774","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4554477,0.000013591896,0.5438341,0.0000912292,0.000052197178,0.0001472978,0.0000055775618,0.00007588137,0.00033239505],"genre_scores_gemma":[0.9835792,0.00000183062,0.016028909,0.00024245205,0.000016602175,0.000005290264,0.0000045205134,0.000010838221,0.00011034433],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998764,0.0000796096,0.0001712312,0.0005534496,0.000094436735,0.0003373182],"domain_scores_gemma":[0.99934566,0.00008234397,0.000052041447,0.00041238,0.00003411423,0.00007344767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039983317,0.0001226307,0.00015522896,0.00019176691,0.00025410156,0.000029726833,0.0008078031,0.00004007779,0.000011307462],"category_scores_gemma":[0.000014202678,0.0001589534,0.00011156,0.0005437676,0.000015546328,0.00048413198,0.00012435023,0.00020691547,0.0000014309645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017560982,0.000039229322,0.00012867636,0.000014600293,0.0000043439077,0.0000377955,0.0009165518,0.931934,0.00042655322,0.06551198,0.000003718217,0.000965015],"study_design_scores_gemma":[0.0007891064,0.000048000653,0.0000030001802,0.000011658528,0.000005949146,0.0000015015228,0.00076454243,0.97801334,0.00047529204,0.01969163,0.00001425836,0.00018170418],"about_ca_topic_score_codex":0.00020758115,"about_ca_topic_score_gemma":0.00008916737,"teacher_disagreement_score":0.5281315,"about_ca_system_score_codex":0.00022393947,"about_ca_system_score_gemma":0.00011351684,"threshold_uncertainty_score":0.6481931},"labels":[],"label_agreement":null},{"id":"W4286219887","doi":"10.1002/essoar.10510978.2","title":"m-NLP inference models using simulation and regression techniques","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Norges Forskningsråd; H2020 European Research Council; China Scholarship Council; Compute Canada","keywords":"Preprint; Inference; Computer science; World Wide Web; Information retrieval; Natural language processing; Artificial intelligence","score_opus":0.1589566516328696,"score_gpt":0.38556881623716716,"score_spread":0.22661216460429756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286219887","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018850563,0.00014132068,0.9779148,0.00012011147,0.00021166065,0.00024603994,0.0000013187386,0.00042904448,0.002085152],"genre_scores_gemma":[0.58478224,0.000023752229,0.41494924,0.00007012875,0.00003024241,0.000012653542,0.0000023718026,0.000006289058,0.00012304538],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862283,0.00007606074,0.00024430643,0.0006129408,0.0002967732,0.00014710681],"domain_scores_gemma":[0.9988704,0.000084792395,0.00014640683,0.00078528584,0.00006551479,0.00004760166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002829355,0.0001701993,0.00018427566,0.0001512526,0.00013535825,0.0002079872,0.00064116,0.00014603334,0.00002617128],"category_scores_gemma":[0.000026679318,0.00015276983,0.000037312562,0.000092484246,0.00001551337,0.00041031523,0.00480085,0.00040960705,3.0328934e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1731704e-7,0.0000072846956,0.00008611514,0.000031718057,0.000002899986,0.0000024538099,0.00026839567,0.92327493,0.000086784596,0.026623495,0.0000047186613,0.049610272],"study_design_scores_gemma":[0.000025724257,0.000007979346,0.000011535853,0.00009008674,0.0000033333663,0.0000015242318,0.000008427733,0.9060315,0.00022143405,0.09333974,0.000094982366,0.00016376628],"about_ca_topic_score_codex":0.0002118956,"about_ca_topic_score_gemma":0.000002682933,"teacher_disagreement_score":0.5659317,"about_ca_system_score_codex":0.000093703005,"about_ca_system_score_gemma":0.000112760186,"threshold_uncertainty_score":0.6229773},"labels":[],"label_agreement":null},{"id":"W4286531984","doi":"10.1109/saner53432.2022.00039","title":"Evaluating the Use of Semantics for Identifying Task-relevant Textual Information","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Semantics (computer science); Task (project management); Information retrieval; Natural language processing; World Wide Web; Artificial intelligence; Programming language; Engineering","score_opus":0.12738109810621479,"score_gpt":0.3389998145211017,"score_spread":0.21161871641488694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286531984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030891864,0.000050618342,0.9676592,0.000551295,0.0005212691,0.00017677149,0.00005249928,0.00008007191,0.000016460926],"genre_scores_gemma":[0.95904034,0.000028588376,0.04044423,0.00012309139,0.000050704697,0.00006346448,0.00007464091,0.000006219072,0.00016873532],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982733,0.000071582304,0.00048306902,0.00025651223,0.00074641313,0.00016913164],"domain_scores_gemma":[0.9987836,0.00023142732,0.00028481527,0.00033740257,0.0003207595,0.000042033185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067617,0.00013340556,0.00019363564,0.00050767115,0.00029618875,0.0002016328,0.0005931023,0.000035991845,0.000036737074],"category_scores_gemma":[0.00028057204,0.00011710825,0.00015030766,0.00054500543,0.000028640152,0.0006142157,0.00023843814,0.0002228722,0.000001877937],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019239156,0.000022884804,0.0005533186,0.000023943523,0.00031894352,7.347743e-7,0.00051468966,0.91039455,0.0011011001,0.078407444,0.00018399423,0.008459137],"study_design_scores_gemma":[0.00020642157,0.00008693164,0.0011727451,0.000020174346,0.00009793848,0.000006365512,0.00021660973,0.99653316,0.00005495424,0.00057292706,0.0009004185,0.00013134062],"about_ca_topic_score_codex":0.00009576338,"about_ca_topic_score_gemma":0.00001539437,"teacher_disagreement_score":0.92814845,"about_ca_system_score_codex":0.00014623972,"about_ca_system_score_gemma":0.00007867003,"threshold_uncertainty_score":0.47755355},"labels":[],"label_agreement":null},{"id":"W4286903770","doi":"10.48550/arxiv.2110.07752","title":"Hindsight: Posterior-guided training of retrievers for improved\\n open-ended generation","year":2021,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hindsight bias; Computer science; Context (archaeology); Generator (circuit theory); Relevance (law); Labrador Retriever; Artificial intelligence; Natural language processing; Information retrieval; Psychology; Cognitive psychology; Medicine; Power (physics); Geography","score_opus":0.25625230964833545,"score_gpt":0.23918258047907628,"score_spread":0.017069729169259168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286903770","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3595492,0.000057458154,0.63610727,0.0002152891,0.0018908582,0.0012669285,0.00004058173,0.00005540595,0.0008169809],"genre_scores_gemma":[0.95302266,0.00014262313,0.043764275,0.00023074444,0.0002628368,0.0000048908364,0.000103782055,0.000047601985,0.0024205789],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99446625,0.0003645399,0.0010921918,0.0030700946,0.00019085791,0.00081607886],"domain_scores_gemma":[0.9942773,0.00020948132,0.0013541855,0.002603735,0.0011992168,0.00035608158],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011837364,0.00070901314,0.0012223755,0.0004156466,0.00048766297,0.0007970552,0.0046476074,0.00074611965,0.00009719185],"category_scores_gemma":[0.00025618626,0.0009368192,0.0006398755,0.0011043543,0.0001788441,0.0018894856,0.005132813,0.00071733707,0.0000055530713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057266286,0.00065559667,0.0004019232,0.00089239166,0.0012789869,0.00036494975,0.020066159,0.69017506,0.110228814,0.13860892,0.00044306577,0.036311444],"study_design_scores_gemma":[0.0026124038,0.0002549508,0.00009552973,0.00028783758,0.00023464921,0.000020516132,0.0010763919,0.97991854,0.010405978,0.003802395,0.00038317702,0.00090760796],"about_ca_topic_score_codex":0.00045345616,"about_ca_topic_score_gemma":0.00018037907,"teacher_disagreement_score":0.59347343,"about_ca_system_score_codex":0.0005705402,"about_ca_system_score_gemma":0.002103235,"threshold_uncertainty_score":0.9993082},"labels":[],"label_agreement":null},{"id":"W4287120901","doi":"10.1162/tacl_a_00492","title":"Generate, Annotate, and Learn: NLP with Synthetic Text","year":2022,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"Defense Advanced Research Projects Agency","keywords":"Computer science; Artificial intelligence; Transformer; Natural language processing; Classifier (UML); Machine learning; Labeled data; Task (project management); Distillation; Language model","score_opus":0.012829661286926128,"score_gpt":0.2278401156433895,"score_spread":0.21501045435646338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287120901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031726619,0.000043845946,0.9945679,0.00082204404,0.0005367109,0.00021204514,0.000095361764,0.000044677476,0.0005047997],"genre_scores_gemma":[0.92061186,0.0000016563591,0.07821162,0.00009229883,0.000041547897,0.000032132833,0.000007652599,0.000008229345,0.0009929793],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990729,0.00006746583,0.00020414942,0.00017475277,0.00036449966,0.00011624368],"domain_scores_gemma":[0.998769,0.0004054737,0.00021188869,0.00016137846,0.0004274392,0.000024851206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002956139,0.00007284671,0.00010489994,0.0000623304,0.0005657605,0.000041581214,0.0002870388,0.000022484805,0.000005390613],"category_scores_gemma":[0.00017097035,0.000064285654,0.000054689965,0.00024639457,0.000022232347,0.00003780467,0.000031401018,0.00012691652,6.010141e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007867027,0.000047277128,0.00055146555,0.000011191374,0.000042814052,1.68352e-7,0.00027472514,0.9435134,0.000009539143,0.05448517,0.00007760255,0.0009788168],"study_design_scores_gemma":[0.00047631992,0.0001083037,0.0010679683,0.0000071152367,0.000045266737,0.0000072940134,0.000056473516,0.9713184,0.000103949824,0.016600156,0.010089664,0.00011903671],"about_ca_topic_score_codex":0.000020721192,"about_ca_topic_score_gemma":0.000006446199,"teacher_disagreement_score":0.9174392,"about_ca_system_score_codex":0.00013367948,"about_ca_system_score_gemma":0.00012165301,"threshold_uncertainty_score":0.43514293},"labels":[],"label_agreement":null},{"id":"W4287122359","doi":"10.48550/arxiv.2106.05346","title":"End-to-End Training of Multi-Document Reader and Retriever for\\n Open-Domain Question Answering","year":2021,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Question answering; Benchmark (surveying); Information retrieval; Domain (mathematical analysis); Set (abstract data type); Training set; Open domain; Artificial intelligence; Labrador Retriever; Relevance (law); Machine learning; Mathematics","score_opus":0.14848206269298694,"score_gpt":0.24423374413988705,"score_spread":0.0957516814469001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287122359","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36918476,0.00012798235,0.6287074,0.00016996099,0.0006159872,0.00091590564,0.000014059928,0.000038892606,0.00022503623],"genre_scores_gemma":[0.8443405,0.00022731238,0.15402463,0.000115708695,0.000076045246,0.000004673497,0.000014353956,0.000034377183,0.0011623811],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995203,0.00038186662,0.0007355872,0.0027148204,0.00022563685,0.00073905016],"domain_scores_gemma":[0.99651426,0.00029799863,0.0005862133,0.0016690834,0.0004773656,0.00045510422],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001799382,0.0005878996,0.0009414927,0.0004224985,0.00035596342,0.0005336948,0.0023895374,0.00043618868,0.000072431256],"category_scores_gemma":[0.00019357966,0.00078496325,0.00025707742,0.00088666496,0.00019610612,0.0013621448,0.0056361486,0.00062873977,0.00000408908],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000454035,0.00041803127,0.0055343346,0.0010588992,0.00068913656,0.0006253887,0.041344587,0.5994327,0.0043513924,0.29402882,0.000026858006,0.05203585],"study_design_scores_gemma":[0.003307792,0.00030161816,0.0032121222,0.0018360656,0.00022381297,0.000029854307,0.0060482607,0.96831185,0.0022163608,0.012395721,0.0007686598,0.0013478865],"about_ca_topic_score_codex":0.0009087165,"about_ca_topic_score_gemma":0.00026249758,"teacher_disagreement_score":0.47515574,"about_ca_system_score_codex":0.00045058609,"about_ca_system_score_gemma":0.0006310242,"threshold_uncertainty_score":0.9994601},"labels":[],"label_agreement":null},{"id":"W4287240206","doi":"10.48550/arxiv.2104.01940","title":"What's the best place for an AI conference, Vancouver or ______: Why\\n completing comparative questions is difficult","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Competence (human resources); Artificial intelligence; sort; Natural language processing; Set (abstract data type); Benchmark (surveying); Task (project management); Language model; Machine learning; Cognitive science; Information retrieval; Psychology","score_opus":0.21797182147043911,"score_gpt":0.2610461724021927,"score_spread":0.043074350931753574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287240206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12984966,0.00005763372,0.86602014,0.0007571274,0.0017299786,0.0007506309,0.000034769084,0.00018106648,0.0006189975],"genre_scores_gemma":[0.9851755,0.00012920957,0.009644771,0.0011700519,0.00017397005,0.000011681214,0.00004190896,0.000020033596,0.0036328835],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99717534,0.00033205017,0.00033100753,0.0015171828,0.00016744727,0.00047694778],"domain_scores_gemma":[0.9962975,0.00045015148,0.00033696316,0.0017231773,0.0009925342,0.0001996727],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00030601266,0.00043754582,0.00053810875,0.00013876896,0.0006313,0.0012384905,0.0025215473,0.00026995872,0.0000660812],"category_scores_gemma":[0.000052188723,0.00037385186,0.0002138893,0.00053353154,0.000188386,0.0015850139,0.0018196043,0.0007973931,0.000019652774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014108802,0.0005754044,0.00042141156,0.00021179895,0.0004365887,0.00015195528,0.0179188,0.7661032,0.00007138191,0.19969703,0.013088523,0.0011828339],"study_design_scores_gemma":[0.0005375696,0.00011682831,0.00006312515,0.00036669002,0.000115627576,0.0000045656225,0.009786673,0.9789836,0.00006832531,0.00549006,0.003926448,0.00054048566],"about_ca_topic_score_codex":0.0006692281,"about_ca_topic_score_gemma":0.0061694705,"teacher_disagreement_score":0.85637534,"about_ca_system_score_codex":0.00021270089,"about_ca_system_score_gemma":0.0006288579,"threshold_uncertainty_score":0.9998713},"labels":[],"label_agreement":null},{"id":"W4287551482","doi":"10.48550/arxiv.2012.09936","title":"Named Entity Recognition in the Legal Domain using a Pointer Generator\\n Network","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Named-entity recognition; Computer science; Pointer (user interface); Security token; Natural language processing; Task (project management); Artificial intelligence; Annotation; Information retrieval; Computer security","score_opus":0.13084094898160611,"score_gpt":0.19791716279038815,"score_spread":0.06707621380878204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287551482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4472763,0.000023274715,0.55125314,0.00025837639,0.00046366637,0.00018135358,0.0000029832102,0.000061773266,0.00047911837],"genre_scores_gemma":[0.9805242,0.000020241314,0.018358963,0.0006795708,0.00035495686,9.686563e-7,0.000009994364,0.000011056569,0.00004007715],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979685,0.00043238225,0.0002211899,0.00092760037,0.00011407185,0.0003362895],"domain_scores_gemma":[0.9987654,0.000062512554,0.00017684829,0.0008478421,0.00006548082,0.000081930055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004933846,0.00022884578,0.00024422666,0.000118646756,0.00013643321,0.00025140177,0.0016593356,0.00018980238,0.000016349346],"category_scores_gemma":[0.000023050048,0.0002308094,0.00016551696,0.00058226177,0.00004633565,0.00039191914,0.0015010628,0.0007563561,0.00003314056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006702186,0.00013646699,0.0059682634,0.00011722337,0.000120353536,0.002329578,0.002457202,0.7978394,0.00015774863,0.18831125,0.00076958747,0.0017258994],"study_design_scores_gemma":[0.0003814468,0.000014893692,0.00029754062,0.00009669198,0.000025579335,0.000010871628,0.0000739994,0.8892149,0.000020777125,0.10920263,0.00038177203,0.0002789082],"about_ca_topic_score_codex":0.00043473253,"about_ca_topic_score_gemma":0.00024927533,"teacher_disagreement_score":0.5332479,"about_ca_system_score_codex":0.00022153852,"about_ca_system_score_gemma":0.00017615902,"threshold_uncertainty_score":0.9412134},"labels":[],"label_agreement":null},{"id":"W4287854991","doi":"10.18653/v1/2022.naacl-main.170","title":"Towards Understanding Large-Scale Discourse Structures in Pre-Trained and Fine-Tuned Language Models","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Redundancy (engineering); Natural language processing; Artificial intelligence; Language model; Scale (ratio); Simple (philosophy)","score_opus":0.023288364856999623,"score_gpt":0.2689538667565817,"score_spread":0.2456655018995821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287854991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984985,0.00008340807,0.012028386,0.0015427688,0.00019622452,0.0005201824,0.00020933367,0.00008561625,0.0003490685],"genre_scores_gemma":[0.9924249,0.0000023715013,0.0073961797,0.000036044643,0.000020964879,0.000028253873,0.000004036906,0.000010007418,0.00007722522],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985359,0.000024957397,0.00040151956,0.00025685283,0.0005796157,0.00020119981],"domain_scores_gemma":[0.9980678,0.00013618683,0.0012120547,0.00025427373,0.00031642392,0.000013275247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042059735,0.00014217623,0.00029118033,0.0001415296,0.000298167,0.000039893395,0.0017326334,0.00003490539,0.000002451994],"category_scores_gemma":[0.0010458693,0.000097410215,0.0001274993,0.00041441323,0.00026623622,0.00007132569,0.0015028374,0.00026401452,2.0271788e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028988765,0.00007106656,0.047084186,0.00011188218,0.00009290618,2.2553486e-7,0.020814609,0.027828632,0.0012477147,0.9007897,0.000042304964,0.001887781],"study_design_scores_gemma":[0.000940208,0.00017724259,0.039598055,0.000105637424,0.000084758125,0.000002760094,0.030707376,0.34071556,0.004068311,0.5832394,0.00002279833,0.0003379533],"about_ca_topic_score_codex":0.00015618786,"about_ca_topic_score_gemma":0.00019790097,"teacher_disagreement_score":0.31755036,"about_ca_system_score_codex":0.00017845242,"about_ca_system_score_gemma":0.00006828069,"threshold_uncertainty_score":0.39722735},"labels":[],"label_agreement":null},{"id":"W4287887656","doi":"10.18653/v1/2022.naacl-main.114","title":"Same Neurons, Different Languages: Probing Morphosyntax in Multilingual Pre-trained Models","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Vetenskapsrådet; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Computer science; Linguistics; Artificial intelligence; Natural language processing; Philosophy","score_opus":0.01915628939806864,"score_gpt":0.25428684507598714,"score_spread":0.23513055567791852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287887656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954757,0.000057371617,0.0018206722,0.0011348905,0.0002532043,0.0007759821,0.00013540093,0.00012730641,0.0002194505],"genre_scores_gemma":[0.99484724,0.00000275679,0.0048053646,0.00006330513,0.000028514447,0.000077271776,0.0000046709133,0.000015627673,0.00015525843],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979633,0.00004125437,0.0006195472,0.00034387285,0.0007757525,0.00025627937],"domain_scores_gemma":[0.9968129,0.00026323908,0.0019081845,0.00038642535,0.0006133938,0.000015886144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042975007,0.00019555593,0.00038867386,0.00018014993,0.0003023799,0.000040366478,0.0030223508,0.0000414866,0.0000026835196],"category_scores_gemma":[0.0021555433,0.00013408985,0.00022452045,0.0005033227,0.000263748,0.00007024284,0.0019973149,0.0004069814,7.832256e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008560427,0.00044740815,0.17055841,0.00036233687,0.0002682229,9.3884336e-7,0.024518153,0.23047274,0.009550393,0.5523335,0.00009482392,0.011307504],"study_design_scores_gemma":[0.0015127764,0.00042115184,0.07905065,0.00029776068,0.00014949388,0.0000061446963,0.01577752,0.71605724,0.022853386,0.16309059,0.000088018765,0.0006952699],"about_ca_topic_score_codex":0.00028120825,"about_ca_topic_score_gemma":0.00012311408,"teacher_disagreement_score":0.4855845,"about_ca_system_score_codex":0.00020930659,"about_ca_system_score_gemma":0.000084054765,"threshold_uncertainty_score":0.561633},"labels":[],"label_agreement":null},{"id":"W4287889735","doi":"10.18653/v1/2022.findings-naacl.151","title":"Great Power, Great Responsibility: Recommendations for Reducing Energy for Training Language Models","year":2022,"lang":"en","type":"article","venue":"Findings of the Association for Computational Linguistics: NAACL 2022","topic":"Topic Modeling","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Massachusetts Green High Performance Computing Center; Leukemia and Lymphoma Society of Canada; National Science Foundation","keywords":"Computer science; Energy consumption; Inference; Pace; Cloud computing; Transformer; Efficient energy use; Machine learning; Artificial intelligence; Risk analysis (engineering); Engineering","score_opus":0.03769841022498763,"score_gpt":0.29149186124092274,"score_spread":0.2537934510159351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287889735","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043525607,0.0000808332,0.9853062,0.0035634085,0.003013422,0.00097071525,0.0019974427,0.00011189729,0.000603544],"genre_scores_gemma":[0.7491319,0.0000013941353,0.24559075,0.0005633378,0.00034517018,0.0004908889,0.0005457811,0.000038374987,0.003292366],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997807,0.00014208787,0.0006344541,0.00049751514,0.00057206437,0.0003468265],"domain_scores_gemma":[0.9945863,0.0033869925,0.0006935187,0.00035266564,0.0009290152,0.000051494084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020831956,0.00016554055,0.00028869006,0.00022178497,0.0010759339,0.000096623764,0.00088139594,0.00007044457,0.000017617967],"category_scores_gemma":[0.006130092,0.00017766705,0.0003372334,0.00039630142,0.000018035855,0.00011460059,0.00036957714,0.00015819726,3.5112274e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007566023,0.000057400677,0.0001478751,0.000031869196,0.000107910106,1.8402208e-7,0.0036892083,0.3642886,0.00008077651,0.6192699,0.010217081,0.0020334926],"study_design_scores_gemma":[0.0008835406,0.00012652656,0.000069065754,0.000020222336,0.00004153758,0.0000017388137,0.0002668192,0.7034373,0.0001863669,0.25807005,0.03671907,0.0001777189],"about_ca_topic_score_codex":0.000043990764,"about_ca_topic_score_gemma":0.0000065157965,"teacher_disagreement_score":0.74477935,"about_ca_system_score_codex":0.0008206541,"about_ca_system_score_gemma":0.00037193808,"threshold_uncertainty_score":0.8275323},"labels":[],"label_agreement":null},{"id":"W4287890446","doi":"10.18653/v1/2022.naacl-industry.30","title":"Adversarial Text Normalization","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Adversarial system; Normalization (sociology); Computer science; Computational linguistics; Artificial intelligence; Maya; Natural language processing; Linguistics; History; Sociology; Philosophy; Anthropology; Archaeology","score_opus":0.013751583047096661,"score_gpt":0.21579982539512862,"score_spread":0.20204824234803195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287890446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002842228,0.0000064416063,0.971151,0.00063573534,0.0005297226,0.000033657638,1.5444645e-7,0.00011033703,0.024690736],"genre_scores_gemma":[0.9599373,3.117561e-7,0.03761869,0.00067095517,0.000049145365,0.0000070561614,0.0000011034882,0.0000016588609,0.0017138155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995863,0.000022821396,0.000059423408,0.00011267484,0.00014773481,0.00007104796],"domain_scores_gemma":[0.99976426,0.000008403681,0.0000143217585,0.00018740603,0.00000938688,0.000016194734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010005738,0.000023881257,0.000024932737,0.000029313847,0.000118548225,0.00003516393,0.00033728417,0.0000055828,0.00041375187],"category_scores_gemma":[0.0000050178583,0.000024194285,0.000013005568,0.00009604156,0.000002257665,0.00023326847,0.00034583916,0.000038240014,0.00002511885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002096257,0.00002478529,0.00046727087,0.0000015351145,0.0000033737824,0.0000053492317,0.001057395,0.058167625,0.00023552535,0.88592374,0.0034258456,0.05068544],"study_design_scores_gemma":[0.00013842082,0.000017258917,0.00012612333,2.0551123e-7,5.649729e-7,0.0000060499583,0.000045713958,0.9560254,0.00014538442,0.0022659912,0.04117678,0.00005208361],"about_ca_topic_score_codex":0.000042480777,"about_ca_topic_score_gemma":0.0000031821392,"teacher_disagreement_score":0.957095,"about_ca_system_score_codex":0.000025465912,"about_ca_system_score_gemma":0.000024519586,"threshold_uncertainty_score":0.45302927},"labels":[],"label_agreement":null},{"id":"W4287891037","doi":"10.18653/v1/2022.naacl-main.188","title":"How Gender Debiasing Affects Internal Model Representations, and Why It Matters","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation","keywords":"Debiasing; Computer science; Data science; Linguistics; Cognitive science; Psychology; Philosophy","score_opus":0.026778599557794835,"score_gpt":0.25861221761684694,"score_spread":0.23183361805905212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287891037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93542886,0.000096476804,0.044529375,0.017744271,0.00047063726,0.0008515268,0.00015732311,0.00016485217,0.000556668],"genre_scores_gemma":[0.9843157,0.0000028421432,0.015145135,0.00027957067,0.000021959171,0.000031378277,0.0000022072568,0.000010253836,0.00019096196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986169,0.000025142735,0.00030761448,0.00026401857,0.0006220341,0.00016432088],"domain_scores_gemma":[0.997311,0.00019894424,0.0015781639,0.00027546674,0.00062266213,0.000013783362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003353578,0.00013263663,0.0002383626,0.00012226951,0.00038788482,0.00008393549,0.0019046993,0.000027067743,0.0000012380817],"category_scores_gemma":[0.0016830633,0.00009433372,0.0001493076,0.00030483928,0.00027488274,0.000084441344,0.0017668437,0.00024037049,4.1821217e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042116255,0.0001301687,0.20110393,0.00031347055,0.00042070253,3.7099207e-7,0.012425216,0.08721467,0.0060272096,0.68370616,0.0021998857,0.0064161243],"study_design_scores_gemma":[0.00079096475,0.00018018227,0.028741276,0.000146588,0.0001857772,0.000009326396,0.012685759,0.7454143,0.010513268,0.20053339,0.00033461925,0.00046452112],"about_ca_topic_score_codex":0.000063025815,"about_ca_topic_score_gemma":0.000021153342,"teacher_disagreement_score":0.65819967,"about_ca_system_score_codex":0.00011204152,"about_ca_system_score_gemma":0.000050119994,"threshold_uncertainty_score":0.38468176},"labels":[],"label_agreement":null},{"id":"W4288072950","doi":"10.1145/3459637.3482352","title":"Identifying Untrustworthy Samples: Data Filtering for Open-domain Dialogues with Bayesian Optimization","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science","score_opus":0.2312629661684371,"score_gpt":0.2366491494227362,"score_spread":0.005386183254299098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288072950","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067104455,0.00006548984,0.9913891,0.00011374036,0.00053547224,0.00069376273,0.000073382194,0.00016885142,0.0002497743],"genre_scores_gemma":[0.4797805,0.000075555254,0.5192574,0.0000904032,0.00009163661,0.0000037030438,0.00052834174,0.000025439285,0.00014701427],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707496,0.00013755575,0.00026143863,0.0020161886,0.00011306084,0.00039679863],"domain_scores_gemma":[0.995973,0.00013801077,0.00030751585,0.0032290348,0.00017600415,0.00017641902],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0004825703,0.000319842,0.0004114604,0.00018662888,0.00029662455,0.0012006838,0.0060698614,0.00018679824,0.000022303813],"category_scores_gemma":[0.00007695626,0.00036847254,0.000083867046,0.0004436511,0.000054196636,0.0018283443,0.011694095,0.00031584298,0.0000021689002],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002257762,0.000035019,0.00075281656,0.00013428819,0.0000987372,0.00014201103,0.00050682935,0.97458655,0.000010097217,0.023109164,0.00006491721,0.0005369765],"study_design_scores_gemma":[0.00059545774,0.000024539115,0.000054426306,0.00031696848,0.000065807784,0.000007015942,0.00034860487,0.99173075,0.000036995232,0.006177919,0.00018326161,0.00045827805],"about_ca_topic_score_codex":0.0004011145,"about_ca_topic_score_gemma":0.00043687283,"teacher_disagreement_score":0.47307006,"about_ca_system_score_codex":0.00016172175,"about_ca_system_score_gemma":0.0004691233,"threshold_uncertainty_score":0.99987674},"labels":[],"label_agreement":null},{"id":"W4289523162","doi":"10.1073/pnas.2123433119","title":"A neural network solves, explains, and generates university math problems by program synthesis and few-shot learning at human level","year":2022,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Topic Modeling","field":"Computer Science","cited_by":182,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Artificial neural network; Benchmark (surveying); Linear algebra; Code (set theory); Artificial intelligence; Algorithm; Algebra over a field; Machine learning; Theoretical computer science; Mathematics; Programming language; Pure mathematics; Set (abstract data type)","score_opus":0.07421882056051196,"score_gpt":0.269741645150327,"score_spread":0.19552282458981504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289523162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966279,0.00048765758,0.000030530722,0.0023737883,0.000015188371,0.00017787605,0.0000039892784,0.000031221753,0.00025181394],"genre_scores_gemma":[0.99119115,0.000052854357,0.008425225,0.00008494515,0.000023279257,0.00001057353,1.2837674e-7,0.0000023913426,0.00020943533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986641,0.000019585092,0.00015658449,0.00032526013,0.00066498865,0.00016950909],"domain_scores_gemma":[0.9995449,0.000093098366,0.00025031334,0.00000973563,0.00006536275,0.000036548532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011454844,0.00007954322,0.0001113124,0.00007398979,0.001227988,0.00010459154,0.0008432157,0.000029975323,0.000002639145],"category_scores_gemma":[0.00005787356,0.00006416405,0.000026156657,0.00045888478,0.000340006,0.0008002956,0.001100355,0.00017261904,5.588567e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030807343,0.0002380222,0.08626932,0.00032086158,0.00007989255,1.7677475e-7,0.00589235,0.04983503,0.30883974,0.5028808,0.0032287436,0.04238427],"study_design_scores_gemma":[0.0003431093,0.00024524,0.023400335,0.00012932172,0.000021634341,0.00006100313,0.0014810833,0.9320207,0.01678629,0.021791365,0.0033688128,0.00035107997],"about_ca_topic_score_codex":0.000012072883,"about_ca_topic_score_gemma":2.2131313e-7,"teacher_disagreement_score":0.8821857,"about_ca_system_score_codex":0.000044165514,"about_ca_system_score_gemma":0.000016238375,"threshold_uncertainty_score":0.9444815},"labels":[],"label_agreement":null},{"id":"W4289593661","doi":"10.1093/biosci/biac062","title":"Overcoming Language Barriers in Academia: Machine Translation Tools and a Vision for a Multilingual Future","year":2022,"lang":"en","type":"article","venue":"BioScience","topic":"Topic Modeling","field":"Computer Science","cited_by":137,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Machine translation; Computer science; Perspective (graphical); Translation (biology); Data science; Knowledge management; Engineering ethics; Artificial intelligence; Engineering","score_opus":0.021741262860367767,"score_gpt":0.31281036398085654,"score_spread":0.2910691011204888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289593661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78138703,0.00079663604,0.21479844,0.002252083,0.0003515644,0.00030041343,0.000022403734,0.00005527469,0.00003616774],"genre_scores_gemma":[0.9438017,0.0000070252745,0.05559956,0.00050002104,0.000041654876,0.000025772393,0.0000016237088,0.0000032715561,0.000019384095],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990342,0.000043152584,0.00013992707,0.00036780143,0.00022317136,0.00019173513],"domain_scores_gemma":[0.9996333,0.000091371134,0.000039672574,0.00016601697,0.0000083803725,0.000061257975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065158855,0.000069361355,0.000079739344,0.000102996935,0.00024238677,0.00007478655,0.00043585413,0.00007006861,0.000004026551],"category_scores_gemma":[0.000081021986,0.000067390974,0.000022127348,0.0003218946,0.000025603189,0.000461581,0.00018428858,0.0003219167,2.0112486e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027488735,0.000024889303,0.0025482166,0.000029058057,0.0000014536492,0.000013721289,0.023241047,0.0016599143,0.10483113,0.004895673,0.00002774041,0.8626997],"study_design_scores_gemma":[0.0004901759,0.0000625797,0.0021977946,0.000008483249,0.0000011350913,0.000010451623,0.0007423722,0.9924809,0.000986955,0.00020749992,0.0026991619,0.00011249068],"about_ca_topic_score_codex":0.000029225794,"about_ca_topic_score_gemma":0.00002478276,"teacher_disagreement_score":0.990821,"about_ca_system_score_codex":0.000049118396,"about_ca_system_score_gemma":0.000062393396,"threshold_uncertainty_score":0.2748124},"labels":[],"label_agreement":null},{"id":"W4289670471","doi":"10.48550/arxiv.1809.01494","title":"Interpretation of Natural Language Rules in Conversational Machine\\n Reading","year":2018,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Task (project management); Reading (process); Interpretation (philosophy); Question answering; Natural (archaeology); Artificial intelligence; Government (linguistics); Natural language processing; Linguistics","score_opus":0.036903497926397306,"score_gpt":0.2000435815320063,"score_spread":0.163140083605609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289670471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55157036,0.00011531396,0.44594663,0.000039023365,0.0008460502,0.00019326858,0.000016641126,0.00003820546,0.0012344975],"genre_scores_gemma":[0.9937772,0.00006388613,0.0052952752,0.00005477034,0.00009558262,4.7186305e-7,0.000041394345,0.000015192738,0.00065623893],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973767,0.00028865668,0.0005217011,0.0012700628,0.0001764008,0.00036651373],"domain_scores_gemma":[0.99783325,0.00024086412,0.0005830973,0.0009687212,0.00027001443,0.000104036],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005864868,0.00034949952,0.00046613428,0.00064290926,0.00008887032,0.00007536356,0.0016132073,0.0002775409,0.00012776624],"category_scores_gemma":[0.00013015831,0.00043827173,0.00021821144,0.00055240677,0.00024860122,0.000726392,0.0014973789,0.00067673146,0.00007851016],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050585566,0.00030221764,0.05078483,0.0006963563,0.00032568694,0.00051836076,0.03342102,0.5974545,0.00088306563,0.2957979,0.000046848152,0.019263329],"study_design_scores_gemma":[0.0006555908,0.000041594518,0.004503615,0.00045123088,0.0000399997,0.000005425106,0.00049464265,0.9835273,0.00032119293,0.009582295,0.000012029348,0.00036510476],"about_ca_topic_score_codex":0.001090947,"about_ca_topic_score_gemma":0.00021641343,"teacher_disagreement_score":0.4422068,"about_ca_system_score_codex":0.00043616464,"about_ca_system_score_gemma":0.00027698273,"threshold_uncertainty_score":0.9998069},"labels":[],"label_agreement":null},{"id":"W4289711940","doi":"10.7717/peerj-cs.1066","title":"Causal graph extraction from news: a comparative study of time-series causality learning techniques","year":2022,"lang":"en","type":"article","venue":"PeerJ Computer Science","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Agencia Nacional de Promoción Científica y Tecnológica; Universidad Nacional del Sur; Consejo Nacional de Investigaciones Científicas y Técnicas; Compute Canada","keywords":"Causal structure; Computer science; Causality (physics); Machine learning; Graph; Artificial intelligence; Time series; Causal inference; Event (particle physics); Natural language processing; Theoretical computer science; Data mining; Information retrieval; Data science; Econometrics; Mathematics","score_opus":0.04088231282822022,"score_gpt":0.3120596989749664,"score_spread":0.27117738614674614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289711940","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44210365,0.000018348655,0.55672467,0.00016564822,0.00037934285,0.0002350289,0.000002321354,0.00023998023,0.00013101929],"genre_scores_gemma":[0.83248806,0.0000013659331,0.1672665,0.0000552774,0.00007133409,0.000042949814,0.0000020932753,0.0000051664542,0.00006727073],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99675006,0.0003640691,0.00042431947,0.00091217045,0.001209768,0.00033961728],"domain_scores_gemma":[0.9984453,0.00014864538,0.00029260988,0.0008167594,0.00019557349,0.00010115675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012157416,0.00018283451,0.00032642388,0.00032003332,0.00085569324,0.00024884654,0.0019876042,0.000023675771,0.000030424337],"category_scores_gemma":[0.00002387524,0.00018709761,0.00005428075,0.0014182834,0.00020953086,0.0014279309,0.0019999393,0.0004008009,0.0000070805786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017960541,0.0049148425,0.08138537,0.000046991157,0.00021966512,0.00023333084,0.20071284,0.36122003,0.11027912,0.021505978,0.0016056186,0.21769659],"study_design_scores_gemma":[0.0005372689,0.0021022812,0.02107839,0.000021410757,0.000018684817,0.000055601933,0.0020887863,0.9511283,0.015997853,0.005151666,0.0012348773,0.00058490346],"about_ca_topic_score_codex":0.0018218311,"about_ca_topic_score_gemma":0.00007398872,"teacher_disagreement_score":0.58990824,"about_ca_system_score_codex":0.00013474161,"about_ca_system_score_gemma":0.00019467327,"threshold_uncertainty_score":0.7629619},"labels":[],"label_agreement":null},{"id":"W4292283597","doi":"","title":"A Graph-based Approach to Cross-language Multi-document Summarization","year":2011,"lang":"en","type":"other","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Automatic summarization; Computer science; Graph; Multi-document summarization; Natural language processing; Artificial intelligence; Information retrieval; Theoretical computer science","score_opus":0.018623722499312958,"score_gpt":0.2432440398911549,"score_spread":0.22462031739184193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292283597","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008793588,0.0004776562,0.7361269,0.00045433902,0.00016796602,0.00047334854,0.000015003028,0.00054921483,0.26164764],"genre_scores_gemma":[0.011933555,0.000035567697,0.6744943,0.00032736664,0.000027505324,0.000113574686,0.00018441942,0.00017211262,0.3127116],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958445,0.0017808484,0.00041648035,0.0010597515,0.0004753656,0.000423046],"domain_scores_gemma":[0.99550176,0.00019584964,0.0003726298,0.0031180545,0.00056145916,0.0002502394],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023088558,0.0003658346,0.00032485195,0.00050681457,0.00018993957,0.0005361877,0.002547628,0.00027209826,0.00033491006],"category_scores_gemma":[0.00038613626,0.00038532965,0.00015733666,0.00069055794,0.00010725462,0.0001734721,0.00070792774,0.00028077376,0.00016410254],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001752201,0.002913008,0.0018987485,0.0006392187,0.00023118804,0.000021282542,0.03297036,0.0010046653,0.00161698,0.7748861,0.05105962,0.13274135],"study_design_scores_gemma":[0.003953787,0.0000027876267,0.0015665746,0.0041152947,0.00009613809,0.00001879322,0.00014000817,0.486473,0.0340606,0.002254402,0.46398547,0.0033331322],"about_ca_topic_score_codex":0.002028136,"about_ca_topic_score_gemma":0.00085867196,"teacher_disagreement_score":0.77263165,"about_ca_system_score_codex":0.000087321685,"about_ca_system_score_gemma":0.00017855543,"threshold_uncertainty_score":0.99985987},"labels":[],"label_agreement":null},{"id":"W4292474994","doi":"10.1007/s10489-022-04052-8","title":"Transformer models used for text-based question answering systems","year":2022,"lang":"en","type":"article","venue":"Applied Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":149,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Computer science; Question answering; Transformer; Architecture; Encoder; Artificial intelligence; Natural language; Language model; Natural language processing; Information retrieval","score_opus":0.041733323832580896,"score_gpt":0.26835505980142915,"score_spread":0.22662173596884827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292474994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024516277,0.00011966171,0.9944024,0.00019662743,0.00047343038,0.00074663246,0.0000065822155,0.00025387376,0.0013491394],"genre_scores_gemma":[0.943716,0.000003370036,0.055039283,0.00021237395,0.00004478642,0.00088710856,0.000006135093,0.000016671978,0.00007427036],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845004,0.000033798555,0.00033230838,0.0004964952,0.00035874598,0.000328583],"domain_scores_gemma":[0.9991826,0.00013234327,0.00007773895,0.000495845,0.000044414828,0.00006706009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005908543,0.0001482888,0.00016778901,0.000110168425,0.00029972865,0.000107082655,0.00092695793,0.000040461262,0.0000139157755],"category_scores_gemma":[0.0000058789924,0.00016047905,0.00006682561,0.00028922915,0.00002108048,0.00022622825,0.000069009715,0.00016760993,0.000010627423],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068655017,0.000019482732,0.000002446314,0.000023363884,0.00000376157,6.2345475e-7,0.0004594713,0.5802064,0.002173217,0.39722234,0.000018370707,0.01986363],"study_design_scores_gemma":[0.00010277845,0.00005497468,0.0000010004075,0.000010629212,0.0000045301504,0.000003614652,0.00018460183,0.9647351,0.01525806,0.017321886,0.0021288441,0.00019400417],"about_ca_topic_score_codex":0.00007451081,"about_ca_topic_score_gemma":0.0000042041834,"teacher_disagreement_score":0.9412644,"about_ca_system_score_codex":0.00013135081,"about_ca_system_score_gemma":0.000091368755,"threshold_uncertainty_score":0.6544146},"labels":[],"label_agreement":null},{"id":"W4292794274","doi":"10.23919/annsim55834.2022.9859486","title":"Incremental Text Clustering Algorithm For Cloud-Based Data Management In Scientific Research Papers","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Ryerson University","keywords":"Cluster analysis; Computer science; Word2vec; Data mining; Correlation clustering; CURE data clustering algorithm; Document clustering; Canopy clustering algorithm; Conceptual clustering; Artificial intelligence; Information retrieval; Embedding","score_opus":0.14709326737545678,"score_gpt":0.3605991523184348,"score_spread":0.21350588494297804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292794274","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031080702,0.000030524476,0.98922896,0.0010089439,0.0008702508,0.00070896535,0.000020402947,0.00007997674,0.0049439133],"genre_scores_gemma":[0.30591252,0.0000012024851,0.6910123,0.00034597103,0.000057026107,0.00025146193,0.00005573439,0.000011870709,0.0023518687],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975525,0.0001363087,0.00021990444,0.00083607447,0.0008021018,0.0004530847],"domain_scores_gemma":[0.99830866,0.0000977111,0.000025688494,0.0014821426,0.000030727217,0.000055048775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041048774,0.000079029734,0.00008431093,0.00037662694,0.000619674,0.0003213974,0.0030423207,0.00001401389,0.0001203394],"category_scores_gemma":[0.0000135655155,0.00008359403,0.000023253899,0.0007560835,0.000044922148,0.00026846337,0.006156451,0.00017931488,0.000009399401],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008241638,0.00013307584,0.00006477394,0.00003171707,0.000011604795,0.00003099391,0.00027523877,0.009880874,0.00046642174,0.008716958,0.003738069,0.976642],"study_design_scores_gemma":[0.00056686596,0.000037118818,0.000046797166,0.0000064831493,0.0000012156947,0.0000015520708,0.00049313204,0.9567464,0.00013082195,0.00035164168,0.041519247,0.00009873525],"about_ca_topic_score_codex":0.00012870248,"about_ca_topic_score_gemma":0.0001366599,"teacher_disagreement_score":0.9765433,"about_ca_system_score_codex":0.00025885447,"about_ca_system_score_gemma":0.000084839485,"threshold_uncertainty_score":0.7673576},"labels":[],"label_agreement":null},{"id":"W4293024028","doi":"10.1145/3487553.3524703","title":"Biomedical Word Sense Disambiguation with Contextualized Representation Learning","year":2022,"lang":"en","type":"article","venue":"Companion Proceedings of the Web Conference 2022","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; SemEval; Word (group theory); Representation (politics); Knowledge base; Context (archaeology); Novelty; Meaning (existential); Task (project management); Linguistics","score_opus":0.03244452527112487,"score_gpt":0.2590895206372182,"score_spread":0.2266449953660933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293024028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9457033,0.000032215576,0.04819914,0.0033017732,0.0003935173,0.00037960702,0.0000032901446,0.00017620885,0.0018108947],"genre_scores_gemma":[0.99646735,0.0000067608485,0.002698237,0.00010797029,0.000032719883,0.00006385097,0.000005403659,0.000009998183,0.0006077211],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980338,0.00008168514,0.00034288134,0.0004273716,0.00090020656,0.00021402833],"domain_scores_gemma":[0.9989191,0.0000748569,0.00041456477,0.00024579774,0.00028243454,0.00006324453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062612194,0.0001329514,0.0002172784,0.000129086,0.00044635334,0.0001267328,0.00096651167,0.000030004447,0.00011667761],"category_scores_gemma":[0.00016363764,0.00010320841,0.00006581757,0.000823596,0.000107979955,0.00036536355,0.0010125741,0.00042226253,0.0000033350602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029378769,0.00045185047,0.032465015,0.00013189798,0.00012990013,0.000007826966,0.016307697,0.004031425,0.2818854,0.59865135,0.004015265,0.0616286],"study_design_scores_gemma":[0.0017088794,0.00029217202,0.0043860967,0.000102541635,0.000030948697,0.000109309716,0.008346504,0.9671183,0.0051004514,0.006519114,0.0059314775,0.00035420293],"about_ca_topic_score_codex":0.00003844547,"about_ca_topic_score_gemma":0.000002002081,"teacher_disagreement_score":0.9630869,"about_ca_system_score_codex":0.00008908877,"about_ca_system_score_gemma":0.0001633049,"threshold_uncertainty_score":0.42087168},"labels":[],"label_agreement":null},{"id":"W4293083978","doi":"10.1145/3533020","title":"Learning Implicit and Explicit Multi-task Interactions for Information Extraction","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Key Research and Development Program of China","keywords":"Computer science; Multi-task learning; Generalization; Leverage (statistics); Artificial intelligence; Task (project management); Machine learning; Sequence learning; Unobservable; Representation (politics)","score_opus":0.027401701728496257,"score_gpt":0.27734139878757036,"score_spread":0.2499396970590741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293083978","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003940925,0.000013833118,0.9925569,0.00043956074,0.0014494603,0.00079899107,0.000050644234,0.00034340704,0.00040625696],"genre_scores_gemma":[0.97970104,0.000012112967,0.018301133,0.00028007603,0.00003251629,0.001384314,0.00006788238,0.00000773391,0.00021318572],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985353,0.0000822305,0.00065473514,0.00016476231,0.0003407743,0.00022224108],"domain_scores_gemma":[0.99870837,0.00022078937,0.00033834923,0.0004789262,0.00017524726,0.000078349905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004954591,0.00015145156,0.00015371123,0.0005648671,0.0012427553,0.0004907462,0.00041537452,0.00005109738,0.000012367811],"category_scores_gemma":[0.000058242684,0.00016813185,0.00007716275,0.00035804164,0.0000089745145,0.007651147,0.00003630291,0.00038783194,0.00005071312],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050443145,0.000068137204,0.000056762907,0.00013827518,0.000056910194,2.5933255e-7,0.014292615,0.64217335,0.00040561624,0.013783614,0.0002131501,0.32876086],"study_design_scores_gemma":[0.0008212344,0.00016828316,0.00015375834,0.000016763435,0.000012258087,0.00010686198,0.0066510784,0.8010163,0.00016577652,0.00008754563,0.19058715,0.00021303562],"about_ca_topic_score_codex":0.000151533,"about_ca_topic_score_gemma":0.000004147361,"teacher_disagreement_score":0.9757601,"about_ca_system_score_codex":0.00023486208,"about_ca_system_score_gemma":0.000052124673,"threshold_uncertainty_score":0.95583946},"labels":[],"label_agreement":null},{"id":"W4293428470","doi":"10.1109/tai.2022.3201807","title":"Optimizing Multidocument Summarization by Blending Reinforcement Learning Policies","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Science Foundation","keywords":"Automatic summarization; Computer science; Reinforcement learning; Relevance (law); Redundancy (engineering); Multi-document summarization; Sentence; Artificial intelligence; Quality (philosophy); Machine learning; Information retrieval; Natural language processing","score_opus":0.04336013915883275,"score_gpt":0.2878445156778042,"score_spread":0.24448437651897148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293428470","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003565371,0.000028739116,0.9938204,0.0006671101,0.0010567419,0.00023303926,0.0000030662168,0.00027594637,0.00034954835],"genre_scores_gemma":[0.9860172,0.00003616251,0.012552155,0.00024387919,0.000034186512,0.00011377014,0.0000037607012,0.000015668664,0.0009831996],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99807227,0.00013039575,0.00045451333,0.00045188837,0.000520952,0.0003699743],"domain_scores_gemma":[0.9992681,0.00011082149,0.00012033592,0.0003663939,0.000048710837,0.00008563301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003831424,0.00017050657,0.00013713482,0.00024828454,0.0012580442,0.00020054712,0.00060459576,0.00003582644,0.00025888544],"category_scores_gemma":[0.000009167278,0.00020095002,0.00008581945,0.00056172465,0.00003417863,0.00041569088,0.000020911193,0.00047338486,0.00005297767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009035955,0.00007043397,0.0000018900163,0.000003634912,0.000010938366,0.0000015245519,0.0026813566,0.894944,0.0055550365,0.007648324,0.000022868582,0.089050956],"study_design_scores_gemma":[0.00002571709,0.0001343652,3.4797478e-7,0.000010022037,0.0000064336564,0.0000039022857,0.0008547333,0.8086455,0.1885203,0.0005209425,0.0010922353,0.00018550661],"about_ca_topic_score_codex":0.00026918118,"about_ca_topic_score_gemma":0.00001648986,"teacher_disagreement_score":0.98245186,"about_ca_system_score_codex":0.00030808846,"about_ca_system_score_gemma":0.000049357113,"threshold_uncertainty_score":0.96759856},"labels":[],"label_agreement":null},{"id":"W4293918660","doi":"10.1101/2022.08.30.22279318","title":"Evaluating Progress in Automatic Chest X-Ray Radiology Report Generation","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institutes of Health","keywords":"Workflow; Computer science; Metric (unit); Rank (graph theory); Quality (philosophy); Artificial intelligence; Medical imaging; Identification (biology); Contrast (vision); Medical physics; Information retrieval; Machine learning; Natural language processing; Data science; Radiology; Medicine; Database","score_opus":0.11079709504860116,"score_gpt":0.3653045299124789,"score_spread":0.2545074348638777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293918660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8086158,0.000592645,0.18666603,0.0009550212,0.0022545855,0.0004889995,6.1672057e-7,0.00022937078,0.00019690674],"genre_scores_gemma":[0.7656132,0.00000710224,0.23333977,0.000075426244,0.0002845152,0.0005177878,0.00003151912,0.000016181857,0.00011449372],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967536,0.00057661923,0.000794661,0.0010310452,0.00052877166,0.00031530662],"domain_scores_gemma":[0.9977877,0.00007702718,0.0004594614,0.0015560358,0.00006517887,0.00005456691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003635125,0.0002164781,0.00037483152,0.00023277891,0.000101098725,0.00012830243,0.0012973712,0.00016712122,0.00008126759],"category_scores_gemma":[0.00031861907,0.0002245492,0.00007956027,0.00024067934,0.000033457647,0.00012059808,0.0019040478,0.0007149052,0.000008034086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024326257,0.00016550641,0.41848925,0.00043299937,0.00006370823,0.0019107171,0.0053933114,0.31452823,0.0008879742,0.0035301659,0.0001753563,0.25442037],"study_design_scores_gemma":[0.00012667869,0.000028026006,0.04329374,0.000040720763,0.0000071380427,0.00010726669,0.000010613966,0.95490485,0.000049732094,0.0010629367,0.00016192858,0.000206339],"about_ca_topic_score_codex":0.000030329502,"about_ca_topic_score_gemma":0.000015424088,"teacher_disagreement_score":0.6403767,"about_ca_system_score_codex":0.000200867,"about_ca_system_score_gemma":0.00041883497,"threshold_uncertainty_score":0.91568506},"labels":[],"label_agreement":null},{"id":"W4293920114","doi":"10.54097/hset.v12i.1368","title":"The Advance of Deep Learning Based Named Entity Recognition","year":2022,"lang":"en","type":"article","venue":"Highlights in Science Engineering and Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Named-entity recognition; Computer science; Artificial intelligence; Deep learning; Entity linking; Named entity; Variety (cybernetics); Natural language processing; Artificial neural network; Machine learning; Knowledge base; Task (project management)","score_opus":0.006035953314598795,"score_gpt":0.19968078156759286,"score_spread":0.19364482825299406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293920114","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4806936,0.00053816196,0.5156558,0.0021126843,0.0005347817,0.00010352276,4.9109974e-7,0.0002665005,0.00009446099],"genre_scores_gemma":[0.97321904,0.000033693388,0.026693117,0.0000072396297,0.0000052824294,0.00002991085,1.5788443e-7,0.0000025478303,0.000009042331],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991447,0.000017633447,0.0001451566,0.00026121378,0.00021103173,0.00022029332],"domain_scores_gemma":[0.9995264,0.00009131842,0.000052486495,0.00026784991,0.000041063216,0.000020881263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006568925,0.000057736943,0.00007972322,0.0004069779,0.0003475857,0.000029398654,0.00073236163,0.000025242583,0.0000012085242],"category_scores_gemma":[0.00020115345,0.000048234186,0.000009877124,0.0015230998,0.0001662015,0.00016582507,0.0003439149,0.00023019036,0.0000015769374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040680957,0.00004262537,0.0012170653,0.00001969856,0.0000033452282,0.000017586499,0.0004355078,0.2580285,0.032321002,0.5171421,0.000002821122,0.19076568],"study_design_scores_gemma":[0.0001219406,0.000048738977,0.0002527397,0.000009044027,6.7911145e-7,0.000010049492,0.00005661341,0.97942024,0.012478331,0.0029310102,0.004594505,0.00007608082],"about_ca_topic_score_codex":0.0000060276416,"about_ca_topic_score_gemma":0.000004532942,"teacher_disagreement_score":0.72139174,"about_ca_system_score_codex":0.0000543402,"about_ca_system_score_gemma":0.000034470097,"threshold_uncertainty_score":0.26733834},"labels":[],"label_agreement":null},{"id":"W4295005888","doi":"","title":"Semantics Altering Modifications for Evaluating Comprehension in Machine Reading","year":2020,"lang":"en","type":"preprint","venue":"Research Explorer (The University of Manchester)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Computer science; Semantics (computer science); Natural language processing; Artificial intelligence; Process (computing); Sentence; Comprehension; Domain (mathematical analysis); Reading (process); Machine learning; Programming language; Linguistics","score_opus":0.3797729647456968,"score_gpt":0.39520795626857463,"score_spread":0.015434991522877861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295005888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22241992,0.00011878964,0.76911354,0.007203779,0.00010503098,0.0009199361,0.0000074829763,0.000064068954,0.000047468155],"genre_scores_gemma":[0.8806033,0.0001383057,0.11913107,0.000025423848,0.000051725387,0.000007916179,0.000013277863,0.00001547156,0.000013462636],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974491,0.0004443595,0.00029242708,0.00070793746,0.0007018353,0.00040432348],"domain_scores_gemma":[0.9976596,0.00072953023,0.00017257767,0.0010085542,0.00033089385,0.00009883686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019800179,0.00016734401,0.00032657033,0.00034099273,0.0003320217,0.000091334354,0.00245375,0.00012714253,0.0000044214694],"category_scores_gemma":[0.00022166,0.00017289282,0.00013061738,0.00034553002,0.0001312118,0.00023624889,0.004326371,0.0009341613,0.000013730109],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031372244,0.00041190637,0.0018481299,0.005211114,0.0002846597,0.000119922275,0.4520468,0.36618716,0.04072495,0.048964553,0.0012195073,0.08266758],"study_design_scores_gemma":[0.00037024874,0.00005588955,0.0011209616,0.00047983995,0.000011807603,0.000001484086,0.0028885182,0.9837438,0.00036658105,0.010339408,0.000469232,0.00015223214],"about_ca_topic_score_codex":0.000055901266,"about_ca_topic_score_gemma":0.000006778221,"teacher_disagreement_score":0.6581834,"about_ca_system_score_codex":0.00024214441,"about_ca_system_score_gemma":0.00020404298,"threshold_uncertainty_score":0.70503646},"labels":[],"label_agreement":null},{"id":"W4295308551","doi":"10.1109/tai.2022.3205567","title":"DReD–A Descriptive Relation Dataset for Expanding Relation Extraction","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Relationship extraction; Computer science; Relation (database); Benchmark (surveying); Sentence; Natural language processing; Task (project management); Artificial intelligence; Code (set theory); Set (abstract data type); Information retrieval; Data mining","score_opus":0.12257939294696753,"score_gpt":0.3446536909603573,"score_spread":0.2220742980133898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295308551","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004786534,0.000014868353,0.99127537,0.00055390014,0.0024303955,0.0004860478,0.00021334556,0.00016042215,0.00007909266],"genre_scores_gemma":[0.9633323,0.000007543553,0.0359486,0.0001330257,0.00007201467,0.0002834916,0.000068953734,0.000015140543,0.0001389368],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982617,0.00012350013,0.000445847,0.00054561626,0.0003648748,0.00025849417],"domain_scores_gemma":[0.9989733,0.00026095612,0.0001476672,0.000482185,0.000069130816,0.00006673605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056622375,0.00014510927,0.00012175157,0.00027654693,0.0011243022,0.00012644351,0.0004291126,0.00006140289,0.00012694954],"category_scores_gemma":[0.000021698217,0.00017469986,0.00009153839,0.0004937369,0.000030111667,0.00093068695,0.0000071494146,0.00038659913,0.000060130453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000990215,0.00019775613,0.0000022862669,0.0000069271914,0.000017673086,0.000003373341,0.002148405,0.7005555,0.011114394,0.026749924,0.0001857745,0.25891894],"study_design_scores_gemma":[0.00004939768,0.00019954795,0.0000127599515,0.000011414955,0.000018323422,0.00001568286,0.0007593874,0.88912374,0.08469989,0.023313122,0.0015795523,0.00021717823],"about_ca_topic_score_codex":0.00007549126,"about_ca_topic_score_gemma":0.000045069035,"teacher_disagreement_score":0.95854574,"about_ca_system_score_codex":0.00034547315,"about_ca_system_score_gemma":0.0000670424,"threshold_uncertainty_score":0.8647337},"labels":[],"label_agreement":null},{"id":"W4295940462","doi":"10.1007/978-3-031-16270-1_17","title":"A Novel Hybrid Framework to Enhance Zero-shot Classification","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Computer science; Exploit; Transformer; Artificial intelligence; Categorical variable; Language model; Data mining; Machine learning; Natural language processing","score_opus":0.03860569090495036,"score_gpt":0.28756313973566006,"score_spread":0.2489574488307097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295940462","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009765496,0.00017717553,0.9898526,0.0028393718,0.0031524138,0.0005440039,0.0000092682285,0.00024771123,0.0030798032],"genre_scores_gemma":[0.15319751,0.000018905404,0.84111935,0.0047382335,0.0004419066,0.00004392673,0.000004916399,0.000039875795,0.00039534664],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994503,0.000033296234,0.0006387718,0.0025289687,0.0015230051,0.00077295594],"domain_scores_gemma":[0.9959683,0.0005426077,0.00030550847,0.002716267,0.00020464811,0.000262683],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0010460804,0.0005359915,0.00050214626,0.0008650259,0.00041013912,0.00057716545,0.005705787,0.00021678473,0.00008410488],"category_scores_gemma":[0.00024289456,0.0005620471,0.0001340996,0.0008742957,0.00024560824,0.00060103554,0.0028547833,0.0014316501,0.00008721463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005846354,0.0000445898,0.00001395191,0.000026371361,0.000007944444,0.000045175242,0.0011016253,0.09900872,0.0016271169,0.18714455,0.000050464303,0.7109237],"study_design_scores_gemma":[0.0001006296,0.00016762562,0.00006780646,0.00034212897,0.000006359532,0.00009701773,2.0805541e-7,0.7352719,0.0024052744,0.24754944,0.01301674,0.0009749222],"about_ca_topic_score_codex":0.000035552996,"about_ca_topic_score_gemma":0.000018411003,"teacher_disagreement_score":0.7099487,"about_ca_system_score_codex":0.00066832843,"about_ca_system_score_gemma":0.0006383496,"threshold_uncertainty_score":0.9996831},"labels":[],"label_agreement":null},{"id":"W4296711106","doi":"10.1162/tacl_a_00506","title":"Evaluating Attribution in Dialogue Systems: The BEGIN Benchmark","year":2022,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Spurious relationship; Benchmark (surveying); Attribution; Artificial intelligence; Natural language processing; Grounded theory; Data science; Machine learning; Qualitative research","score_opus":0.04673618613088275,"score_gpt":0.30956918011848517,"score_spread":0.2628329939876024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296711106","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004118812,0.000058213096,0.9912609,0.0012618856,0.0024478415,0.00050638046,0.00015131322,0.000031960895,0.0001627247],"genre_scores_gemma":[0.9821219,9.344745e-7,0.017305663,0.00006905398,0.00013262668,0.0001294092,0.000031988413,0.0000059576423,0.00020248824],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982984,0.00030083748,0.0004228133,0.00017328905,0.00064923626,0.00015540763],"domain_scores_gemma":[0.99743515,0.0013852072,0.00039387192,0.00023583688,0.0005340975,0.00001582378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018940871,0.000074970274,0.00012353278,0.000080832346,0.00069227366,0.000049350943,0.0006068226,0.00003413863,0.000003645364],"category_scores_gemma":[0.0009724029,0.00006319057,0.00011215088,0.0004569704,0.000016014015,0.000043864788,0.00004913532,0.00021883838,8.195505e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036833053,0.000039213974,0.00078190165,0.000009559121,0.000018967028,5.3619118e-8,0.00034610913,0.8677119,0.0000059480076,0.13056006,0.00007326783,0.00044936224],"study_design_scores_gemma":[0.00035589965,0.000040001523,0.0030938978,0.0000098739265,0.00002460541,0.0000012594516,0.00008095613,0.9683258,0.000011708218,0.025051277,0.0029360207,0.0000687051],"about_ca_topic_score_codex":0.000112506474,"about_ca_topic_score_gemma":0.000018663955,"teacher_disagreement_score":0.9780031,"about_ca_system_score_codex":0.00060811255,"about_ca_system_score_gemma":0.0002137584,"threshold_uncertainty_score":0.53244793},"labels":[],"label_agreement":null},{"id":"W4296878065","doi":"10.1007/978-3-031-17120-8_31","title":"Coarse-to-Fine Retriever for Better Open-Domain Question Answering","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Labrador Retriever; Computer science; Domain (mathematical analysis); Representation (politics); Construct (python library); Information retrieval; Artificial intelligence; Reading (process); Natural language processing; Linguistics; Mathematics; Programming language","score_opus":0.02721815459113205,"score_gpt":0.2740297315924848,"score_spread":0.24681157700135273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296878065","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017249625,0.00010829663,0.9888076,0.0045541716,0.0030108527,0.001281842,0.000013659102,0.0001561657,0.0018949114],"genre_scores_gemma":[0.013595244,0.0000055383402,0.97945887,0.0056294035,0.00058107876,0.00007896649,0.000010585779,0.00005310911,0.00058721896],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99547476,0.000050620252,0.0006076221,0.0021220106,0.0009818296,0.00076316606],"domain_scores_gemma":[0.99712086,0.0004137353,0.00025031628,0.0018015493,0.00020099085,0.0002125327],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0020680635,0.0005019546,0.0005710185,0.0007480348,0.00046955183,0.0009482829,0.0065299086,0.00021984376,0.00006543432],"category_scores_gemma":[0.00013576851,0.0005154263,0.00012364246,0.0006765162,0.00018047173,0.0009993437,0.005137896,0.00076182344,0.00001983354],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024535331,0.000029691242,0.00003411331,0.000048760932,0.000013476547,0.00007169553,0.0011013494,0.083278865,0.0005098951,0.109306075,0.0001660788,0.80541545],"study_design_scores_gemma":[0.00057908735,0.00036812626,0.00002926173,0.00031797335,0.000007965913,0.00005896523,2.0083655e-7,0.6234103,0.00094893394,0.3245964,0.048686247,0.0009965431],"about_ca_topic_score_codex":0.00005724643,"about_ca_topic_score_gemma":0.0000866836,"teacher_disagreement_score":0.8044189,"about_ca_system_score_codex":0.00061548717,"about_ca_system_score_gemma":0.00046393153,"threshold_uncertainty_score":0.99972975},"labels":[],"label_agreement":null},{"id":"W4296941844","doi":"10.1101/2022.09.22.22280246","title":"Large-Scale Application of Named Entity Recognition to Biomedicine and Epidemiology","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Public Health Ontario; University of Toronto","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research","keywords":"Computer science; Named-entity recognition; Inference; Preprocessor; Biomedicine; Parsing; Data science; Artificial intelligence; Declaration; Machine learning; Natural language processing; Bioinformatics","score_opus":0.05218879559191653,"score_gpt":0.3170996376059271,"score_spread":0.26491084201401055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296941844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3752372,0.00015959443,0.6218557,0.0019270657,0.00038363205,0.0002515381,0.000016360878,0.000047963473,0.00012094947],"genre_scores_gemma":[0.8709186,0.000094814284,0.12784918,0.0006463656,0.00013048944,0.00022626194,0.00007321448,0.000009463654,0.00005163137],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983486,0.00022927935,0.000432627,0.0006362151,0.00016469495,0.00018857936],"domain_scores_gemma":[0.9986312,0.00018606868,0.00024743163,0.0007715413,0.00007081358,0.00009294241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019386134,0.00011781386,0.0003497315,0.00019518349,0.000052535528,0.000007834155,0.0005958858,0.00011194054,0.000032979242],"category_scores_gemma":[0.00030783794,0.00011885936,0.000046787365,0.00020402147,0.000032916272,0.000045267378,0.0017204479,0.00028133526,0.000009384467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043719374,0.0004301875,0.44653204,0.0013675035,0.00012915998,0.000011877205,0.009557995,0.002370474,0.009550208,0.01652479,0.0009162911,0.51256573],"study_design_scores_gemma":[0.0006952667,0.00020041426,0.125675,0.0001716246,0.00005648309,0.000016354601,0.00016905728,0.70681286,0.0013276136,0.14413264,0.020135432,0.0006072682],"about_ca_topic_score_codex":0.00013957795,"about_ca_topic_score_gemma":0.000033649747,"teacher_disagreement_score":0.7044424,"about_ca_system_score_codex":0.000043346994,"about_ca_system_score_gemma":0.00003699876,"threshold_uncertainty_score":0.48469442},"labels":[],"label_agreement":null},{"id":"W4297796135","doi":"10.1145/3548785.3548789","title":"An Online MCQ sub-system for CrsMgr","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Transfer of learning; Focus (optics); Human–computer interaction; Online learning; Similarity (geometry); Artificial intelligence; Multimedia","score_opus":0.057336339571853454,"score_gpt":0.2722390468146272,"score_spread":0.21490270724277372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297796135","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076958604,0.00001888368,0.92066854,0.0007059435,0.00051532034,0.00013701098,0.0000074654,0.0002880877,0.00070014613],"genre_scores_gemma":[0.850911,1.8653613e-7,0.1480353,0.0004178021,0.00009747982,0.000038999427,0.0000057143316,0.0000049794126,0.0004885113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992879,0.000033889522,0.0001228331,0.00025129085,0.00015609215,0.00014800753],"domain_scores_gemma":[0.99939394,0.000028499468,0.000027336184,0.00047503022,0.00002678622,0.000048429443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022301472,0.000050701,0.00007019268,0.000040108775,0.00016718515,0.00004705687,0.0007115776,0.0000117292175,0.000021905513],"category_scores_gemma":[0.0000043669506,0.00004796827,0.0000328569,0.00010072228,0.0000033492852,0.00015815719,0.0002106201,0.000054623317,0.0000046094183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000978266,0.0002252654,0.00038952756,0.000047570735,0.000013862725,0.000017717926,0.0010203735,0.021851113,0.0059202285,0.8147767,0.003178513,0.15254936],"study_design_scores_gemma":[0.00018405638,0.0000829383,0.00009104695,0.0000013221254,0.0000013150568,0.000013676165,0.00017944262,0.98588794,0.001058538,0.0008427341,0.011576128,0.000080833954],"about_ca_topic_score_codex":0.000036008725,"about_ca_topic_score_gemma":0.000018853356,"teacher_disagreement_score":0.9640369,"about_ca_system_score_codex":0.00005397992,"about_ca_system_score_gemma":0.00003757904,"threshold_uncertainty_score":0.19560893},"labels":[],"label_agreement":null},{"id":"W4297941332","doi":"10.1109/compsac54236.2022.00210","title":"A Question-Answering System on COVID-19 Scientific Literature","year":2022,"lang":"en","type":"article","venue":"2022 IEEE 46th Annual Computers, Software, and Applications Conference (COMPSAC)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health; Public Health Ontario; University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Computer science; Pipeline (software); Gold standard (test); Question answering; Information retrieval; Data science; Natural language processing; Infectious disease (medical specialty); Statistics","score_opus":0.022063189100869015,"score_gpt":0.26210149271896377,"score_spread":0.24003830361809475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297941332","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069599706,0.00047196925,0.9879292,0.0010132614,0.0012484458,0.00083406817,0.00030453253,0.0010395565,0.00019895386],"genre_scores_gemma":[0.9306774,0.000026774402,0.06549947,0.0016383575,0.00033582008,0.0010075265,0.00016525981,0.00003238802,0.00061697],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99646306,0.00028981516,0.0004996712,0.0014793565,0.000730998,0.0005370945],"domain_scores_gemma":[0.99731225,0.00032097992,0.00023508811,0.0013824631,0.0002494858,0.0004997361],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008355982,0.0003650222,0.00036701903,0.00046306595,0.0024744722,0.0011411804,0.001914842,0.00009010069,0.000026030719],"category_scores_gemma":[0.000037307906,0.00039438778,0.00011141176,0.0013118375,0.0001646203,0.0005239287,0.000811635,0.00064180355,0.00003442751],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003334867,0.0003292207,0.0008756638,0.00048622445,0.00006432806,0.00007513311,0.007843714,0.04294724,0.00015181549,0.8323635,0.008867584,0.10596226],"study_design_scores_gemma":[0.0014928908,0.00044022442,0.0007434784,0.00025765176,0.000044803826,0.00041583527,0.0019358166,0.5979394,0.00009848926,0.015166403,0.3798586,0.0016063782],"about_ca_topic_score_codex":0.00008038259,"about_ca_topic_score_gemma":0.000011072187,"teacher_disagreement_score":0.92371744,"about_ca_system_score_codex":0.00032580024,"about_ca_system_score_gemma":0.00044837847,"threshold_uncertainty_score":0.99989575},"labels":[],"label_agreement":null},{"id":"W4297990402","doi":"10.18280/ria.360409","title":"Deep Named Entity Recognition in Hindi Using Neural Networks","year":2022,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Named-entity recognition; Computer science; Natural language processing; Artificial intelligence; Hindi; Phrase; Task (project management); Deep learning; Word (group theory); Autoencoder; Architecture; Named entity; Recurrent neural network; Entity linking; Artificial neural network; Linguistics; Knowledge base","score_opus":0.07522228084441177,"score_gpt":0.27589825618913943,"score_spread":0.20067597534472767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297990402","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24578814,0.00019796549,0.7525388,0.00020446532,0.0007903733,0.00016695293,7.811531e-7,0.00007057135,0.00024197725],"genre_scores_gemma":[0.98787504,0.000012848266,0.011677547,0.00021343971,0.000082284656,0.00003291263,0.0000059612958,0.000010764196,0.000089173605],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982676,0.00018298229,0.0004315427,0.0005016186,0.00022091415,0.0003953274],"domain_scores_gemma":[0.9991471,0.00009429261,0.00011921125,0.0005294015,0.000043548,0.00006643666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065615826,0.00012513943,0.00015950708,0.00017772093,0.0003060068,0.000103958504,0.00077969366,0.000043513166,0.00023778884],"category_scores_gemma":[0.0000548698,0.00015218549,0.000074959855,0.00081713597,0.000028376104,0.0003608938,0.0005212948,0.00040776856,0.000034777277],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004164714,0.00005887817,0.00069315464,0.0000063910593,0.0000021925734,0.00003068275,0.00095854944,0.8928889,0.00017759661,0.0009739477,0.000008423834,0.104197115],"study_design_scores_gemma":[0.000033197543,0.00003584408,0.000040250572,0.0000137586885,0.000002814594,0.000050677798,0.00036355612,0.99517626,0.0007578729,0.0031808177,0.00017145666,0.00017349582],"about_ca_topic_score_codex":0.00019733456,"about_ca_topic_score_gemma":0.00006077358,"teacher_disagreement_score":0.74208695,"about_ca_system_score_codex":0.0001987863,"about_ca_system_score_gemma":0.000030781517,"threshold_uncertainty_score":0.62059444},"labels":[],"label_agreement":null},{"id":"W4298095693","doi":"10.48550/arxiv.2109.10739","title":"Predicting Efficiency/Effectiveness Trade-offs for Dense vs. Sparse\\n Retrieval Strategy Selection","year":2021,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Leverage (statistics); Embedding; Classifier (UML); Artificial intelligence","score_opus":0.08046011134342035,"score_gpt":0.21064954058147806,"score_spread":0.1301894292380577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298095693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4805949,0.00013878732,0.5160252,0.000035970574,0.0016807211,0.0011115213,0.000015816338,0.00022737864,0.0001697395],"genre_scores_gemma":[0.9960148,0.00018346653,0.0026664336,0.000052024556,0.0004952777,0.0000057539955,0.000032431555,0.00007596035,0.0004738542],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9916868,0.0011677077,0.00085721316,0.004437676,0.00040032278,0.0014502353],"domain_scores_gemma":[0.9949691,0.0011193731,0.0008631761,0.0017836611,0.0007487578,0.00051590154],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021971937,0.001024506,0.0011824021,0.00055975583,0.0011596718,0.0008011387,0.0024637473,0.0011052699,0.00005228559],"category_scores_gemma":[0.00039681554,0.0013729085,0.00088405603,0.0024554636,0.00026147554,0.0012455918,0.0016488442,0.0016946524,0.00001718197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006578368,0.00037848455,0.013708069,0.0007774691,0.00028643024,0.00030469493,0.0008795837,0.96109325,0.00093281164,0.01907294,0.000008243387,0.001900193],"study_design_scores_gemma":[0.0020172948,0.0006190064,0.007978014,0.0007044802,0.00041278327,0.00007657994,0.00050127885,0.97830486,0.0047450284,0.0033889604,0.000047933394,0.0012037675],"about_ca_topic_score_codex":0.0003522505,"about_ca_topic_score_gemma":0.00014257724,"teacher_disagreement_score":0.5154199,"about_ca_system_score_codex":0.0013648629,"about_ca_system_score_gemma":0.0019639072,"threshold_uncertainty_score":0.99887204},"labels":[],"label_agreement":null},{"id":"W4299441762","doi":"","title":"Predicting the Semantic Textual Similarity with Siamese CNN and LSTM","year":2018,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Semantic similarity; Artificial intelligence; Natural language processing; Similarity (geometry); Semantics (computer science); Information retrieval","score_opus":0.012785283939800038,"score_gpt":0.21597728854243023,"score_spread":0.2031920046026302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299441762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2587297,0.00013591211,0.7098127,0.014626587,0.00005531745,0.00016304199,0.000001757039,0.00017746277,0.01629751],"genre_scores_gemma":[0.92816335,0.000025383639,0.07006508,0.00030205972,0.000030363297,0.000010164116,0.0000032067665,0.0000106644075,0.0013897084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99740136,0.0013387564,0.00021392613,0.0004653465,0.00030946755,0.0002711642],"domain_scores_gemma":[0.9967063,0.00079115905,0.0001424635,0.0015039714,0.00075122504,0.00010489945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030776076,0.00013927495,0.00012864536,0.000056676537,0.000604968,0.0004189925,0.0011224014,0.00005732606,0.000018596455],"category_scores_gemma":[0.00054669974,0.000101832535,0.000033059252,0.0003570964,0.00033472123,0.00031243957,0.00067811966,0.00021949179,0.000015470383],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017460194,0.00038120314,0.070054464,0.00008222864,0.00009438402,0.000013307689,0.06652216,0.000075080636,0.0029772855,0.63225025,0.000711263,0.22682093],"study_design_scores_gemma":[0.0006441965,0.000002538351,0.020762406,0.00049699366,0.000024758723,0.000072138195,0.00042182024,0.9507861,0.015166664,0.003997771,0.0072660903,0.000358519],"about_ca_topic_score_codex":0.0004551782,"about_ca_topic_score_gemma":0.0014280159,"teacher_disagreement_score":0.950711,"about_ca_system_score_codex":0.000024764384,"about_ca_system_score_gemma":0.00009318886,"threshold_uncertainty_score":0.46529856},"labels":[],"label_agreement":null},{"id":"W4300427152","doi":"10.1117/12.2641031","title":"Self-attention on RNN-based text classification","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Recurrent neural network; Artificial intelligence; Artificial neural network","score_opus":0.03357897251242559,"score_gpt":0.24794164988067163,"score_spread":0.21436267736824605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300427152","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026537934,0.000005296436,0.9527051,0.0052585243,0.0003410591,0.00010762772,3.997361e-7,0.0003794272,0.0146646295],"genre_scores_gemma":[0.9436574,2.8296054e-7,0.05447413,0.0010749266,0.000024462317,0.000035169727,0.0000027205542,0.000003271669,0.0007276276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923754,0.000059984584,0.00010216118,0.00024201574,0.0002581274,0.00010015347],"domain_scores_gemma":[0.99948263,0.000029878835,0.00003817083,0.0004041002,0.00001926727,0.000025967916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020295066,0.000046654994,0.00003952933,0.00007198424,0.00016662841,0.00004664231,0.00038987552,0.0000126899595,0.0000892808],"category_scores_gemma":[0.000004058905,0.00004578209,0.000029332261,0.00018157814,0.0000030876452,0.00009352927,0.00008491037,0.00008581611,0.00009193016],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005542258,0.00030479318,0.0015914069,0.000011870397,0.000007668938,0.0000044814137,0.0002356798,0.01032831,0.0037665563,0.9070257,0.002597395,0.07412062],"study_design_scores_gemma":[0.00014162362,0.000048954524,0.0036958728,0.0000010505934,0.0000011773726,0.0000011007336,0.00002559832,0.9859071,0.00019667792,0.00078387174,0.009133823,0.00006315189],"about_ca_topic_score_codex":0.000009454533,"about_ca_topic_score_gemma":0.0000011153543,"teacher_disagreement_score":0.9755788,"about_ca_system_score_codex":0.00009911859,"about_ca_system_score_gemma":0.000042484484,"threshold_uncertainty_score":0.18669395},"labels":[],"label_agreement":null},{"id":"W4301054811","doi":"10.48550/arxiv.1805.04558","title":"NRC-Canada at SMM4H Shared Task: Classifying Tweets Mentioning Adverse\\n Drug Reactions and Medication Intake","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lexicon; Task (project management); Class (philosophy); Computer science; Domain (mathematical analysis); Variety (cybernetics); Natural language processing; Artificial intelligence; Support vector machine; Word (group theory); Social media; Sentiment analysis; World Wide Web; Mathematics; Engineering","score_opus":0.06374858205544988,"score_gpt":0.18946913828064055,"score_spread":0.12572055622519068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301054811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4893028,0.000067891655,0.5035712,0.00059493026,0.0014817051,0.00029369417,0.000018740726,0.0002275555,0.004441459],"genre_scores_gemma":[0.99253964,0.00009975474,0.003922484,0.000116722615,0.0001290461,0.0000021099765,0.00003753139,0.000015283213,0.003137402],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978026,0.0001236581,0.0002917335,0.0011989472,0.00025124554,0.00033177892],"domain_scores_gemma":[0.9979626,0.0001078131,0.00040111717,0.0010747073,0.00022324786,0.00023052188],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041898346,0.00026486666,0.0002487013,0.00021177421,0.00049454346,0.00009629229,0.0010387038,0.00018406604,0.00007328389],"category_scores_gemma":[0.00007635641,0.0003306513,0.00008490251,0.00029139544,0.000102683465,0.00052145455,0.0023354245,0.0004548626,0.00002497826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002129627,0.00054377696,0.16300675,0.0022163913,0.002284453,0.0017814233,0.011708247,0.45319146,0.0024982772,0.27084407,0.0759762,0.015735997],"study_design_scores_gemma":[0.00060636125,0.000015330717,0.011545828,0.00036623908,0.00010576415,0.000015502628,0.00028624648,0.9646277,0.00013429235,0.008092678,0.013577544,0.0006265435],"about_ca_topic_score_codex":0.033608507,"about_ca_topic_score_gemma":0.08217494,"teacher_disagreement_score":0.5114362,"about_ca_system_score_codex":0.0013866316,"about_ca_system_score_gemma":0.00066867657,"threshold_uncertainty_score":0.9999145},"labels":[],"label_agreement":null},{"id":"W4302599139","doi":"10.1007/978-1-4614-6170-8_100005","title":"Information Extraction","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Extraction (chemistry); Information extraction; Computer science; Information retrieval; Chromatography; Chemistry","score_opus":0.021307402991167224,"score_gpt":0.2286075006550297,"score_spread":0.20730009766386245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302599139","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.1109903e-7,0.0000051506013,0.50776714,0.00013153035,0.0002622858,0.000031666983,1.2734164e-7,0.000099890705,0.4917019],"genre_scores_gemma":[0.0016800637,0.000016499627,0.051257145,0.00083856675,0.00019609898,0.0000023706,0.000008720098,0.0000063644634,0.9459942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994744,0.0000025173804,0.00018000952,0.00009388971,0.00017861753,0.00007054651],"domain_scores_gemma":[0.99938715,0.00001701053,0.00010851312,0.00040564837,0.00005184025,0.000029858526],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009578,0.00009173387,0.0000832237,0.000092936076,0.000029068357,0.000106628926,0.00029686655,0.00013375384,0.00015931213],"category_scores_gemma":[0.000005464386,0.000084647574,0.000040228468,0.0000070823103,0.000005058433,0.00059293583,0.00008341817,0.0001285623,0.0014794591],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3443858e-7,2.0791643e-7,1.1032522e-7,0.0000046052055,0.000001756542,1.4692627e-7,0.000027069917,0.000033838616,5.4611013e-7,0.78669685,0.0015153053,0.2117194],"study_design_scores_gemma":[0.00004988532,0.000008158604,0.0000025759387,0.000015197667,0.000002063042,0.000007658654,6.3885176e-7,0.059647154,0.000011940039,0.045847174,0.89429474,0.00011281279],"about_ca_topic_score_codex":0.0000072487633,"about_ca_topic_score_gemma":0.0000022196868,"teacher_disagreement_score":0.8927794,"about_ca_system_score_codex":0.0000318277,"about_ca_system_score_gemma":0.000024373889,"threshold_uncertainty_score":0.999298},"labels":[],"label_agreement":null},{"id":"W4304698333","doi":"10.1007/s10462-022-10265-7","title":"Deep learning, graph-based text representation and classification: a survey, perspectives and challenges","year":2022,"lang":"en","type":"article","venue":"Artificial Intelligence Review","topic":"Topic Modeling","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Artificial intelligence; Deep learning; Feature engineering; Recurrent neural network; Feature learning; Graph; Artificial neural network; Representation (politics); Machine learning; Natural language processing; Theoretical computer science","score_opus":0.22418225187240653,"score_gpt":0.3617897368252568,"score_spread":0.13760748495285025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304698333","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020635398,0.41242468,0.57527906,0.009338006,0.0001175719,0.00038453433,7.180534e-7,0.00009333744,0.00029854022],"genre_scores_gemma":[0.7728261,0.22275579,0.004019874,0.00023038,0.000027686667,0.00010572843,0.000004077229,0.000008005104,0.00002235194],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808574,0.00064950006,0.00031092155,0.00055585307,0.00024258115,0.00015541885],"domain_scores_gemma":[0.99905103,0.0002736074,0.00013831911,0.00037482567,0.00009891521,0.00006327328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013209585,0.00010820042,0.00019514402,0.00008459642,0.00031784587,0.00008219693,0.0003121247,0.000020736828,0.00006177491],"category_scores_gemma":[0.00034807163,0.00010911895,0.000042853095,0.00043140858,0.00008085425,0.00019322547,0.00019214404,0.00019133948,0.0000137528195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029446785,0.000036167316,0.00035818468,0.00016834949,0.000006362917,0.0000028679767,0.0016510943,0.00043572386,0.000020016681,0.12095915,0.000010264605,0.87634885],"study_design_scores_gemma":[0.0000527722,0.00032185361,0.010965145,0.00042389543,0.000040788167,0.000065425724,0.006332056,0.93381786,0.00020278488,0.03312711,0.014053005,0.000597285],"about_ca_topic_score_codex":0.00006545572,"about_ca_topic_score_gemma":0.000072299525,"teacher_disagreement_score":0.93338215,"about_ca_system_score_codex":0.000030963212,"about_ca_system_score_gemma":0.000034529738,"threshold_uncertainty_score":0.44497415},"labels":[],"label_agreement":null},{"id":"W4306317452","doi":"10.1145/3511808.3557209","title":"Named Entity-based Question-Answering Pair Generator","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 31st ACM International Conference on Information &amp; Knowledge Management","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Pipeline (software); Paragraph; Question answering; Generator (circuit theory); Task (project management); Context (archaeology); Abstraction; Simple (philosophy); Text generation; Natural language processing; Argument (complex analysis); Artificial intelligence; Programming language; Engineering; World Wide Web","score_opus":0.045095399802941936,"score_gpt":0.2833785768154452,"score_spread":0.23828317701250326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306317452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11858014,0.000038392256,0.44737136,0.019076783,0.006837462,0.0016683463,0.000052908763,0.0006367526,0.40573785],"genre_scores_gemma":[0.96469724,0.00000737848,0.03203985,0.00063478644,0.00007087065,0.00026439203,0.000024734427,0.0000080499485,0.0022526942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813867,0.000022763108,0.00053016446,0.00024666806,0.0008627236,0.00019902895],"domain_scores_gemma":[0.9984057,0.000028123904,0.0004330047,0.0004158997,0.00066437403,0.000052932228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073988904,0.00017149755,0.00013675091,0.0004071582,0.0003299642,0.0003693423,0.0033137472,0.000031154897,0.00019506145],"category_scores_gemma":[0.00016109087,0.00015595519,0.00010579892,0.00039289633,0.000037112874,0.0011092053,0.0021590227,0.00023492984,0.00012020897],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002182189,0.00010200348,0.0009054601,0.00012215291,0.00005397036,1.08563086e-7,0.0014089767,0.0034135943,0.00027566066,0.97815776,0.00431303,0.011225455],"study_design_scores_gemma":[0.0015137828,0.00009195526,0.0016902057,0.00028897577,0.000034659446,0.000007230557,0.0011762637,0.49567997,0.0029349574,0.024613943,0.47134584,0.0006222185],"about_ca_topic_score_codex":0.000009894462,"about_ca_topic_score_gemma":0.000004747569,"teacher_disagreement_score":0.95354384,"about_ca_system_score_codex":0.0003487328,"about_ca_system_score_gemma":0.000072211114,"threshold_uncertainty_score":0.6359668},"labels":[],"label_agreement":null},{"id":"W4306317500","doi":"10.1145/3511808.3557588","title":"Early Stage Sparse Retrieval with Entity Linking","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 31st ACM International Conference on Information &amp; Knowledge Management","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Question answering; Boosting (machine learning); Artificial intelligence; Task (project management); Ranking (information retrieval); Natural language processing","score_opus":0.05496141773196674,"score_gpt":0.27540141818841524,"score_spread":0.2204400004564485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306317500","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33830398,0.000011207611,0.094945945,0.0035473697,0.002179806,0.0010215366,0.000031446223,0.00025189956,0.5597068],"genre_scores_gemma":[0.9792453,0.000011809184,0.014159692,0.00022688438,0.000050233455,0.00006192575,0.000013198028,0.000007223499,0.006223731],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997985,0.000015145346,0.0004645174,0.00025227372,0.0010738703,0.00020918003],"domain_scores_gemma":[0.9982912,0.000023789135,0.00052074477,0.00043272914,0.0006832876,0.000048272323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068188715,0.00016808962,0.00013806141,0.0003539641,0.0003102029,0.0004615068,0.0035261328,0.000029173128,0.00016221787],"category_scores_gemma":[0.000087304434,0.00013792848,0.00007415767,0.00047395626,0.000047065874,0.0016167797,0.0031260652,0.0003082911,0.00010096178],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008296829,0.00008512811,0.0019183097,0.00011148221,0.000076470125,2.1958355e-7,0.003927718,0.0007649125,0.00007958174,0.98690635,0.00069848134,0.005348364],"study_design_scores_gemma":[0.004907182,0.0005636548,0.021363689,0.0010026266,0.000109911016,0.000034381334,0.0062684263,0.20397568,0.0026197042,0.06237598,0.69509375,0.0016850383],"about_ca_topic_score_codex":0.000013456753,"about_ca_topic_score_gemma":0.0000059010063,"teacher_disagreement_score":0.9245304,"about_ca_system_score_codex":0.00027410034,"about_ca_system_score_gemma":0.000057271936,"threshold_uncertainty_score":0.65524906},"labels":[],"label_agreement":null},{"id":"W4306317650","doi":"10.1145/3511808.3557719","title":"Unsupervised Question Clarity Prediction through Retrieved Item Coherency","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 31st ACM International Conference on Information &amp; Knowledge Management","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ambiguity; Computer science; CLARITY; Generalization; Context (archaeology); Artificial intelligence; Ask price; Graph; Machine learning; Similarity (geometry); Open domain; Information retrieval; Question answering; Natural language processing; Theoretical computer science; Mathematics","score_opus":0.06448416126311513,"score_gpt":0.29336109989716924,"score_spread":0.22887693863405412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306317650","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08253288,0.000036896992,0.15464154,0.009961689,0.005228383,0.0018379625,0.00008663453,0.00055912783,0.74511486],"genre_scores_gemma":[0.98108953,0.000046562713,0.015143335,0.0003956349,0.00008262738,0.00024299392,0.00006315372,0.00000861292,0.0029275466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99769783,0.00003717297,0.0007053541,0.00030652588,0.0010381388,0.00021499688],"domain_scores_gemma":[0.9979649,0.000040902913,0.0005404445,0.0004892189,0.00091839215,0.00004615227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008409054,0.00019936894,0.00016557869,0.00022570358,0.0003829642,0.00032306404,0.0031828147,0.000061006438,0.00020432187],"category_scores_gemma":[0.0002883866,0.00017989492,0.00010804941,0.00057814486,0.000046421243,0.002267861,0.002475221,0.00037700185,0.00009512067],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005085386,0.00013315791,0.0017988731,0.00011909554,0.000065414046,7.240862e-8,0.0035442112,0.00033871687,0.00016293695,0.9781524,0.0051411055,0.010493151],"study_design_scores_gemma":[0.003286628,0.00030330656,0.023763618,0.0005887077,0.000086975706,0.000025899559,0.0041100876,0.29201245,0.0012911687,0.22413051,0.44945556,0.0009450755],"about_ca_topic_score_codex":0.000020418207,"about_ca_topic_score_gemma":0.000004506362,"teacher_disagreement_score":0.89855665,"about_ca_system_score_codex":0.00045961174,"about_ca_system_score_gemma":0.00006241342,"threshold_uncertainty_score":0.7335902},"labels":[],"label_agreement":null},{"id":"W4307895180","doi":"10.48550/arxiv.2205.09393","title":"Two-Step Question Retrieval for Open-Domain QA","year":2022,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Search engine indexing; Inference; Computer science; Labrador Retriever; Information retrieval; Pipeline (software); Domain (mathematical analysis); Squid; Artificial intelligence; Mathematics; Programming language; Medicine; Biology; Fishery","score_opus":0.09835796420991373,"score_gpt":0.23386526790810672,"score_spread":0.13550730369819297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307895180","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052942347,0.000050803697,0.9397317,0.00027167742,0.0014032554,0.00088426104,0.000026677062,0.00022211934,0.0044671637],"genre_scores_gemma":[0.9109378,0.000034202803,0.0836024,0.00021204284,0.00015672155,0.0000054078637,0.00004231798,0.000027094018,0.004981997],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99756587,0.00025031224,0.0002348788,0.0014522002,0.00012995953,0.0003667648],"domain_scores_gemma":[0.9976774,0.00013777144,0.00027454869,0.0016363015,0.00013403226,0.00013995137],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00092980143,0.00026648986,0.00032977897,0.00021189639,0.00032633383,0.00027634727,0.004482411,0.0001731027,0.0000717369],"category_scores_gemma":[0.000059800965,0.00034488534,0.00019338852,0.0004410851,0.00004360858,0.0005016416,0.0080125425,0.00057251775,0.000020845293],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007038895,0.000053996544,0.00035850005,0.00004676892,0.00003977751,0.00009920924,0.00013628928,0.1755811,0.000024772513,0.8226896,0.00033150855,0.00056808325],"study_design_scores_gemma":[0.0010224528,0.00007652257,0.00009220955,0.000047848684,0.00003543805,0.0000044016856,0.000095028554,0.78478867,0.000046576846,0.2075758,0.0057806117,0.00043446003],"about_ca_topic_score_codex":0.0003515788,"about_ca_topic_score_gemma":0.00005363087,"teacher_disagreement_score":0.85799545,"about_ca_system_score_codex":0.0005215676,"about_ca_system_score_gemma":0.00036135517,"threshold_uncertainty_score":0.99990034},"labels":[],"label_agreement":null},{"id":"W4308641647","doi":"10.1145/3540250.3549145","title":"Are we building on the rock? on the importance of data preprocessing for code summarization","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China; Youth Innovation Promotion Association; Chinese Academy of Sciences; National Science Foundation","keywords":"Automatic summarization; Benchmark (surveying); Computer science; Preprocessor; Code (set theory); Data pre-processing; Data mining; Benchmarking; Machine learning; Task (project management); Artificial intelligence; Engineering","score_opus":0.0714784426833877,"score_gpt":0.2534673684029559,"score_spread":0.1819889257195682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308641647","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1952023,0.00013178003,0.79625297,0.0065019703,0.0004196658,0.0010017513,0.00012804994,0.0003056574,0.00005585298],"genre_scores_gemma":[0.9717696,0.00003976902,0.02772155,0.00017986177,0.00008262226,0.000092370145,0.000008141813,0.000060266215,0.000045822962],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977878,0.00004214996,0.00066397735,0.00058599305,0.00059541257,0.00032466406],"domain_scores_gemma":[0.9955441,0.0017341591,0.0008179124,0.0015027757,0.0003470741,0.00005398625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018296138,0.000324778,0.00032610484,0.00017449027,0.0006311023,0.00021373952,0.003934858,0.00003946587,0.000007645566],"category_scores_gemma":[0.006012766,0.00020210481,0.00011857711,0.00056945987,0.00006365818,0.00043104804,0.0019843066,0.0005169825,8.2337465e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056841647,0.000168546,0.005435631,0.0012417788,0.0002446659,0.0000012913586,0.0035191886,0.69721323,0.020531554,0.26806837,0.0009967873,0.002522129],"study_design_scores_gemma":[0.00058550533,0.00033605727,0.0046406006,0.0031361743,0.00012860988,0.000024683211,0.0007463019,0.95776564,0.025003575,0.002958308,0.0038596152,0.00081490836],"about_ca_topic_score_codex":0.0000030298286,"about_ca_topic_score_gemma":4.185183e-7,"teacher_disagreement_score":0.7765673,"about_ca_system_score_codex":0.00007271702,"about_ca_system_score_gemma":0.00006707063,"threshold_uncertainty_score":0.8241595},"labels":[],"label_agreement":null},{"id":"W4309232742","doi":"10.21449/ijate.1124382","title":"Automatic story and item generation for reading comprehension assessments with transformers","year":2022,"lang":"en","type":"article","venue":"International Journal of Assessment Tools in Education","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton; University of Alberta","funders":"University of Alberta","keywords":"Fluency; Reading comprehension; Computer science; Comprehension; Literacy; Reading (process); Mathematics education; Multimedia; Psychology; Pedagogy; Linguistics","score_opus":0.04583102892320276,"score_gpt":0.3728767693014102,"score_spread":0.32704574037820744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309232742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54040986,0.000045863595,0.4559708,0.0017121627,0.0015538542,0.00016717109,0.0000018044134,0.000007893243,0.00013060111],"genre_scores_gemma":[0.8342242,0.000020746307,0.16529842,0.0002271676,0.00013749348,0.00004987362,0.000011497235,0.000005787927,0.000024788194],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856496,0.00011133183,0.00035599992,0.00016227263,0.0007102661,0.000095143885],"domain_scores_gemma":[0.9990141,0.00017503553,0.00032916846,0.0000906258,0.00035250123,0.00003859523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009490437,0.00007957001,0.00011961938,0.0003330865,0.00010951929,0.00017013187,0.00036850566,0.0000178409,0.000012494188],"category_scores_gemma":[0.00003357241,0.00007575766,0.000033353102,0.000104775136,0.000010191344,0.0010947724,0.00005216962,0.00019925053,1.0406878e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004061078,0.0004935503,0.009560666,0.00002838621,0.00009814185,0.000008712844,0.0015504368,0.014266699,0.0071439743,0.023378775,0.0006650601,0.942765],"study_design_scores_gemma":[0.0013998131,0.00048097153,0.027617468,0.000117723706,0.000019052448,0.0002372603,0.0015938093,0.9626383,0.00023863325,0.0015342212,0.003955268,0.00016749026],"about_ca_topic_score_codex":0.000007716158,"about_ca_topic_score_gemma":0.000004812533,"teacher_disagreement_score":0.9483716,"about_ca_system_score_codex":0.0008839525,"about_ca_system_score_gemma":0.0007870984,"threshold_uncertainty_score":0.30893078},"labels":[],"label_agreement":null},{"id":"W4309375705","doi":"10.1080/15305058.2022.2070755","title":"Generating reading comprehension items using automated processes","year":2022,"lang":"en","type":"article","venue":"International Journal of Testing","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reading comprehension; Blank; Comprehension; Computer science; Natural language processing; Test (biology); Reading (process); Artificial intelligence; Salient; Process (computing); Psychology; Linguistics","score_opus":0.08765853027184589,"score_gpt":0.32709880228236776,"score_spread":0.23944027201052187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309375705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5951998,0.00013628384,0.40256312,0.0002968126,0.0014924753,0.00003197676,0.0000010094916,0.00011965565,0.00015884382],"genre_scores_gemma":[0.66590196,8.5328435e-7,0.33363432,0.00016115108,0.00028498285,7.9307415e-7,4.941603e-7,0.0000058066234,0.000009656284],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983812,0.00007503158,0.0005051853,0.00014861816,0.00075173756,0.00013823083],"domain_scores_gemma":[0.9980558,0.00029930336,0.000641939,0.0001052889,0.00085131737,0.000046321995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005836127,0.00008139356,0.00012181054,0.00023855116,0.00025171996,0.00020660441,0.0010265429,0.000014328671,0.0000100029865],"category_scores_gemma":[0.00080405927,0.00008133123,0.00004064087,0.00032416708,0.000009164601,0.0005792496,0.0005216599,0.00023933656,8.539359e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043629702,0.000032477004,0.0040154755,0.000009547412,0.000031946136,0.0002113772,0.0005286653,0.8961634,0.084030375,0.00029037747,0.00008881987,0.0145932],"study_design_scores_gemma":[0.0002036134,0.000046108762,0.00011910075,0.000109748515,0.0000042210227,0.0022549317,0.00008168027,0.99564403,0.00092286064,0.00031592415,0.00021480786,0.00008295094],"about_ca_topic_score_codex":0.000037553615,"about_ca_topic_score_gemma":5.0109963e-7,"teacher_disagreement_score":0.09948067,"about_ca_system_score_codex":0.00021256412,"about_ca_system_score_gemma":0.0002556347,"threshold_uncertainty_score":0.33165914},"labels":[],"label_agreement":null},{"id":"W4309663019","doi":"10.1126/science.ade9097","title":"Human-level play in the game of<i>Diplomacy</i>by combining language models with strategic reasoning","year":2022,"lang":"en","type":"article","venue":"Science","topic":"Topic Modeling","field":"Computer Science","cited_by":201,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Cicero; Negotiation; Diplomacy; Computer science; Competition (biology); Reinforcement learning; Artificial intelligence; League; Natural language; Political science; Politics; Law; History; Ecology","score_opus":0.051099470607239225,"score_gpt":0.2899594067233681,"score_spread":0.23885993611612888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309663019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8913401,0.00015406526,0.10043245,0.00014646878,0.00006188685,0.000140815,0.000003990444,0.00004456172,0.0076757045],"genre_scores_gemma":[0.9878967,6.960827e-7,0.011768358,0.00022194043,0.0000075535536,0.000022663557,7.1910966e-7,0.0000044559547,0.00007693394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980585,0.0000959963,0.00018635408,0.00042400978,0.00089827745,0.00033685192],"domain_scores_gemma":[0.99913543,0.000051835144,0.00010595494,0.0006310791,0.000033772256,0.00004190709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017214878,0.00009215444,0.00011542582,0.00012514557,0.00037008524,0.00014356627,0.0025894123,0.000011686038,0.0000071855316],"category_scores_gemma":[0.000013206623,0.00006778302,0.000019078863,0.0012674696,0.00019427338,0.00060127873,0.00048502424,0.00025748438,9.88517e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003998109,0.00009763975,0.0007061253,0.000009126736,0.0000031382758,0.00005622999,0.036460347,0.16831715,0.027847415,0.7649925,0.00002866722,0.0014776594],"study_design_scores_gemma":[0.0005226801,0.0001987006,0.0010893646,0.00004149609,0.0000028996428,0.00007160387,0.007176582,0.9620315,0.0016199327,0.026976284,0.000027279188,0.00024169577],"about_ca_topic_score_codex":0.00017947142,"about_ca_topic_score_gemma":0.000019343875,"teacher_disagreement_score":0.79371434,"about_ca_system_score_codex":0.00005645066,"about_ca_system_score_gemma":0.00021746395,"threshold_uncertainty_score":0.4811815},"labels":[],"label_agreement":null},{"id":"W4310064233","doi":"10.1016/j.neunet.2022.11.028","title":"SGORNN: Combining scalar gates and orthogonal constraints in recurrent networks","year":2022,"lang":"en","type":"article","venue":"Neural Networks","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Horizon 2020; Natural Sciences and Engineering Research Council of Canada; Narodowe Centrum Nauki","keywords":"Recurrent neural network; Overfitting; Scalar (mathematics); Computer science; Treebank; Probabilistic logic; Algorithm; Artificial intelligence; Context (archaeology); Deep learning; Backpropagation; Artificial neural network; Pattern recognition (psychology); Mathematics; Annotation","score_opus":0.017934032237355308,"score_gpt":0.2324914549739667,"score_spread":0.21455742273661138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310064233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5092279,0.003678992,0.48122782,0.0016614823,0.0029886528,0.00040524412,0.0000023128587,0.000242475,0.0005651734],"genre_scores_gemma":[0.99711996,0.000042005522,0.0018641906,0.0007654881,0.0001398618,0.00003367283,0.0000073337105,0.000010803033,0.000016704747],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982541,0.00020649256,0.00031589885,0.00050111936,0.00024941636,0.00047294924],"domain_scores_gemma":[0.99929917,0.00017501695,0.00008968616,0.0003019145,0.000019826031,0.00011437922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046877057,0.00016146997,0.00020729336,0.000080895756,0.00025301118,0.00011712606,0.0005305481,0.00005653932,0.000028442493],"category_scores_gemma":[0.000014513195,0.00017132275,0.000045580997,0.0003779606,0.00008273412,0.00019851839,0.0008630745,0.00076790794,6.2802854e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012026152,0.000035588768,0.019192977,0.0000036410513,0.000005693912,0.000085625106,0.0001968389,0.7359444,0.0000037031016,0.010900197,0.00026229222,0.23335701],"study_design_scores_gemma":[0.00041317765,0.00007929049,0.0050862464,0.000018003557,0.000002559474,0.000092505776,0.00004013551,0.99305457,8.0566895e-7,0.0007446794,0.00029278998,0.00017522214],"about_ca_topic_score_codex":0.000009288278,"about_ca_topic_score_gemma":0.00001949394,"teacher_disagreement_score":0.48789206,"about_ca_system_score_codex":0.000044565288,"about_ca_system_score_gemma":0.000023067674,"threshold_uncertainty_score":0.6986339},"labels":[],"label_agreement":null},{"id":"W4310368227","doi":"10.1101/2022.11.28.22282767","title":"Natural Language Processing for Clinical Laboratory Data Repository Systems: Implementation and Evaluation for Respiratory Viruses","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; Sinai Health System; Institute for Clinical Evaluative Sciences; Vector Institute; Public Health Ontario; University Health Network; University of Toronto","funders":"Vector Institute; Canadian Institutes of Health Research; Hospital for Sick Children","keywords":"Computer science; Artificial intelligence; Natural language processing; Generalizability theory; Parsing; Machine learning; Classifier (UML); F1 score; Information extraction","score_opus":0.24070224106144006,"score_gpt":0.49002221284359226,"score_spread":0.2493199717821522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310368227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62275434,0.03316626,0.33228227,0.0001434964,0.007244071,0.0037660298,0.00036950663,0.00024449243,0.000029543804],"genre_scores_gemma":[0.94660556,0.0000271031,0.048634455,0.00070241775,0.0016189148,0.0019678501,0.00036430368,0.000047589412,0.000031817486],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968567,0.00052755815,0.000773357,0.0011399892,0.0004902064,0.00021221784],"domain_scores_gemma":[0.99715763,0.00036327998,0.0005956137,0.0014606109,0.000363098,0.000059741786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006475362,0.0001854358,0.00029434662,0.00010744918,0.00028619336,0.0003710169,0.0013041431,0.00012689669,0.0000021526864],"category_scores_gemma":[0.0004348198,0.00018900826,0.00005582927,0.000094658026,0.000031832817,0.0004674042,0.0017237902,0.0003337665,2.7580737e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024889444,0.00033255413,0.14242978,0.009739408,0.0005850903,0.000041172872,0.011918272,0.004437577,0.005875577,0.004032913,0.01579623,0.8045625],"study_design_scores_gemma":[0.00091511675,0.000099453195,0.0031545816,0.000118843745,0.00012658683,0.0000020704688,0.0009563187,0.97503966,0.00022020549,0.00015829715,0.01886961,0.00033926874],"about_ca_topic_score_codex":0.000036873356,"about_ca_topic_score_gemma":0.000024719882,"teacher_disagreement_score":0.9706021,"about_ca_system_score_codex":0.00013136247,"about_ca_system_score_gemma":0.00087643514,"threshold_uncertainty_score":0.7707533},"labels":[],"label_agreement":null},{"id":"W4310990713","doi":"10.1111/exsy.13183","title":"Temporal positional lexicon expansion for federated learning based on hyperpatism detection","year":2022,"lang":"en","type":"article","venue":"Expert Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Computer science; Artificial intelligence; Focus (optics); Deep learning; Lexicon; Artificial neural network; Machine learning; Supervised learning; Social media; Natural language processing","score_opus":0.025501309991139105,"score_gpt":0.25487780854000847,"score_spread":0.22937649854886935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310990713","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029099444,0.00013154521,0.9678743,0.00042229975,0.0015253605,0.00041091267,0.0000027768385,0.0002736359,0.0002597629],"genre_scores_gemma":[0.9948067,3.5285325e-7,0.0037079263,0.00035146592,0.000214988,0.0005239596,0.000026191043,0.000015579903,0.00035282617],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985659,0.0002300441,0.00022845392,0.0003839414,0.00039866604,0.00019296959],"domain_scores_gemma":[0.9994724,0.00010477344,0.00009883378,0.00021784693,0.000055903773,0.000050257862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003655628,0.00011365514,0.00013372774,0.00011747779,0.0008863111,0.00015618184,0.00023016562,0.00004227107,0.000012596243],"category_scores_gemma":[0.000025215035,0.00011644338,0.00006073102,0.00014203871,0.0000059885024,0.00016853068,0.00007144521,0.00015973952,0.000007579232],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014118163,0.00020113381,0.00028407885,0.000047692334,0.000022170158,0.000025613195,0.0022150243,0.868326,0.08851115,0.0059815114,0.0015121514,0.0327323],"study_design_scores_gemma":[0.00047154262,0.00034037337,0.000044995082,0.0000220316,8.328584e-7,0.000020919115,0.00019527439,0.9874035,0.0028337007,0.000049759998,0.008475346,0.00014172716],"about_ca_topic_score_codex":0.0003451863,"about_ca_topic_score_gemma":0.0000032932733,"teacher_disagreement_score":0.96570724,"about_ca_system_score_codex":0.00021443321,"about_ca_system_score_gemma":0.00008376598,"threshold_uncertainty_score":0.68168783},"labels":[],"label_agreement":null},{"id":"W4311617908","doi":"10.1101/2022.11.30.22282946","title":"Discovering Social Determinants of Health from Case Reports using Natural Language Processing: Algorithmic Development and Validation","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research","keywords":"Computer science; Benchmark (surveying); Natural language processing; Artificial intelligence; Social media; Social determinants of health; Annotation; Key (lock); Information extraction; Set (abstract data type); Information retrieval; Health care; Data science; Machine learning; World Wide Web; Political science","score_opus":0.055179389816222425,"score_gpt":0.335244282657424,"score_spread":0.28006489284120156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311617908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84897584,0.0013081513,0.1488035,0.00003980573,0.00062914443,0.0001863264,0.0000050808085,0.000048171358,0.0000039849742],"genre_scores_gemma":[0.88390684,0.0000028750412,0.115941375,0.000017902918,0.00007637931,0.000014975464,0.000015187873,0.000012749132,0.000011720595],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980573,0.0001216427,0.00065075746,0.000613635,0.0003483439,0.00020831775],"domain_scores_gemma":[0.998763,0.00002150169,0.0007848647,0.0003528727,0.000035315672,0.00004243025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007040531,0.00017665625,0.0003517436,0.00010652223,0.00029323352,0.00012248848,0.0002384595,0.00006608454,0.0000034475577],"category_scores_gemma":[0.000031133895,0.0001832748,0.000040958945,0.00010101152,0.000021723392,0.00019569036,0.0015779888,0.0003141165,8.762862e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004282324,0.000060423983,0.06076115,0.0009342009,0.00004175082,0.0071675805,0.08657976,0.0017973948,0.0006927582,0.000015526986,0.0000021789108,0.84194297],"study_design_scores_gemma":[0.00024199291,0.000014573617,0.021322615,0.00045468347,0.000023357949,0.001996784,0.0013683534,0.96832305,0.005246306,0.0003457396,0.00006489435,0.0005976615],"about_ca_topic_score_codex":0.0013123418,"about_ca_topic_score_gemma":0.000062376545,"teacher_disagreement_score":0.9665256,"about_ca_system_score_codex":0.00019606375,"about_ca_system_score_gemma":0.0005695535,"threshold_uncertainty_score":0.7473729},"labels":[],"label_agreement":null},{"id":"W4311706555","doi":"10.1002/aaai.12068","title":"Search and learning for unsupervised text generation","year":2022,"lang":"en","type":"article","venue":"AI Magazine","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"DeepMind; Alberta Machine Intelligence Institute; Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Artificial intelligence; Heuristic; Task (project management); Sentence; Annotation; Machine learning; Function (biology); Component (thermodynamics); Unsupervised learning; Natural language processing; Resource (disambiguation)","score_opus":0.039183752693572334,"score_gpt":0.2721839684174112,"score_spread":0.2330002157238389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311706555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17728606,0.00012162877,0.81798655,0.0040090936,0.0001271299,0.00013164799,7.171826e-7,0.000061592014,0.00027556746],"genre_scores_gemma":[0.9549074,0.0000047765475,0.04176261,0.0009151357,0.00010768377,0.000043591655,0.000008666314,0.000006280146,0.0022438136],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938023,0.000064605105,0.00008089818,0.00021121961,0.00013538545,0.00012763281],"domain_scores_gemma":[0.999734,0.000036820875,0.000010779157,0.00015489064,0.000033503617,0.000030033123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003530712,0.00004441834,0.00005452781,0.000047537993,0.00030375292,0.00007005188,0.00018380815,0.000010797505,0.000038490867],"category_scores_gemma":[0.000021497186,0.000047117337,0.000015367983,0.00010788794,0.00000676871,0.00014359748,0.00025992963,0.0001377218,0.000009415397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013827131,0.00005712803,0.0022778078,0.000041938798,0.000018273782,0.000010755578,0.0036620875,0.18697979,0.0802199,0.061801475,0.0065245004,0.65839255],"study_design_scores_gemma":[0.00025807947,0.000081322294,0.00037350802,8.1858207e-7,0.0000013545509,0.000007590959,0.0000174925,0.9661598,0.00035373072,0.00028377344,0.03240486,0.00005764314],"about_ca_topic_score_codex":0.000010516275,"about_ca_topic_score_gemma":0.0000033436409,"teacher_disagreement_score":0.77918005,"about_ca_system_score_codex":0.000020750971,"about_ca_system_score_gemma":0.00002750161,"threshold_uncertainty_score":0.23362525},"labels":[],"label_agreement":null},{"id":"W4312001626","doi":"10.5121/csit.2022.122210","title":"Word Embedding Interpretation using Co-Clustering","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Word embedding; Word (group theory); Computer science; Embedding; Natural language processing; Artificial intelligence; Cluster analysis; Interpretability; Representation (politics); Simple (philosophy); Linguistics","score_opus":0.03765871830058227,"score_gpt":0.31166386780476596,"score_spread":0.2740051495041837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312001626","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08900715,0.000014114289,0.90612316,0.00011322371,0.00037924974,0.000050320406,2.0195567e-7,0.00014127257,0.004171297],"genre_scores_gemma":[0.80214006,1.9316529e-7,0.1973609,0.00028044404,0.000022868895,0.000005339961,4.3965906e-7,0.0000039128195,0.00018585446],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930334,0.00004363345,0.00012934465,0.00020529621,0.0001812364,0.00013715151],"domain_scores_gemma":[0.99965864,0.000026449708,0.0000386191,0.00023770753,0.000011784721,0.000026824202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020344743,0.000050869672,0.000059195212,0.00008223534,0.00021004435,0.00009486348,0.0004144459,0.000008956669,0.00013192228],"category_scores_gemma":[0.000008326305,0.00005715988,0.000025998026,0.00014962433,0.0000044437534,0.00031832227,0.00054343883,0.00009455686,0.0000067446354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041633475,0.000013635677,0.0003581546,0.000008298122,0.0000078719595,0.000012607019,0.003970231,0.8825726,0.0040176413,0.0068636914,0.00008024243,0.10209087],"study_design_scores_gemma":[0.00006285824,0.000008475148,0.00002501766,0.0000044370468,9.75516e-7,0.000023359535,0.00018833663,0.99845004,0.00021727655,0.00058016874,0.00036726388,0.00007177023],"about_ca_topic_score_codex":0.000039016275,"about_ca_topic_score_gemma":0.0000030795607,"teacher_disagreement_score":0.7131329,"about_ca_system_score_codex":0.00011112011,"about_ca_system_score_gemma":0.000024482226,"threshold_uncertainty_score":0.23309122},"labels":[],"label_agreement":null},{"id":"W4312116152","doi":"10.2196/preprints.45268","title":"Leveraging Knowledge Graphs and Natural Language Processing for Automated Web Resource Labeling and Knowledge Mobilization in Neurodevelopmental Disorders: Development and Usability Study (Preprint)","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women and Children’s Health Research Institute; University of Alberta","funders":"","keywords":"Computer science; Terminology; Usability; World Wide Web; Artificial intelligence; Data science; Knowledge management; Information retrieval; Natural language processing","score_opus":0.02299959624589169,"score_gpt":0.2972719642577111,"score_spread":0.27427236801181937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312116152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9744474,0.0049386793,0.017355595,0.00007519781,0.0002192437,0.0021711807,0.0000017777919,0.0006504051,0.0001404937],"genre_scores_gemma":[0.9334944,0.000030270223,0.06593164,0.000027465096,0.000010085597,0.0003807903,0.000017170578,0.000026940097,0.000081244674],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99681497,0.00026171573,0.00067698804,0.001650167,0.00022038394,0.00037575894],"domain_scores_gemma":[0.99900776,0.00021552302,0.0001670897,0.00043960326,0.00007505781,0.00009494454],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015975727,0.0003973457,0.0004253297,0.00039914253,0.0004281539,0.00043115465,0.0005134005,0.00010785139,0.0000032148619],"category_scores_gemma":[0.00013178437,0.0004084653,0.000030194318,0.00037299286,0.00005943304,0.00030706343,0.004905846,0.0005413637,2.5642692e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035908826,0.00080387795,0.18348047,0.0020414917,0.00006007345,0.000007778677,0.2974916,0.0036636107,0.00032725735,0.00031529373,0.000014673988,0.51175797],"study_design_scores_gemma":[0.0010292686,0.000033852502,0.06275923,0.00017707126,0.000010359782,0.000006696193,0.008794228,0.9261238,0.000052324143,0.00039708312,0.0001317387,0.0004843807],"about_ca_topic_score_codex":0.000078566925,"about_ca_topic_score_gemma":0.0008985208,"teacher_disagreement_score":0.92246014,"about_ca_system_score_codex":0.00022388421,"about_ca_system_score_gemma":0.0004376824,"threshold_uncertainty_score":0.99983674},"labels":[],"label_agreement":null},{"id":"W4312125493","doi":"10.3390/v14122761","title":"Clinical Application of Detecting COVID-19 Risks: A Natural Language Processing Approach","year":2022,"lang":"en","type":"article","venue":"Viruses","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Toronto Metropolitan University","funders":"","keywords":"Novelty; Computer science; Machine learning; Artificial intelligence; Artificial neural network; Pipeline (software); Pandemic; Transformer; F1 score; Task (project management); Named-entity recognition; Coronavirus disease 2019 (COVID-19); Natural language processing; Infectious disease (medical specialty); Disease; Medicine; Psychology; Engineering","score_opus":0.11799924662285974,"score_gpt":0.404890190535899,"score_spread":0.28689094391303926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312125493","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19405206,0.0010006623,0.8043229,0.00006534541,0.000105137224,0.00013566182,0.0000019953939,0.00015673255,0.00015950759],"genre_scores_gemma":[0.92496836,0.0000017361829,0.073883586,0.0010096135,0.00006931602,0.000049949856,0.0000013304709,0.000005938569,0.000010178642],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988595,0.00014345626,0.00029158275,0.00032582253,0.00024653916,0.0001330937],"domain_scores_gemma":[0.99922,0.00014012541,0.0001955925,0.00036674805,0.000021850092,0.000055673685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007959539,0.0000666495,0.00013277793,0.00007079056,0.00021397963,0.00003535373,0.0006299786,0.000024870438,0.000004216842],"category_scores_gemma":[0.0002245839,0.00006478341,0.000046515048,0.00032100824,0.000028798053,0.00018607496,0.00042536244,0.00023240906,0.000002131417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020011277,0.0001597505,0.016603932,0.00013810088,0.000014907566,0.00000651959,0.0053633708,0.014807503,0.0050646528,0.0026111281,0.000053618038,0.9551565],"study_design_scores_gemma":[0.00024343851,0.000030340203,0.0006054165,0.0000035439482,0.0000055358764,0.000018015262,0.0007912096,0.99518925,0.000690108,0.0002784664,0.0020338437,0.00011081521],"about_ca_topic_score_codex":0.0003325987,"about_ca_topic_score_gemma":0.000007143059,"teacher_disagreement_score":0.9803818,"about_ca_system_score_codex":0.000053879186,"about_ca_system_score_gemma":0.00012842056,"threshold_uncertainty_score":0.26417908},"labels":[],"label_agreement":null},{"id":"W4312217620","doi":"10.18280/ria.360516","title":"Improving Extractive Text Summarization Performance Using Enhanced Feature Based RBM Method","year":2022,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Discriminative model; Artificial intelligence; Feature (linguistics); Feature selection; Restricted Boltzmann machine; Set (abstract data type); Word (group theory); Natural language processing; Sentence; Feature extraction; Topic model; Multi-document summarization; Process (computing); Information retrieval; Artificial neural network; Pattern recognition (psychology)","score_opus":0.04148329245521411,"score_gpt":0.2896778044399188,"score_spread":0.2481945119847047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312217620","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023906218,0.00011671867,0.973647,0.0003465507,0.0006500419,0.00030191074,0.0000040515088,0.00015420164,0.0008732964],"genre_scores_gemma":[0.7302017,0.000004526032,0.26877734,0.00020579432,0.00006988006,0.000037873975,0.000006421818,0.000017160159,0.0006793113],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979167,0.0002056792,0.0003700369,0.00072420656,0.00036326252,0.0004201274],"domain_scores_gemma":[0.9985059,0.00020866368,0.00025342047,0.0008173313,0.00013234955,0.000082321945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008676738,0.00019643399,0.00020564608,0.00019726147,0.0007335096,0.00014354459,0.0009696444,0.000066749686,0.00016396045],"category_scores_gemma":[0.000100953126,0.00022089311,0.00009603118,0.00094547076,0.000028078617,0.0006019753,0.00043456693,0.00047499232,0.00003194392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010043834,0.000050881306,0.000045490626,0.000025966625,0.0000045908637,0.000004966563,0.00091146893,0.73798895,0.07190077,0.0021886586,0.00001683441,0.18685135],"study_design_scores_gemma":[0.00003401633,0.00006262299,0.000011603106,0.00002201488,0.000006601352,0.000017552666,0.00026554783,0.77613103,0.22230813,0.00026512923,0.00067278143,0.00020299022],"about_ca_topic_score_codex":0.000070917544,"about_ca_topic_score_gemma":0.0000037300283,"teacher_disagreement_score":0.7062955,"about_ca_system_score_codex":0.0002634797,"about_ca_system_score_gemma":0.00017634999,"threshold_uncertainty_score":0.90077597},"labels":[],"label_agreement":null},{"id":"W4312386790","doi":"10.1145/3524610.3527892","title":"On the cross-modal transfer from natural language to code through adapter modules","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Adapter (computing); Computer science; Source code; Natural language; Software; Code (set theory); Programming language; Modal; Reverse engineering; Artificial intelligence; Natural language processing; Computer hardware","score_opus":0.024742572356654505,"score_gpt":0.27140193072297136,"score_spread":0.24665935836631686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312386790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54571176,0.00007201713,0.4459495,0.005952422,0.0004202105,0.0001048439,0.000015720947,0.000096688986,0.001676809],"genre_scores_gemma":[0.97259295,4.023365e-7,0.0151808215,0.010267252,0.000057136935,0.00003301669,0.0000026570285,0.000007211078,0.0018585226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989303,0.000056135286,0.000116514355,0.0003488268,0.00035640472,0.00019186722],"domain_scores_gemma":[0.9991799,0.0001352249,0.000007901403,0.00062385283,0.000014027878,0.000039094426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012569688,0.00009505876,0.000077684796,0.000019551213,0.00023405917,0.00014006197,0.0010539159,0.000014169774,0.00051839644],"category_scores_gemma":[0.000013924815,0.000062647996,0.000055585526,0.000106062325,0.000015338628,0.00017261704,0.00031225762,0.00021775735,0.000059966864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034489327,0.00004309588,0.000096344396,0.0000013306028,0.000021385591,0.00003525846,0.014843012,0.03508889,0.001528966,0.93564147,0.0023485967,0.0103171645],"study_design_scores_gemma":[0.00041978149,0.0000806428,0.0031897312,0.000007548334,0.000004513297,0.000004529575,0.000548528,0.9416093,0.0033771975,0.040292084,0.010117652,0.000348483],"about_ca_topic_score_codex":0.00048211863,"about_ca_topic_score_gemma":0.000078268116,"teacher_disagreement_score":0.9065204,"about_ca_system_score_codex":0.000036950518,"about_ca_system_score_gemma":0.000017621505,"threshold_uncertainty_score":0.5676077},"labels":[],"label_agreement":null},{"id":"W4312515853","doi":"10.1109/iisa56318.2022.9904390","title":"Question Answering Using Semantic Query Graphs: A Replication Study","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Question answering; Artificial intelligence; RDF; Information retrieval; Natural language processing; Domain (mathematical analysis); Graph; Deep learning; Knowledge graph; Semantic Web; Theoretical computer science","score_opus":0.043269588013825876,"score_gpt":0.30185436646591696,"score_spread":0.2585847784520911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312515853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48169425,0.0000150186415,0.51758194,0.00014485753,0.0001385793,0.00013688338,7.1926934e-8,0.00015301342,0.0001353928],"genre_scores_gemma":[0.961065,6.1741486e-7,0.038665738,0.0001183834,0.000017585664,0.000032279913,4.943008e-7,0.000004825992,0.0000951056],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989287,0.00011758638,0.0001689911,0.00041717777,0.00024398477,0.00012353304],"domain_scores_gemma":[0.9990321,0.000017515107,0.00005423711,0.0008434381,0.000026489488,0.000026244947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006899109,0.000059999667,0.00006957848,0.00011531514,0.00025843168,0.00006812701,0.00040160268,0.00000954815,0.00001195999],"category_scores_gemma":[0.000018525614,0.00006394891,0.000024493747,0.00036190616,0.0000044467597,0.0002849467,0.00038648868,0.000093956354,0.0000024588676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015609714,0.0012402683,0.13921982,0.000049825547,0.00007798156,0.00008990765,0.016205307,0.27459595,0.030392256,0.39244196,0.00018521407,0.14548592],"study_design_scores_gemma":[0.00011578413,0.00006326776,0.0035151308,0.0000037157645,0.000004427058,0.000024885756,0.0004672459,0.99183625,0.00017904871,0.0035931403,0.000098529075,0.000098600096],"about_ca_topic_score_codex":0.00060478615,"about_ca_topic_score_gemma":0.000023664694,"teacher_disagreement_score":0.7172403,"about_ca_system_score_codex":0.00007956626,"about_ca_system_score_gemma":0.000030138943,"threshold_uncertainty_score":0.26077607},"labels":[],"label_agreement":null},{"id":"W4312516176","doi":"10.1162/tacl_a_00511","title":"Causal Inference in Natural Language Processing: Estimation, Prediction, Interpretation and Beyond","year":2022,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":194,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Causal inference; Computer science; Interpretability; Inference; Artificial intelligence; Causality (physics); Natural language processing; Robustness (evolution); Machine learning; Interpretation (philosophy); Data science; Econometrics","score_opus":0.008751666553274558,"score_gpt":0.26541263141212373,"score_spread":0.25666096485884915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312516176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051934808,0.000095389536,0.9929555,0.00048221767,0.00076563243,0.00024070876,0.00008363696,0.000045695848,0.00013775649],"genre_scores_gemma":[0.9406909,7.7450494e-7,0.058960102,0.00008152298,0.000030354566,0.00004747977,0.000031731768,0.000005392746,0.00015177586],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989764,0.00007125798,0.00032714635,0.00016890328,0.00035338438,0.00010288217],"domain_scores_gemma":[0.9986883,0.0005336072,0.00026076048,0.00011226025,0.0003871779,0.000017893404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039418018,0.00007093567,0.0001008973,0.0001233042,0.0003168692,0.00004702772,0.00025574374,0.000028424143,0.0000024147769],"category_scores_gemma":[0.0009841025,0.0000722758,0.00004290715,0.00033485945,0.000018385905,0.00011026568,0.00003591328,0.00017568718,2.2040716e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008095644,0.000045751513,0.001715385,0.000023482551,0.000013327803,1.0785768e-7,0.0026612098,0.9693738,0.000010719881,0.01874815,0.000023802782,0.007376159],"study_design_scores_gemma":[0.0003364751,0.000029433892,0.005066474,0.000010240789,0.000015719466,0.0000013656534,0.00015671825,0.974398,0.00002364614,0.0197674,0.0001321985,0.000062306775],"about_ca_topic_score_codex":0.000023139139,"about_ca_topic_score_gemma":0.000018177581,"teacher_disagreement_score":0.9354974,"about_ca_system_score_codex":0.00024918184,"about_ca_system_score_gemma":0.00015935049,"threshold_uncertainty_score":0.29473215},"labels":[],"label_agreement":null},{"id":"W4312579772","doi":"10.28995/2075-7182-2022-21-497-511","title":"Findings of the The RuATD Shared Task 2022 on Artificial Text Detection in Russian","year":2022,"lang":"en","type":"article","venue":"Computational Linguistics and Intellectual Technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Air Canada","funders":"National Research University Higher School of Economics","keywords":"Computer science; Task (project management); Automatic summarization; Artificial intelligence; Natural language processing; Machine translation; Paraphrase; Text generation; Class (philosophy); Margin (machine learning); Binary classification; Machine learning; Support vector machine","score_opus":0.02515443092615935,"score_gpt":0.2439761048153211,"score_spread":0.21882167388916174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312579772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5222602,0.00061465066,0.46381083,0.006518218,0.0026568987,0.0007211986,0.000042849373,0.00049852784,0.0028766522],"genre_scores_gemma":[0.9973447,0.0000074809923,0.0024769125,0.00009381228,0.000030186362,0.00001792784,0.0000016043433,0.00000438263,0.000023049868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909914,0.00005192745,0.0002339201,0.00022452245,0.00026646335,0.00012405141],"domain_scores_gemma":[0.9989485,0.0006705291,0.00007645188,0.0002420429,0.000054635097,0.000007804448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026136133,0.00008400738,0.00009475288,0.00016303295,0.00036101523,0.000056295103,0.000738189,0.000039531227,0.0000107391115],"category_scores_gemma":[0.0035012194,0.000058199646,0.000034592667,0.0005496508,0.00013269317,0.000014426144,0.00080470525,0.00038585428,0.0000021966277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021290143,0.000056664707,0.00016984517,0.000008711724,0.000011848886,0.0000027615145,0.0020408304,0.08119406,0.0002006837,0.851388,0.00042775707,0.06447759],"study_design_scores_gemma":[0.000084407744,0.00015176595,0.0009184736,0.0000146162565,0.0000027655803,0.000006517053,0.00054381776,0.6826285,0.002196137,0.30890507,0.0044524055,0.00009553876],"about_ca_topic_score_codex":0.000015338934,"about_ca_topic_score_gemma":0.00000949712,"teacher_disagreement_score":0.6014344,"about_ca_system_score_codex":0.000065104956,"about_ca_system_score_gemma":0.00006026879,"threshold_uncertainty_score":0.41915396},"labels":[],"label_agreement":null},{"id":"W4312691443","doi":"10.14778/3554821.3554869","title":"SmartBench","year":2022,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Benchmark (surveying); Computer science; Question answering; Usability; Cover (algebra); Task (project management); Software deployment; Natural language; Information retrieval; Quality (philosophy); Natural language processing; Artificial intelligence; Software engineering; Human–computer interaction; Systems engineering; Engineering","score_opus":0.014372961389645013,"score_gpt":0.20559853763416233,"score_spread":0.19122557624451733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312691443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8732742,0.00045162064,0.016131897,0.0190174,0.0026494246,0.001127141,0.0000060521756,0.00034392643,0.08699835],"genre_scores_gemma":[0.9899225,0.0000028214624,0.008913582,0.00033912968,0.000031189247,0.00006525459,8.0068865e-8,0.000004368705,0.00072102743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99900335,0.0000054225984,0.00016464424,0.00021102403,0.00044935982,0.00016620426],"domain_scores_gemma":[0.99960464,0.00001246391,0.00011885644,0.00018528878,0.00004962919,0.000029107809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003158916,0.00006761811,0.00008442576,0.00004501127,0.0002024335,0.00003581343,0.0015263545,0.000009437035,0.00003639613],"category_scores_gemma":[0.00002051232,0.00005075029,0.0000653261,0.0002716388,0.000016662882,0.00014059359,0.0017489269,0.0001261654,0.0000030049218],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008051571,0.00018715333,0.007434713,0.000057352525,0.00003687705,9.4584016e-7,0.003747841,0.0011534098,0.044770483,0.91003656,0.009307684,0.02325891],"study_design_scores_gemma":[0.0023239027,0.0005978493,0.007704653,0.00008927898,0.000056867793,0.00020583403,0.0020785343,0.17570825,0.38518944,0.23584056,0.18919604,0.0010087929],"about_ca_topic_score_codex":0.000027643839,"about_ca_topic_score_gemma":3.0251456e-7,"teacher_disagreement_score":0.674196,"about_ca_system_score_codex":0.00007914117,"about_ca_system_score_gemma":0.000025424724,"threshold_uncertainty_score":0.28363717},"labels":[],"label_agreement":null},{"id":"W4312730985","doi":"10.1109/icpr56361.2022.9956503","title":"Embedded Spherical Topic Models for Supervised Learning","year":2022,"lang":"en","type":"article","venue":"2022 26th International Conference on Pattern Recognition (ICPR)","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Discriminative model; Inference; Topic model; Artificial intelligence; Metadata; Probabilistic logic; Machine learning; Graph; Graphical model; Supervised learning; Information retrieval; Theoretical computer science; Artificial neural network","score_opus":0.12099668486804534,"score_gpt":0.3002750955334217,"score_spread":0.17927841066537636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312730985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040578555,0.000013458583,0.9438595,0.0033452439,0.0016141091,0.0003641683,0.000094001676,0.00020842315,0.009922533],"genre_scores_gemma":[0.9833555,0.000017543507,0.011223456,0.0024220613,0.00022890198,0.0005701575,0.0003099646,0.000022473276,0.0018499183],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99769104,0.00017762408,0.00040200294,0.0006771034,0.00073906325,0.00031319656],"domain_scores_gemma":[0.9990028,0.00012877125,0.00016867956,0.0003124033,0.00028906125,0.000098298915],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003705357,0.00019936332,0.00019979553,0.00016700657,0.00033224898,0.00022845097,0.0011041733,0.000054816945,0.004471363],"category_scores_gemma":[0.000059020735,0.00022518447,0.00014489952,0.00015876089,0.000020676853,0.00043412228,0.00045625452,0.00047791735,0.00009009153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111487214,0.00037291527,0.00075401546,0.000035889883,0.00011765606,0.000041612897,0.001980733,0.022801656,0.0017141525,0.053518426,0.0014453853,0.9171061],"study_design_scores_gemma":[0.0008575377,0.00024710048,0.00008751561,0.000024161844,0.000006884711,0.000017531647,0.00040344082,0.9568717,0.0004340842,0.03831054,0.0024540941,0.00028540706],"about_ca_topic_score_codex":0.00004174665,"about_ca_topic_score_gemma":0.000008552537,"teacher_disagreement_score":0.942777,"about_ca_system_score_codex":0.00019029695,"about_ca_system_score_gemma":0.00011378457,"threshold_uncertainty_score":0.9964387},"labels":[],"label_agreement":null},{"id":"W4312839873","doi":"10.1007/978-981-19-8746-5_11","title":"Hierarchical Topic Model Inference by Community Discovery on Word Co-occurrence Networks","year":2022,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; University of Alberta","funders":"","keywords":"Topic model; Latent Dirichlet allocation; Computer science; Hierarchy; Inference; Set (abstract data type); Probabilistic logic; Graph; Community structure; Graphical model; Word (group theory); Artificial intelligence; Data science; Information retrieval; Natural language processing; Theoretical computer science; Mathematics","score_opus":0.071469626240898,"score_gpt":0.31919113455464243,"score_spread":0.24772150831374443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312839873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021656448,0.00014324776,0.89685464,0.00080942205,0.00026774954,0.00031766956,0.00008705597,0.0000999423,0.10120372],"genre_scores_gemma":[0.8214335,0.008204679,0.15517947,0.010148775,0.000087134045,0.00022180658,0.0012508067,0.000030387091,0.0034434737],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976515,0.00014817965,0.00077712844,0.00037382587,0.00070284965,0.00034651454],"domain_scores_gemma":[0.99486315,0.0007239144,0.00034125408,0.0037793107,0.00015160463,0.00014077776],"candidate_categories":["metaepi_narrow","sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0015753055,0.00029958115,0.00031536494,0.00065058173,0.0013767817,0.0009703209,0.0070275622,0.00013759591,0.000010641288],"category_scores_gemma":[0.00007469212,0.0003119605,0.000059209273,0.00039757846,0.0008734058,0.0077340975,0.005423885,0.0022051611,0.000012081513],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028400723,0.000036931368,0.000036996134,0.000014207975,0.0000034504021,2.2658516e-7,0.001440986,0.04147955,4.8246176e-7,0.7903857,0.00049338693,0.1661052],"study_design_scores_gemma":[0.00017578807,0.000060298844,0.00010899693,0.000097563665,0.0000023811776,0.0000051219786,0.00001187118,0.94438994,0.000001374035,0.0119899325,0.042841278,0.0003154766],"about_ca_topic_score_codex":0.000028254559,"about_ca_topic_score_gemma":0.000008193146,"teacher_disagreement_score":0.90291035,"about_ca_system_score_codex":0.00027570364,"about_ca_system_score_gemma":0.0004080249,"threshold_uncertainty_score":0.99993324},"labels":[],"label_agreement":null},{"id":"W4312925950","doi":"10.2196/39077","title":"German Medical Named Entity Recognition Model and Data Set Creation Using Machine Translation and Word Alignment: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Computer science; Test set; Artificial intelligence; Machine translation; Natural language processing; Named-entity recognition; Set (abstract data type); Data set; Test data; German; Annotation; Data mining; Information retrieval; Programming language","score_opus":0.2205561870171737,"score_gpt":0.4362133696296889,"score_spread":0.21565718261251518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312925950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46131194,0.00014098959,0.53774774,0.00040071624,0.000023536988,0.00027233016,0.000037979644,0.000020673033,0.000044089615],"genre_scores_gemma":[0.90603673,0.00009152154,0.093311705,0.00003657899,0.000018125189,0.00006900864,0.0004163443,0.0000062563117,0.000013699889],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792665,0.00035500323,0.0002468286,0.00035316884,0.0009069626,0.00021136845],"domain_scores_gemma":[0.9994079,0.00010983655,0.000061559316,0.000236,0.00007478869,0.00010995502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028222708,0.00008401065,0.00009978725,0.00022532181,0.000671136,0.00017542978,0.00028607642,0.000042589458,0.000019510828],"category_scores_gemma":[0.000028167771,0.00008499039,0.0000065922627,0.0002380212,0.00006323309,0.0014606135,0.00100198,0.0002884264,0.0000010926066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011391677,0.000041501942,0.0001181884,0.000049460636,0.000012978871,0.000002517958,0.02029041,0.00012380448,0.00011810508,0.0002683177,0.000028180428,0.9789351],"study_design_scores_gemma":[0.00045425768,0.000031173528,0.00035124834,0.000024520661,0.0000027311467,0.000026320133,0.000250625,0.99525905,0.00025679526,0.0029064508,0.00034373038,0.00009308031],"about_ca_topic_score_codex":0.00006643987,"about_ca_topic_score_gemma":0.000018473767,"teacher_disagreement_score":0.99513525,"about_ca_system_score_codex":0.000121187724,"about_ca_system_score_gemma":0.00012970607,"threshold_uncertainty_score":0.51619035},"labels":[],"label_agreement":null},{"id":"W4313247739","doi":"10.23962/ajic.i30.13906","title":"A word embedding trained on South African news data","year":2022,"lang":"en","type":"article","venue":"The African Journal of Information and Communication (AJIC)","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Xanadu Quantum Technologies (Canada)","funders":"National Research Foundation; Department of Science and Innovation, South Africa","keywords":"Word embedding; Word2vec; Embedding; Word (group theory); Vocabulary; Computer science; Natural language processing; Artificial intelligence; Representation (politics); Information retrieval; Mathematics; Linguistics; Political science","score_opus":0.05390517709744123,"score_gpt":0.27291527227909523,"score_spread":0.219010095181654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313247739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06143223,0.0006216198,0.84028333,0.07245996,0.00037859858,0.00045030625,0.00003590652,0.00012240242,0.024215667],"genre_scores_gemma":[0.97705394,0.00006698195,0.021396846,0.0013995065,0.000024480436,0.000006273191,0.000008986156,0.0000034336483,0.0000395521],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850434,0.0003158415,0.0005649665,0.00007330934,0.0004155364,0.00012598986],"domain_scores_gemma":[0.99734473,0.00019265978,0.0007783705,0.0015105765,0.00010277533,0.00007087836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017783671,0.00008510858,0.00013623235,0.00019623505,0.000565095,0.00023423179,0.0034897989,0.000014809629,0.00002757819],"category_scores_gemma":[0.000128,0.00006273373,0.00003890036,0.0003851591,0.000045719727,0.0014142925,0.0011914192,0.00041567208,0.0000053123103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015714933,0.000088390916,0.00010524213,0.000013218399,0.00008034658,0.0000018503044,0.1540538,0.02432308,0.000028956694,0.1546854,0.004151834,0.6623107],"study_design_scores_gemma":[0.0013187999,0.0002967916,0.0007943236,0.00004764751,0.000029213745,0.0002278253,0.07210752,0.7483456,0.000016715818,0.008187322,0.168357,0.00027124974],"about_ca_topic_score_codex":0.000018413642,"about_ca_topic_score_gemma":0.0000033094245,"teacher_disagreement_score":0.9156217,"about_ca_system_score_codex":0.00006230126,"about_ca_system_score_gemma":0.00013738137,"threshold_uncertainty_score":0.6484973},"labels":[],"label_agreement":null},{"id":"W4313331018","doi":"10.14569/ijacsa.2022.0131234","title":"Transfer Learning for Closed Domain Question Answering in COVID-19","year":2022,"lang":"en","type":"article","venue":"International Journal of Advanced Computer Science and Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Direktorat Riset and Pengembangan, Universitas Indonesia; Universitas Indonesia","keywords":"Computer science; Benchmark (surveying); Labrador Retriever; Cosine similarity; Transfer of learning; Baseline (sea); Question answering; Artificial intelligence; Coronavirus disease 2019 (COVID-19); Domain (mathematical analysis); Similarity (geometry); Open domain; Machine learning; Pattern recognition (psychology); Mathematics","score_opus":0.016209179709699137,"score_gpt":0.31620118342794273,"score_spread":0.2999920037182436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313331018","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07457796,0.00007750777,0.92089385,0.003929408,0.00030770275,0.00017307658,0.0000013761663,0.000019775107,0.000019369827],"genre_scores_gemma":[0.76246375,0.000027320822,0.2364157,0.0008799831,0.00012812031,0.0000757895,0.000001010357,0.0000031340728,0.0000051866637],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870914,0.000036091045,0.00031081907,0.00025077275,0.0005512415,0.00014194433],"domain_scores_gemma":[0.9992662,0.00011865044,0.000114395996,0.00012130584,0.00027391166,0.00010552148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012169481,0.000064325286,0.00009516094,0.00038234383,0.00031338862,0.00015762355,0.0011951947,0.000011340263,0.0000021394],"category_scores_gemma":[0.000038463342,0.00006713959,0.00003620425,0.00043328796,0.00006496316,0.0011007513,0.00021466392,0.0001798828,2.2570201e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015506705,0.000042287542,0.0001325717,0.0000036457336,0.000004756431,0.0000059896383,0.0007987569,0.53945017,0.006704368,0.11829812,0.000006141164,0.33453766],"study_design_scores_gemma":[0.0023973186,0.0003231078,0.0006991861,0.000040429255,0.000004093217,0.0004577901,0.0005238093,0.7952869,0.0011573563,0.09533571,0.10350769,0.00026662616],"about_ca_topic_score_codex":0.0000051812426,"about_ca_topic_score_gemma":0.0000018783683,"teacher_disagreement_score":0.6878858,"about_ca_system_score_codex":0.00029960767,"about_ca_system_score_gemma":0.00033388744,"threshold_uncertainty_score":0.2737873},"labels":[],"label_agreement":null},{"id":"W4313343470","doi":"10.1007/978-3-662-66544-2_3","title":"Named Entity Recognition on CORD-19 Bio-Medical Dataset with Tolerance Rough Sets","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Alberta","funders":"","keywords":"Computer science; Named-entity recognition; Task (project management); Artificial intelligence; Natural language processing; Process (computing)","score_opus":0.033834887661863655,"score_gpt":0.27204638316298885,"score_spread":0.2382114955011252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313343470","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005005444,0.00013624536,0.99301434,0.002126511,0.0021507263,0.00046116728,0.00020718553,0.00019311036,0.0012101677],"genre_scores_gemma":[0.12442787,0.00021218961,0.8424107,0.029917292,0.0013782427,0.000100712095,0.001195189,0.00011864528,0.0002392033],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99391824,0.00008769446,0.00052627927,0.0022133107,0.0025667779,0.0006877121],"domain_scores_gemma":[0.9967662,0.0004960568,0.0003144004,0.001968016,0.00012996208,0.000325337],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012224283,0.00053526124,0.00051527587,0.0005745167,0.00043622838,0.00043340476,0.0042100437,0.00028382186,0.0003155285],"category_scores_gemma":[0.00017494583,0.00047376595,0.00008112508,0.00065356283,0.0005359484,0.00076340424,0.0018158059,0.0015562772,0.00008002445],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042638127,0.00007349116,0.00005878869,0.000052887473,0.000013526128,0.00056059455,0.0003256131,0.025712697,0.0000047767207,0.0043248218,0.0003784824,0.9684517],"study_design_scores_gemma":[0.00080395973,0.00074419845,0.000071856106,0.00068310904,0.000012722752,0.0003763537,2.5262682e-7,0.9260402,0.00014819684,0.041699268,0.028279532,0.001140379],"about_ca_topic_score_codex":0.00012326443,"about_ca_topic_score_gemma":0.00020475635,"teacher_disagreement_score":0.9673113,"about_ca_system_score_codex":0.0004723384,"about_ca_system_score_gemma":0.0010395154,"threshold_uncertainty_score":0.9997714},"labels":[],"label_agreement":null},{"id":"W4313459318","doi":"10.1162/tacl_a_00529","title":"<scp>FaithDial</scp>: A Faithful Benchmark for Information-Seeking Dialogue","year":2022,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute; University of Alberta","funders":"Alberta Machine Intelligence Institute; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Benchmark (surveying); Computer science; Utterance; Hallucinating; Natural language processing; Artificial intelligence; Crowdsourcing; Machine learning; World Wide Web","score_opus":0.012802059413064245,"score_gpt":0.23327537375003826,"score_spread":0.220473314336974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313459318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047960776,0.000014914256,0.9940663,0.00043970108,0.0021888178,0.00064868707,0.000530003,0.00007777368,0.001554195],"genre_scores_gemma":[0.8601776,9.902162e-7,0.13851523,0.0002864749,0.00019343349,0.00023176818,0.0001394159,0.00001077723,0.00044431534],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838483,0.00007455309,0.0005330361,0.0001780892,0.000602384,0.00022708173],"domain_scores_gemma":[0.9955707,0.0024455055,0.0006061906,0.00024300552,0.0010944592,0.00004010269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076887256,0.00011615347,0.00017404147,0.00015784908,0.00096627657,0.0000965979,0.0007127409,0.000056483885,0.0000031044146],"category_scores_gemma":[0.002465747,0.00012130549,0.00025285594,0.00040756995,0.000017773578,0.00017327027,0.000057241374,0.00017452742,0.0000018262976],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038706926,0.000053511685,0.00039076578,0.000031005107,0.00006741825,3.2150517e-8,0.0011847713,0.8315013,0.000003914636,0.16434532,0.0014528381,0.0009652646],"study_design_scores_gemma":[0.00069468585,0.00007170009,0.0007840109,0.000007370297,0.000053381536,0.0000010916831,0.00012276079,0.7987117,0.000042732383,0.0804075,0.11902988,0.00007315829],"about_ca_topic_score_codex":0.00002490416,"about_ca_topic_score_gemma":0.000006852781,"teacher_disagreement_score":0.859698,"about_ca_system_score_codex":0.000365542,"about_ca_system_score_gemma":0.00029694207,"threshold_uncertainty_score":0.7431916},"labels":[],"label_agreement":null},{"id":"W4313549837","doi":"10.1145/3551349.3556900","title":"AST-Probe: Recovering abstract syntax trees from hidden representations of pre-trained language models","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; ENCODE; Natural language processing; Syntax; Artificial intelligence; Language model; Subspace topology; Representation (politics); Abstract syntax tree; Natural language","score_opus":0.028025031780247716,"score_gpt":0.27266450808684883,"score_spread":0.24463947630660113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313549837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40764397,0.000072889794,0.5838613,0.00034061054,0.00016084722,0.00013506597,0.000028238039,0.00014857901,0.007608484],"genre_scores_gemma":[0.8392536,0.0000022151055,0.15953197,0.00006696826,0.000036462403,0.000032235544,0.000013730521,0.000005762992,0.0010570552],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988169,0.00004131913,0.00028702605,0.00036285998,0.00033015606,0.00016171904],"domain_scores_gemma":[0.99900925,0.00011914282,0.00010632675,0.0006936687,0.000025300378,0.000046310073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018043698,0.00008849988,0.0001396001,0.00008168425,0.00010584968,0.0000519464,0.0007701714,0.000022599941,0.00045850652],"category_scores_gemma":[0.000027803519,0.00009039398,0.00006921632,0.00018394252,0.000011654832,0.0004900214,0.00052000623,0.0001294614,0.0000028230108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046818368,0.00033224045,0.0010736932,0.00004177858,0.00016348323,0.00008783405,0.04113516,0.57548136,0.09706851,0.10417839,0.0011440321,0.17924671],"study_design_scores_gemma":[0.00028934053,0.00003395235,0.0050880876,0.000012506201,0.000007901769,0.000005949625,0.0014087842,0.96174026,0.005187641,0.025995532,0.00005858077,0.00017148782],"about_ca_topic_score_codex":0.0038659908,"about_ca_topic_score_gemma":0.00018629765,"teacher_disagreement_score":0.43160963,"about_ca_system_score_codex":0.000046378398,"about_ca_system_score_gemma":0.000055108452,"threshold_uncertainty_score":0.58442473},"labels":[],"label_agreement":null},{"id":"W4313558932","doi":"10.3390/ai4010004","title":"End-to-End Transformer-Based Models in Textual-Based NLP","year":2023,"lang":"en","type":"article","venue":"AI","topic":"Topic Modeling","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Transformer; Computer science; Architecture; ENCODE; Artificial intelligence; Natural language processing; Language model; Machine learning; Engineering; Voltage; Electrical engineering","score_opus":0.039672393935301024,"score_gpt":0.27630558045827475,"score_spread":0.23663318652297372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313558932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051226795,0.000013441123,0.93697536,0.008976832,0.00014521573,0.00018207029,0.0000046545397,0.0002918656,0.0021837768],"genre_scores_gemma":[0.97782224,0.0000011565897,0.018225659,0.0036966356,0.000031166695,0.000039581715,0.0000052663695,0.000011275388,0.00016704062],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867016,0.00003917611,0.00021875901,0.0003906902,0.00030220818,0.00037898475],"domain_scores_gemma":[0.99924767,0.000097671524,0.000019276784,0.0005031559,0.000028816687,0.00010341367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000327574,0.0001175744,0.00014039084,0.00029262344,0.000050512896,0.0000673413,0.00061905547,0.000057206587,0.00003433849],"category_scores_gemma":[0.00001555287,0.00011728967,0.000058413927,0.00084308774,0.000015607468,0.00027192076,0.000036485784,0.00013963712,0.0002262563],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000093406925,0.00006115646,0.00039623675,0.000027003063,0.0000047016756,0.00005844542,0.0010998752,0.84692925,0.0015373959,0.03009208,0.00095069763,0.11883384],"study_design_scores_gemma":[0.0004304474,0.000040674295,0.00047526433,0.000027792508,0.0000015635188,5.280457e-7,0.000014513803,0.98947775,0.002983947,0.0045385305,0.0018606266,0.00014837846],"about_ca_topic_score_codex":0.00022843851,"about_ca_topic_score_gemma":0.00017592974,"teacher_disagreement_score":0.92659545,"about_ca_system_score_codex":0.000048189893,"about_ca_system_score_gemma":0.0001745574,"threshold_uncertainty_score":0.47829336},"labels":[],"label_agreement":null},{"id":"W4313563640","doi":"10.1145/3551349.3556917","title":"Automatic Comment Generation via Multi-Pass Deliberation","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China; Youth Innovation Promotion Association; Chinese Academy of Sciences; National Science Foundation","keywords":"Computer science; Deliberation; Code (set theory); Iterative and incremental development; Process (computing); Python (programming language); Java; Source lines of code; Programming language; Artificial intelligence; Software; Software engineering","score_opus":0.04805307435243965,"score_gpt":0.2612893608342793,"score_spread":0.21323628648183962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313563640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0193309,0.000015335487,0.9739591,0.005675385,0.00042830594,0.00013690254,3.1873657e-7,0.00021420403,0.00023958957],"genre_scores_gemma":[0.6358575,3.967559e-7,0.36034575,0.0034008524,0.000036356563,0.000056873683,0.000006351612,0.0000031933691,0.00029269033],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992226,0.00008478792,0.00016533138,0.00019416987,0.00022469848,0.000108459004],"domain_scores_gemma":[0.99957955,0.000013442076,0.000038808284,0.00031582048,0.000022363742,0.000030003557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022939044,0.000055808603,0.00005474108,0.000045198227,0.0002717835,0.00008549567,0.00030891213,0.000011524417,0.00021985541],"category_scores_gemma":[0.000004281358,0.00005567479,0.00002174135,0.0001110264,0.0000031250781,0.00023182218,0.00026922513,0.00006721016,0.000024409306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.801054e-7,0.000278589,0.00018545093,0.000010716588,0.000019455656,0.000009012593,0.0026453258,0.14954498,0.01703535,0.11226398,0.013927576,0.7040788],"study_design_scores_gemma":[0.0001654246,0.000023699631,0.00011694444,4.9715106e-7,0.0000013141492,0.0000066848343,0.000014963436,0.99605703,0.00090876606,0.00035080576,0.0022831105,0.00007072975],"about_ca_topic_score_codex":0.000047646834,"about_ca_topic_score_gemma":0.000018296376,"teacher_disagreement_score":0.8465121,"about_ca_system_score_codex":0.00010724792,"about_ca_system_score_gemma":0.000025453051,"threshold_uncertainty_score":0.24072625},"labels":[],"label_agreement":null},{"id":"W4315641315","doi":"10.31219/osf.io/naf8t","title":"Reproducible research practices and transparency across linguistics","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Transparency (behavior); Applied linguistics; Open science; Publishing; Data sharing; Empirical research; Best practice; Data science; Psychology; Computer science; Engineering ethics; Sociology; Political science; Linguistics; Engineering; Medicine; Statistics; Mathematics","score_opus":0.5162929941209532,"score_gpt":0.5143864763262007,"score_spread":0.0019065177947524825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315641315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027343519,0.001557853,0.9269851,0.009487922,0.0065143513,0.000886646,0.000019931102,0.0014971956,0.025707467],"genre_scores_gemma":[0.67437583,0.0013069124,0.307996,0.00009253035,0.0016504258,0.00009301721,0.000008958367,0.000043394386,0.014432967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963379,0.00018908811,0.00038923693,0.0018770439,0.000677349,0.0005293848],"domain_scores_gemma":[0.99563336,0.000572218,0.00023307526,0.002803667,0.0006374818,0.000120207646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054847244,0.0001731842,0.00023749772,0.00013779585,0.00025914903,0.00088866835,0.0017064415,0.00024053811,0.0000068825075],"category_scores_gemma":[0.007876324,0.00016354442,0.000043076605,0.00033056125,0.00008562582,0.00010621387,0.0039509987,0.001316963,0.00006974064],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035154553,0.00038363656,0.014675527,0.004258341,0.00028151032,0.0006678508,0.054586224,0.01197403,0.00028015647,0.7821849,0.022108793,0.108563885],"study_design_scores_gemma":[0.00029337188,0.000102277845,0.0028766107,0.0004839854,0.000018577188,0.000015103609,0.0006403043,0.61946297,0.001422034,0.31366095,0.060149483,0.00087434915],"about_ca_topic_score_codex":0.0019435576,"about_ca_topic_score_gemma":0.00032218883,"teacher_disagreement_score":0.64703226,"about_ca_system_score_codex":0.0000409673,"about_ca_system_score_gemma":0.00029341166,"threshold_uncertainty_score":0.9429264},"labels":[],"label_agreement":null},{"id":"W4315796871","doi":"10.31222/osf.io/rcews","title":"Reproducible research practices and transparency across linguistics","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Transparency (behavior); Applied linguistics; Open science; Publishing; Empirical research; Data sharing; Best practice; Data science; Psychology; Sociology; Computer science; Public relations; Political science; Linguistics; Medicine; Statistics; Mathematics","score_opus":0.5162929941209532,"score_gpt":0.5143864763262007,"score_spread":0.0019065177947524825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315796871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027343519,0.001557853,0.9269851,0.009487922,0.0065143513,0.000886646,0.000019931102,0.0014971956,0.025707467],"genre_scores_gemma":[0.67437583,0.0013069124,0.307996,0.00009253035,0.0016504258,0.00009301721,0.000008958367,0.000043394386,0.014432967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963379,0.00018908811,0.00038923693,0.0018770439,0.000677349,0.0005293848],"domain_scores_gemma":[0.99563336,0.000572218,0.00023307526,0.002803667,0.0006374818,0.000120207646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054847244,0.0001731842,0.00023749772,0.00013779585,0.00025914903,0.00088866835,0.0017064415,0.00024053811,0.0000068825075],"category_scores_gemma":[0.007876324,0.00016354442,0.000043076605,0.00033056125,0.00008562582,0.00010621387,0.0039509987,0.001316963,0.00006974064],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035154553,0.00038363656,0.014675527,0.004258341,0.00028151032,0.0006678508,0.054586224,0.01197403,0.00028015647,0.7821849,0.022108793,0.108563885],"study_design_scores_gemma":[0.00029337188,0.000102277845,0.0028766107,0.0004839854,0.000018577188,0.000015103609,0.0006403043,0.61946297,0.001422034,0.31366095,0.060149483,0.00087434915],"about_ca_topic_score_codex":0.0019435576,"about_ca_topic_score_gemma":0.00032218883,"teacher_disagreement_score":0.64703226,"about_ca_system_score_codex":0.0000409673,"about_ca_system_score_gemma":0.00029341166,"threshold_uncertainty_score":0.9429264},"labels":[],"label_agreement":null},{"id":"W4316041138","doi":"10.20944/preprints202301.0219.v1","title":"When to Use Large Language Model: Upper Bound Analysis of BM25 Algorithms in Reading Comprehension Task","year":2023,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Geomechanica (Canada)","funders":"","keywords":"Computer science; Task (project management); Representation (politics); Reading (process); Comprehension; Natural language processing; Artificial intelligence; Language model; Language understanding; Machine learning; Upper and lower bounds; Linguistics; Engineering; Mathematics; Programming language","score_opus":0.15436600947938695,"score_gpt":0.36636229905745393,"score_spread":0.211996289578067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316041138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5875104,0.000024993762,0.41110662,0.00026641504,0.00029262074,0.000375194,0.00004820122,0.00023738536,0.00013817582],"genre_scores_gemma":[0.9357382,0.000030119973,0.06261723,0.00021247132,0.000044802317,0.000083521205,0.000065532135,0.0000456958,0.0011624487],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954854,0.00022817864,0.0010035043,0.0019159152,0.00073389435,0.00063307805],"domain_scores_gemma":[0.99537295,0.0002109979,0.00035112776,0.00366481,0.00019605247,0.0002040669],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0014860742,0.00041329875,0.0009995961,0.0016355979,0.00007658104,0.00012027187,0.0022307774,0.00034939908,0.000054861703],"category_scores_gemma":[0.00032345657,0.00045611613,0.00040044723,0.0011856174,0.00003180431,0.00035803864,0.00937057,0.00079348305,0.00021913563],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014235106,0.00013638503,0.34770343,0.00011571148,0.00046215038,0.000054864227,0.01906729,0.6237473,0.0058463034,0.0019106156,0.000037242906,0.0009044941],"study_design_scores_gemma":[0.00019269285,0.0000053111007,0.13912342,0.00021495078,0.0001342533,9.282097e-7,0.000101031364,0.8561648,0.0014174111,0.0021719781,0.000098380086,0.00037482072],"about_ca_topic_score_codex":0.0037137726,"about_ca_topic_score_gemma":0.0006086845,"teacher_disagreement_score":0.34848937,"about_ca_system_score_codex":0.00026883688,"about_ca_system_score_gemma":0.00015682998,"threshold_uncertainty_score":0.99978906},"labels":[],"label_agreement":null},{"id":"W4316135769","doi":"10.48550/arxiv.2301.05220","title":"Adversarial Adaptation for French Named Entity Recognition","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; Mitacs","keywords":"Overfitting; Computer science; Named-entity recognition; Domain adaptation; Transformer; Adversarial system; Artificial intelligence; Natural language processing; Machine learning; Adaptation (eye); Task (project management); Labeled data; Artificial neural network; Classifier (UML)","score_opus":0.22014513095720462,"score_gpt":0.2070984495315644,"score_spread":0.013046681425640222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316135769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.079648435,0.00000807487,0.91633606,0.00011611303,0.002615537,0.00048232655,0.000044257413,0.00043223886,0.00031697928],"genre_scores_gemma":[0.9704091,0.00004170794,0.027623322,0.000038660517,0.00026006944,0.000005672627,0.00013236274,0.000017062748,0.0014720359],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983208,0.00008554091,0.0001965145,0.0010273331,0.00009611525,0.00027365625],"domain_scores_gemma":[0.9985492,0.00015125592,0.00022328745,0.0007475161,0.00023570294,0.00009302153],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003284064,0.00019878626,0.00021605291,0.00024814002,0.00014844637,0.00011199132,0.0010023725,0.00027976726,0.000013918505],"category_scores_gemma":[0.00011952163,0.00026258087,0.00020380187,0.00031799657,0.00003163861,0.0004163136,0.00088608515,0.00030491262,0.00012216884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006927005,0.0001371942,0.00078306213,0.00032762036,0.00022922865,0.00012581759,0.0016605454,0.872806,0.00005811265,0.09751332,0.0015973696,0.024692418],"study_design_scores_gemma":[0.00047951634,0.000025228013,0.00024211628,0.00005429425,0.00004555917,5.060573e-7,0.000047113805,0.81423646,0.00004164459,0.18436076,0.0002275973,0.00023918989],"about_ca_topic_score_codex":0.00070787844,"about_ca_topic_score_gemma":0.00032830687,"teacher_disagreement_score":0.89076066,"about_ca_system_score_codex":0.00021848807,"about_ca_system_score_gemma":0.00021693335,"threshold_uncertainty_score":0.99998266},"labels":[],"label_agreement":null},{"id":"W4317467432","doi":"10.1101/2023.01.18.524571","title":"Ensemble of deep learning language models to support the creation of living systematic reviews for the COVID-19 literature","year":2023,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Horizon 2020 Framework Programme; Innosuisse - Schweizerische Agentur für Innovationsförderung; European Commission; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Artificial intelligence; Machine learning; Computer science; Ensemble forecasting; Ranking (information retrieval); Task (project management); Natural language processing; Class (philosophy); Ensemble learning; Systematic review; Data science; Information retrieval; MEDLINE","score_opus":0.053016200343038826,"score_gpt":0.2845664423135185,"score_spread":0.2315502419704797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317467432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072216345,0.005282057,0.98242515,0.00057101477,0.00058626477,0.003656674,0.000029412635,0.00022297612,0.0000047854937],"genre_scores_gemma":[0.96427613,0.0004079988,0.033442043,0.00039161099,0.00017583759,0.0012116572,2.0476814e-7,0.0000592737,0.00003523741],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969104,0.0005416502,0.0010294754,0.0007056915,0.0004611384,0.00035165693],"domain_scores_gemma":[0.99387854,0.002221237,0.0010443167,0.0022160676,0.00049208716,0.00014772965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005116881,0.00034509023,0.00081182824,0.00022938891,0.0002180297,0.00028348656,0.0019586456,0.00023554618,0.000003899758],"category_scores_gemma":[0.0057033827,0.00022831402,0.00027201517,0.0007711814,0.00004129897,0.00020299935,0.0009859933,0.00047681943,0.000009125065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042929434,0.00021083259,0.00091741997,0.22333814,0.00081968657,0.000045822213,0.026109034,0.5028839,0.1803078,0.063838564,0.0013408179,0.00014505694],"study_design_scores_gemma":[0.00022473714,0.00014294819,0.0004831565,0.023168612,0.000362817,1.4827341e-7,0.00016088883,0.9642179,0.009257495,0.000069197195,0.0010874569,0.00082462095],"about_ca_topic_score_codex":0.00008356028,"about_ca_topic_score_gemma":0.0000114877,"teacher_disagreement_score":0.9570545,"about_ca_system_score_codex":0.00015226299,"about_ca_system_score_gemma":0.0003448022,"threshold_uncertainty_score":0.93103755},"labels":[],"label_agreement":null},{"id":"W4317897852","doi":"10.1162/tacl_a_00539","title":"Cross-Lingual Dialogue Dataset Creation via Outline-Based Generation","year":2023,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research","keywords":"Computer science; Naturalness; Natural language processing; Machine translation; Artificial intelligence; Modular design; Process (computing); Annotation; Benchmark (surveying); Information retrieval; Programming language","score_opus":0.039882268698897924,"score_gpt":0.31943519721844155,"score_spread":0.2795529285195436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317897852","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002890198,0.0000056532435,0.9924868,0.00064392004,0.0021022118,0.00030896574,0.0013195592,0.00015230139,0.00009041908],"genre_scores_gemma":[0.9277753,0.0000012615432,0.068929784,0.00014691778,0.00045218001,0.000035207697,0.002279399,0.000013686901,0.0003662142],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984911,0.000074472926,0.00047425748,0.00025949295,0.00051431503,0.0001863461],"domain_scores_gemma":[0.99741614,0.000776443,0.00037539005,0.00032417747,0.001069715,0.00003815059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069891283,0.00011399562,0.00014453393,0.00014992135,0.00043174464,0.00011224309,0.00046395755,0.00009921613,0.000004669763],"category_scores_gemma":[0.0014358332,0.00011047721,0.00014046155,0.0005200891,0.000028677212,0.000097010874,0.00002126347,0.00011339213,0.000016114724],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005464336,0.000048074206,0.0008398361,0.000017670825,0.00003310909,1.4437298e-7,0.00011136975,0.9836686,0.00007932082,0.013074078,0.0006838621,0.0014384582],"study_design_scores_gemma":[0.00052235107,0.000028588533,0.001946123,0.000008184677,0.00003624488,3.387149e-7,0.000003605207,0.9784149,0.0010568153,0.013312333,0.0045595295,0.00011101644],"about_ca_topic_score_codex":0.000045067907,"about_ca_topic_score_gemma":0.000027499338,"teacher_disagreement_score":0.92488515,"about_ca_system_score_codex":0.00018953565,"about_ca_system_score_gemma":0.00020989566,"threshold_uncertainty_score":0.45051298},"labels":[],"label_agreement":null},{"id":"W4318195334","doi":"10.1186/s12911-023-02117-3","title":"Entity and relation extraction from clinical case reports of COVID-19: a natural language processing approach","year":2023,"lang":"en","type":"article","venue":"BMC Medical Informatics and Decision Making","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research","keywords":"Coronavirus disease 2019 (COVID-19); Health informatics; Computer science; Relation (database); Natural language processing; 2019-20 coronavirus outbreak; Information extraction; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Relationship extraction; Natural language; Artificial intelligence; Medicine; Data mining; Pathology; Public health","score_opus":0.08397814884412258,"score_gpt":0.4160037932922904,"score_spread":0.33202564444816784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318195334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.433025,0.00019171232,0.56645876,0.000011387061,0.00014393977,0.00005497528,5.0311996e-7,0.000046046258,0.00006770224],"genre_scores_gemma":[0.61339986,0.000023203462,0.38642487,0.00010660417,0.0000359504,0.00000165574,0.0000035397356,0.000001927042,0.0000024026654],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981673,0.00004998322,0.0009044555,0.00017867018,0.00058322557,0.000116410796],"domain_scores_gemma":[0.9978064,0.0013297704,0.000380832,0.00025110212,0.000044171706,0.00018772685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021131795,0.00007543698,0.00017990974,0.00012547147,0.00013352814,0.0001357257,0.00010235866,0.00013089471,0.0000054898],"category_scores_gemma":[0.0028272977,0.000059705064,0.000035255718,0.00023783036,0.0000525166,0.00057196524,0.0003178037,0.00022213593,0.0000012815601],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001324264,0.000017695962,0.0040114587,0.00018850947,0.000004841117,0.000578083,0.0036151118,0.0006838038,0.000002257603,0.00057824736,0.000083340725,0.9902234],"study_design_scores_gemma":[0.00026432893,0.000009518448,0.0014541124,0.00011331957,0.0000059568683,0.0020014213,0.0010852594,0.99195653,9.604756e-7,0.0029824395,0.000060202427,0.00006595407],"about_ca_topic_score_codex":0.00003229407,"about_ca_topic_score_gemma":0.00002225256,"teacher_disagreement_score":0.99127275,"about_ca_system_score_codex":0.000015866752,"about_ca_system_score_gemma":0.00018399503,"threshold_uncertainty_score":0.33847436},"labels":[],"label_agreement":null},{"id":"W4318239436","doi":"10.48550/arxiv.2301.10493","title":"From Baseline to Top Performer: A Reproducibility Study of Approaches at the TREC 2021 Conversational Assistance Track","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Norges Forskningsråd; University of Waterloo","keywords":"Computer science; Baseline (sea); Pipeline (software); Information retrieval; Set (abstract data type); Margin (machine learning); Measure (data warehouse); Track (disk drive); Data mining; Machine learning","score_opus":0.2084443694460633,"score_gpt":0.22112230941693917,"score_spread":0.012677939970875879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318239436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74445003,0.000023495104,0.25342453,0.00071770186,0.0004758475,0.0005852084,0.000039263417,0.00006565164,0.00021827302],"genre_scores_gemma":[0.9940738,0.00001067572,0.0022250067,0.000038451624,0.00016876265,0.0000054702296,0.00002393758,0.000013212648,0.0034406967],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954079,0.00039114367,0.0003926525,0.0033091889,0.00024676407,0.000252393],"domain_scores_gemma":[0.9935689,0.0004206593,0.0002959549,0.0054109097,0.00019006773,0.00011351078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021842232,0.00026372625,0.00039186637,0.00013379348,0.00017470607,0.000059537313,0.001945688,0.00013954844,0.00010519766],"category_scores_gemma":[0.0003559301,0.00024367216,0.00017199022,0.00062591466,0.000083762556,0.000185937,0.002884571,0.00041915348,0.00006738171],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017252512,0.00071724335,0.12269292,0.000075307544,0.00032024892,0.000077739845,0.012001242,0.8531603,0.000046885103,0.004389083,0.0008419264,0.0055045555],"study_design_scores_gemma":[0.00073355966,0.00010073496,0.074215196,0.00006289253,0.000118237476,7.9286747e-7,0.0027316448,0.9138315,0.00032712542,0.0072111594,0.00022823796,0.0004389266],"about_ca_topic_score_codex":0.001974967,"about_ca_topic_score_gemma":0.0017390227,"teacher_disagreement_score":0.25119954,"about_ca_system_score_codex":0.00032149334,"about_ca_system_score_gemma":0.0002256607,"threshold_uncertainty_score":0.9936662},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4318351452","doi":"10.48550/arxiv.2301.11305","title":"Cognitive Constraint Simulation and the Geometry of Human Authorship: A First-Principles Theory of AI Text Detection","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research","keywords":"Discriminative model; Zero (linguistics); Computer science; Artificial intelligence; Curvature; Shot (pellet); Classifier (UML); Function (biology); Machine learning; Natural language processing; Algorithm; Pattern recognition (psychology); Mathematics; Geometry; Linguistics","score_opus":0.15016658314371803,"score_gpt":0.24122364926403164,"score_spread":0.09105706612031361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318351452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.455535,0.000018284387,0.5438921,0.000029631668,0.00009920731,0.00020113958,0.000007260562,0.000051871,0.00016548643],"genre_scores_gemma":[0.9995044,0.000017625714,0.00019340056,0.000016870732,0.000023960445,0.000001042933,0.000003037938,0.000009412076,0.00023025149],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986211,0.0003018533,0.00026936634,0.0005555722,0.000100789344,0.00015130435],"domain_scores_gemma":[0.99764264,0.0011347609,0.00039092565,0.000548975,0.0002319426,0.00005076844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010072847,0.00016528343,0.00029700782,0.00031386712,0.00014995527,0.000036254576,0.0005953947,0.00020165944,0.000007968364],"category_scores_gemma":[0.00029299775,0.00015365296,0.00013569501,0.00039837466,0.00046822912,0.0001463323,0.0012308839,0.00043676386,0.0000032552814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055253415,0.00001928295,0.0015301307,0.000118309705,0.00008454659,0.0000086118725,0.0012789227,0.590583,0.000020527485,0.4051247,2.8009964e-7,0.0011764362],"study_design_scores_gemma":[0.00055842515,0.00002966031,0.0039380114,0.00016711192,0.00007142143,9.190539e-7,0.00034675017,0.78427774,0.0003594126,0.21012753,0.0000020147372,0.00012099988],"about_ca_topic_score_codex":0.00020084096,"about_ca_topic_score_gemma":0.00012477514,"teacher_disagreement_score":0.5439694,"about_ca_system_score_codex":0.000052079613,"about_ca_system_score_gemma":0.000070057686,"threshold_uncertainty_score":0.62657857},"labels":[],"label_agreement":null},{"id":"W4318477386","doi":"10.1145/3580508","title":"Heterogeneous Graph Transformer for Meta-structure Learning with Application in Text Classification","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Science Foundation of Hebei Province","keywords":"Computer science; Graph; Theoretical computer science; Meta learning (computer science); Artificial intelligence; Extractor; Heterogeneous network; Metamodeling; Knowledge graph; Machine learning; Wireless network; Programming language","score_opus":0.048388398918130994,"score_gpt":0.2623894346928376,"score_spread":0.2140010357747066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318477386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03971555,0.000019045987,0.9528675,0.0066231648,0.00005319714,0.00048091993,0.000008011842,0.00019461586,0.0000379644],"genre_scores_gemma":[0.98893327,0.00003056334,0.009940127,0.0001479889,0.000012912496,0.00078341854,0.000005662782,0.000013809677,0.0001322354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991012,0.000055353,0.0001657696,0.00031826022,0.00016606477,0.00019331447],"domain_scores_gemma":[0.9990497,0.00021794777,0.00004589031,0.00062250055,0.000035498895,0.00002841487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022788212,0.00011609338,0.00012431861,0.0001749603,0.00023008154,0.00005207101,0.00058052636,0.00005898121,0.000016235761],"category_scores_gemma":[0.000010018258,0.00007554197,0.00009814616,0.000717776,0.000025022628,0.00015532604,0.0000025751353,0.0002078865,0.000017314915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006015521,0.000076649405,0.00010480603,0.000039146213,0.00037044586,0.0000018229555,0.002447032,0.64062995,0.025616223,0.012825644,0.000044896304,0.31778327],"study_design_scores_gemma":[0.00070034154,0.00016804003,0.0006399197,0.000016725277,0.00019900294,0.000021924003,0.00022491434,0.94590443,0.01984702,0.025433842,0.006519258,0.00032459552],"about_ca_topic_score_codex":0.000018898727,"about_ca_topic_score_gemma":0.00023466983,"teacher_disagreement_score":0.94921774,"about_ca_system_score_codex":0.00002789989,"about_ca_system_score_gemma":0.000031199746,"threshold_uncertainty_score":0.3080512},"labels":[],"label_agreement":null},{"id":"W4318606113","doi":"10.1109/ssci51031.2022.10022116","title":"Improving Topic Quality with Interactive Beta-Liouville Mixture Allocation Model","year":2022,"lang":"en","type":"article","venue":"2022 IEEE Symposium Series on Computational Intelligence (SSCI)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Latent Dirichlet allocation; Topic model; Computer science; Inference; Cluster analysis; Categorization; Artificial intelligence; Dirichlet distribution; Natural language processing; Task (project management); Machine learning; Set (abstract data type); Quality (philosophy); Hierarchical Dirichlet process; BETA (programming language); Mathematics","score_opus":0.02637901145546341,"score_gpt":0.28056295123112657,"score_spread":0.25418393977566317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318606113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03179743,0.000040707127,0.9606055,0.0047095628,0.001012384,0.00040022298,0.00003307702,0.00022479329,0.0011763105],"genre_scores_gemma":[0.9306989,0.000008000632,0.06644087,0.0013486656,0.00011617238,0.0001969213,0.00005382916,0.00002696351,0.0011097229],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99658996,0.00026901058,0.0005914437,0.0009894673,0.001158143,0.00040200382],"domain_scores_gemma":[0.9982132,0.00029272793,0.0003596842,0.0006869445,0.00032028666,0.00012718608],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005836937,0.00032319568,0.00030382228,0.000250732,0.00076771993,0.00025296476,0.0013144709,0.00006268042,0.000091011374],"category_scores_gemma":[0.000028472656,0.0003206407,0.00011589513,0.00067362597,0.00009173178,0.0010794711,0.00048712577,0.0006132545,0.000027442511],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009139516,0.00011512427,0.00005132388,0.000021830876,0.000035882014,0.000009839929,0.0024639256,0.8542347,0.0009893189,0.13632414,0.00012092089,0.0055415905],"study_design_scores_gemma":[0.00014055903,0.00044636388,0.00007604122,0.000017188839,0.000010716006,0.000047671278,0.0007909473,0.9742601,0.00452838,0.018994568,0.00028433482,0.00040313957],"about_ca_topic_score_codex":0.00017333752,"about_ca_topic_score_gemma":0.000062036335,"teacher_disagreement_score":0.8989014,"about_ca_system_score_codex":0.00044911075,"about_ca_system_score_gemma":0.00037727217,"threshold_uncertainty_score":0.99992454},"labels":[],"label_agreement":null},{"id":"W4318710503","doi":"10.1145/3582900.3582911","title":"Report on the 16th Round of NII Testbeds and Community for Information Access Research (NTCIR-16)","year":2022,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automatic summarization; Scope (computer science); Task (project management); Question answering; World Wide Web; Information retrieval; Programming language","score_opus":0.15888139140801708,"score_gpt":0.38471710326605507,"score_spread":0.225835711858038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318710503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85277027,0.000037451384,0.1265644,0.014161933,0.00029010721,0.0007413441,0.000015616364,0.00006500454,0.005353888],"genre_scores_gemma":[0.9969953,0.0000028368468,0.0020970728,0.00059147,0.00001558742,0.00011942473,0.000011437809,0.0000041997823,0.00016268619],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986228,0.0002712154,0.00027005197,0.00012082648,0.00046954915,0.00024560228],"domain_scores_gemma":[0.99672717,0.0014863558,0.0001361167,0.0014576802,0.00015932854,0.000033322485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038132912,0.00006490669,0.00009600949,0.00010038185,0.0011920971,0.00019478066,0.0021462343,0.000025936646,0.000007974722],"category_scores_gemma":[0.0013687934,0.000050819297,0.00003080238,0.0003430582,0.000057512767,0.00081706257,0.0031826985,0.00048937433,0.0000013976871],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013790643,0.00045126036,0.05290434,0.00023117165,0.000082361024,0.000011418519,0.013880325,0.0028887056,0.00040002,0.6096374,0.06447328,0.25490183],"study_design_scores_gemma":[0.0015728062,0.0022901653,0.02397973,0.000076798795,0.000016530183,0.00020709693,0.009057261,0.14491324,0.0060616294,0.56882584,0.24243155,0.00056736515],"about_ca_topic_score_codex":0.00048440567,"about_ca_topic_score_gemma":0.00003825951,"teacher_disagreement_score":0.25433445,"about_ca_system_score_codex":0.0000850396,"about_ca_system_score_gemma":0.000089598,"threshold_uncertainty_score":0.9168768},"labels":[],"label_agreement":null},{"id":"W4319062633","doi":"10.1093/database/baac108","title":"Automatic Extraction of Medication Mentions from Tweets—Overview of the BioCreative VII Shared Task 3 Competition","year":2023,"lang":"en","type":"article","venue":"Database","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"U.S. National Library of Medicine","keywords":"Timeline; Computer science; Task (project management); Natural language processing; Artificial intelligence; Class (philosophy); Information retrieval; World Wide Web","score_opus":0.06896966406581621,"score_gpt":0.32966677997371774,"score_spread":0.2606971159079015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319062633","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2703361,0.00022241725,0.72472715,0.0017294154,0.00054369756,0.00035461338,0.0015784549,0.00017562341,0.00033251938],"genre_scores_gemma":[0.98020285,0.0000887091,0.018543402,0.000053504697,0.000030732197,0.000025119924,0.0010214868,0.0000045373354,0.000029629296],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990821,0.00010468851,0.00026056453,0.00018126468,0.00029268442,0.00007871854],"domain_scores_gemma":[0.9988688,0.0001454231,0.00022075912,0.00068165595,0.00005710122,0.000026218639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002659544,0.00005754115,0.00010275259,0.000076046665,0.00006224982,0.000013565926,0.0004197155,0.000022497305,0.00013861181],"category_scores_gemma":[0.00009365621,0.000045675213,0.00004350899,0.00045882116,0.00003468279,0.00039792483,0.00021148016,0.000056867833,0.000040295767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018076142,0.00092633016,0.005795345,0.0011383796,0.00035732167,0.000012598949,0.0109688835,0.0014395105,0.50332266,0.32406536,0.018462203,0.13349336],"study_design_scores_gemma":[0.00044173896,0.000020974621,0.089988664,0.0006755069,0.00005590725,0.000002161138,0.00020338738,0.88171947,0.020116312,0.004892936,0.0017577494,0.0001252014],"about_ca_topic_score_codex":0.00036188288,"about_ca_topic_score_gemma":0.00004437166,"teacher_disagreement_score":0.88027996,"about_ca_system_score_codex":0.000024876468,"about_ca_system_score_gemma":0.000047633468,"threshold_uncertainty_score":0.18625812},"labels":[],"label_agreement":null},{"id":"W4319301677","doi":"10.1162/neco_a_01563","title":"Large Language Models and the Reverse Turing Test","year":2023,"lang":"en","type":"article","venue":"Neural Computation","topic":"Topic Modeling","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Biomedical Imaging and Bioengineering; Canadian Institute for Advanced Research; National Science Foundation","keywords":"Psychology; Cognitive psychology; Computer science; Cognitive science","score_opus":0.030632925800254278,"score_gpt":0.27425707848986514,"score_spread":0.24362415268961085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319301677","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.413798,0.00005034401,0.58339447,0.00197624,0.00014718078,0.000104338294,8.6319653e-7,0.00025554185,0.00027300767],"genre_scores_gemma":[0.99585193,0.000005115537,0.0035466028,0.0004369744,0.000049369115,0.000004722466,0.0000026698729,0.0000040139116,0.00009857705],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943304,0.000045509863,0.00009505702,0.00016813308,0.00012890552,0.0001293629],"domain_scores_gemma":[0.99956036,0.0002208128,0.000032082928,0.00014393945,0.000019809302,0.000023026918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024527343,0.000053490392,0.0000618045,0.0000442593,0.0001166273,0.00009821771,0.00017392982,0.000017227125,6.533651e-7],"category_scores_gemma":[0.00004110901,0.000038625883,0.000019892861,0.00020230077,0.000015154592,0.00030220085,0.00017813104,0.00007729839,0.000016998672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013967529,0.000026001506,0.00048124327,0.000054788205,0.000011647096,0.00007457923,0.030960543,0.75355047,0.0009476605,0.109531924,0.0014552595,0.102891944],"study_design_scores_gemma":[0.00041291816,0.000006812925,0.00067434413,0.0000052263113,0.0000016983644,0.000007441055,0.00012043554,0.9895766,0.000050565384,0.0090726,0.00002657035,0.000044823715],"about_ca_topic_score_codex":0.000023309123,"about_ca_topic_score_gemma":0.0000053854505,"teacher_disagreement_score":0.58205396,"about_ca_system_score_codex":0.000007766363,"about_ca_system_score_gemma":0.0000059821514,"threshold_uncertainty_score":0.15751177},"labels":[],"label_agreement":null},{"id":"W4319779582","doi":"10.1109/icdmw58026.2022.00064","title":"Feature Extraction and Prediction of Combined Text and Survey Data using Two-Staged Modeling","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Data Mining Workshops (ICDMW)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Artificial intelligence; Classifier (UML); Domain adaptation; Convolutional neural network; Feature extraction; Deep learning; Machine learning; Recurrent neural network; Artificial neural network; Pattern recognition (psychology); Data mining","score_opus":0.2961297511315246,"score_gpt":0.37188543190658574,"score_spread":0.07575568077506112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319779582","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45471624,0.00013968408,0.53934157,0.0009809451,0.0020000052,0.00022129851,0.0022600028,0.00008394273,0.00025628813],"genre_scores_gemma":[0.9682125,0.00008237719,0.029306933,0.00009463139,0.00010355682,0.000009427947,0.0019960874,0.000015946549,0.0001785697],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973304,0.00029124774,0.0003792541,0.0010432663,0.0007454492,0.00021034511],"domain_scores_gemma":[0.9975658,0.0003122538,0.0002828159,0.001602047,0.00015842044,0.00007866028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018682594,0.00019349718,0.00023184407,0.00024306185,0.00030999875,0.00028825368,0.0025801912,0.00006406022,0.00008861937],"category_scores_gemma":[0.00029640275,0.00021794483,0.000017376427,0.00027516234,0.000050484097,0.0014936761,0.0031696823,0.0005506926,7.4424736e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015346234,0.0010153268,0.06124563,0.00016347095,0.0010001449,0.00015479224,0.00643046,0.4044732,0.031116707,0.030457411,0.014885199,0.44752306],"study_design_scores_gemma":[0.0005926871,0.00005635921,0.0015705952,0.00006551092,0.000017174412,0.000044205044,0.00042059436,0.99670744,0.000031423395,0.00019024967,0.00013618395,0.00016758351],"about_ca_topic_score_codex":0.00028809538,"about_ca_topic_score_gemma":0.00012401906,"teacher_disagreement_score":0.59223425,"about_ca_system_score_codex":0.0000864716,"about_ca_system_score_gemma":0.00015103155,"threshold_uncertainty_score":0.88875324},"labels":[],"label_agreement":null},{"id":"W4319986073","doi":"10.17760/d20467253","title":"Self-repetition in abstractive neural summarizers","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"U.S. National Library of Medicine; National Institutes of Health; National Science Foundation","keywords":"Repetition (rhetorical device); Computer science; Natural language processing; Artificial intelligence; Qualitative analysis; Linguistics; Qualitative research; Sociology","score_opus":0.014088246249045555,"score_gpt":0.2281941035851638,"score_spread":0.21410585733611823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319986073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56004757,0.00003484556,0.3572973,0.0048222207,0.001054303,0.0002939724,0.0000015872239,0.0005807568,0.075867474],"genre_scores_gemma":[0.97366166,8.6345943e-7,0.025669644,0.00037569224,0.00001435309,0.00001964464,9.038391e-7,0.0000021880571,0.00025502784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993863,0.000042777378,0.00009671733,0.0001940168,0.00016069195,0.00011950851],"domain_scores_gemma":[0.999721,0.00003135921,0.000023566956,0.0001935766,0.000008991609,0.000021488615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016231443,0.00004066292,0.00004521747,0.00006767622,0.00006601507,0.000030291598,0.00031074032,0.000009872091,0.00010658687],"category_scores_gemma":[0.0000052210294,0.000042968062,0.000018790486,0.00016474145,0.0000034327093,0.00025464917,0.00024278912,0.00013852083,0.000010489413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023744127,0.00057370996,0.015026329,0.000027246017,0.00002997108,0.00033000985,0.008885687,0.1919435,0.0019853765,0.67886305,0.0013295516,0.10098183],"study_design_scores_gemma":[0.00020133995,0.000029443301,0.0039407993,7.68954e-7,7.4672016e-7,0.0000132375235,0.00017885669,0.98974013,0.00017551873,0.0034386262,0.0021921957,0.00008831879],"about_ca_topic_score_codex":0.0001594239,"about_ca_topic_score_gemma":0.000029955308,"teacher_disagreement_score":0.79779667,"about_ca_system_score_codex":0.00009619181,"about_ca_system_score_gemma":0.000027766235,"threshold_uncertainty_score":0.17521867},"labels":[],"label_agreement":null},{"id":"W4320075798","doi":"10.15173/sciential.vi8.3014","title":"Health in Bite Sized Pieces - Discovering Lack of Accessibility and Engagement in Lay Summaries","year":2022,"lang":"en","type":"article","venue":"Sciential - McMaster Undergraduate Science Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Rubric; Psychology; Medicine; Medical education; Mathematics education","score_opus":0.055888154078025123,"score_gpt":0.3317369690351324,"score_spread":0.2758488149571073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320075798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90518993,0.00029633325,0.07709215,0.015334531,0.0014842579,0.00027547198,0.0000066374887,0.000021094707,0.0002995669],"genre_scores_gemma":[0.9858941,0.000055334498,0.013644768,0.00027390898,0.00003163677,0.000005699562,5.0211395e-7,0.000004995166,0.000089071524],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959678,0.00040681948,0.0008108829,0.00074963307,0.0013438703,0.0007210175],"domain_scores_gemma":[0.9988332,0.00006866278,0.000418718,0.0003971516,0.00007213215,0.00021016289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010339469,0.0001575903,0.0003269852,0.0009418463,0.0010185081,0.0009122062,0.0019256577,0.000017027465,0.00003083496],"category_scores_gemma":[0.00013246165,0.00014143239,0.000054834167,0.0026978124,0.0004899185,0.0028314365,0.0024465208,0.0005657524,8.7530736e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002188827,0.0011981445,0.34080243,0.000245423,0.000031722553,0.000112678645,0.044679806,0.16806188,0.021261288,0.03813142,0.0003399605,0.38491637],"study_design_scores_gemma":[0.0051513794,0.00073238165,0.18572843,0.00033996685,0.000008531256,0.00022543572,0.0039156885,0.7162469,0.0020379853,0.081772484,0.002943242,0.0008975569],"about_ca_topic_score_codex":0.00035456437,"about_ca_topic_score_gemma":0.0007026942,"teacher_disagreement_score":0.54818505,"about_ca_system_score_codex":0.000414998,"about_ca_system_score_gemma":0.0011141805,"threshold_uncertainty_score":0.87964255},"labels":[],"label_agreement":null},{"id":"W4320853823","doi":"10.48550/arxiv.2302.05895","title":"Discourse Structure Extraction from Pre-Trained and Fine-Tuned Language Models in Dialogues","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Agence Nationale de la Recherche","keywords":"Computer science; Task (project management); Exploit; Natural language processing; Artificial intelligence; Sentence; Language model; Machine learning","score_opus":0.08395320489432903,"score_gpt":0.22297286794082338,"score_spread":0.13901966304649435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320853823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58084786,0.00005918618,0.41822588,0.000100414174,0.0003321798,0.00015370204,0.000052645737,0.00016699084,0.000061155115],"genre_scores_gemma":[0.99506503,0.00007646059,0.0040223612,0.000023533026,0.0001129854,0.0000010099945,0.000076410375,0.000017945773,0.00060424284],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982681,0.00010712855,0.00018634248,0.0010850055,0.00009117285,0.00026225072],"domain_scores_gemma":[0.9987182,0.0001233381,0.00014921102,0.0008781065,0.000033957578,0.00009718826],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012508557,0.0002536152,0.00028831165,0.0002590488,0.00006230681,0.00011472789,0.00084157434,0.00028847242,0.000009181517],"category_scores_gemma":[0.000028461933,0.00028328112,0.0000750214,0.00027468652,0.0000538945,0.0005831948,0.0011698015,0.0005432152,0.00000606377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003775822,0.000044255918,0.0030673684,0.00006248482,0.00006097833,0.00066676043,0.006274872,0.9545758,0.0009685239,0.031237574,0.000045530458,0.0029581324],"study_design_scores_gemma":[0.0003492944,0.000009514405,0.0063565457,0.00008311738,0.000023116987,0.0000011918586,0.00023510832,0.82855636,0.000108701046,0.16401166,0.0000031402897,0.00026223995],"about_ca_topic_score_codex":0.00317763,"about_ca_topic_score_gemma":0.0032768333,"teacher_disagreement_score":0.4142172,"about_ca_system_score_codex":0.00011012991,"about_ca_system_score_gemma":0.00008866671,"threshold_uncertainty_score":0.9999619},"labels":[],"label_agreement":null},{"id":"W4321012596","doi":"10.18653/v1/2023.eacl-main.167","title":"Exploring Category Structure with Contextual Language Models and Lexical Semantic Networks","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited","keywords":"Computer science; Natural language processing; Artificial intelligence; WordNet; Polysemy; Similarity (geometry); Task (project management); Word (group theory); Semantic similarity; Priming (agriculture); Linguistics","score_opus":0.12428779778739875,"score_gpt":0.2696044762852646,"score_spread":0.1453166784978659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321012596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1589091,0.00029079904,0.8390222,0.00032005715,0.0004768038,0.00019750124,0.0000021763678,0.00050606433,0.0002752678],"genre_scores_gemma":[0.96900517,0.000073265284,0.030093525,0.00014477181,0.00023874642,0.000031419408,0.00000969089,0.000029320801,0.00037409907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823326,0.000047628055,0.000235517,0.00084934634,0.00028223268,0.00035198827],"domain_scores_gemma":[0.998819,0.00007704201,0.00007573664,0.0008596212,0.000045084213,0.00012352967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001518833,0.0002821792,0.00033640058,0.00010348175,0.00007553299,0.00030313164,0.00073466543,0.00018286367,0.000005236426],"category_scores_gemma":[0.000008069169,0.00021732523,0.000040215167,0.000108823435,0.000046443354,0.0003906115,0.0019442042,0.00075016235,0.0000033603],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073644815,0.000007830173,0.00014363273,0.00012120221,0.000064440654,0.00015771414,0.0046373163,0.8961426,0.00001905333,0.08164354,0.00008632126,0.016968966],"study_design_scores_gemma":[0.0001609675,0.000018776072,0.00018097898,0.00010874417,0.000012237321,0.000024331852,0.00033312023,0.98666084,0.000037696438,0.012163776,0.000004436662,0.00029407826],"about_ca_topic_score_codex":0.0005638269,"about_ca_topic_score_gemma":0.00044553517,"teacher_disagreement_score":0.8100961,"about_ca_system_score_codex":0.000031407013,"about_ca_system_score_gemma":0.00007665434,"threshold_uncertainty_score":0.8862266},"labels":[],"label_agreement":null},{"id":"W4321175651","doi":"10.48550/arxiv.2302.07738","title":"Alloprof: a new French question-answer education dataset and its use in an information retrieval case study","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Question answering; Relevance (law); Computer science; Context (archaeology); Spelling; Information retrieval; Task (project management); Variety (cybernetics); Comprehension; Baseline (sea); Natural language processing; Artificial intelligence; World Wide Web; Linguistics","score_opus":0.15646335249567606,"score_gpt":0.25496705731576963,"score_spread":0.09850370482009357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321175651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89146745,0.000011493263,0.10709817,0.000063049774,0.00058683223,0.0005734061,0.00006395158,0.00012511612,0.000010528577],"genre_scores_gemma":[0.9976276,0.00002310191,0.001609227,0.00007553689,0.000056360157,0.0000012228383,0.00035393672,0.0000075237162,0.0002454895],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985546,0.00017448595,0.00025765112,0.0007181,0.00010631148,0.0001888416],"domain_scores_gemma":[0.9984088,0.000065422464,0.00017392555,0.0010212405,0.00015833978,0.00017227554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004230495,0.00019474642,0.00017998964,0.00049664587,0.00008947462,0.0003592605,0.0007003329,0.00022211813,0.0000046941013],"category_scores_gemma":[0.00012655935,0.00024062597,0.000024904839,0.0005465399,0.000014353206,0.0036185007,0.0012264079,0.0005237241,0.00003036886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010578705,0.0013223799,0.3389899,0.00037762578,0.00016895706,0.0071704504,0.020556338,0.51362664,0.000014419808,0.105820715,0.0037304591,0.008116324],"study_design_scores_gemma":[0.0006180588,0.00009365935,0.020933785,0.00008992525,0.000046309902,0.000068322835,0.00097141205,0.97086185,0.0000051672437,0.0056450893,0.00024248098,0.0004239274],"about_ca_topic_score_codex":0.013052341,"about_ca_topic_score_gemma":0.0046898364,"teacher_disagreement_score":0.45723522,"about_ca_system_score_codex":0.00017303738,"about_ca_system_score_gemma":0.000579678,"threshold_uncertainty_score":0.99351984},"labels":[],"label_agreement":null},{"id":"W4321471877","doi":"","title":"Identifying Similar Test Cases That Are Specified in Natural Language","year":2022,"lang":"en","type":"report","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Test (biology); Natural (archaeology); Computer science; Natural language processing; Linguistics; Artificial intelligence; Geography; Geology; Archaeology; Philosophy; Paleontology","score_opus":0.049587667605116806,"score_gpt":0.27667296410581743,"score_spread":0.22708529650070064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321471877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09855808,0.05659822,0.42643473,0.02461955,0.008015215,0.0029359856,0.00040426888,0.002739601,0.37969434],"genre_scores_gemma":[0.9095489,0.0016752041,0.048169974,0.00018202042,0.00009985841,0.00010338145,0.00036116812,0.000085319734,0.03977422],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933776,0.002665983,0.00069865154,0.0012272435,0.0014647546,0.0005657364],"domain_scores_gemma":[0.99187064,0.0028065317,0.0008232823,0.003272294,0.0010743012,0.00015296377],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006876437,0.00042236695,0.0005600251,0.0005191504,0.00041817856,0.00072027516,0.0031768566,0.0002223334,0.00028552383],"category_scores_gemma":[0.004291398,0.00046886742,0.00024867506,0.00087014673,0.000095096686,0.00045861705,0.002386287,0.0012438917,0.000028678745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000401662,0.004187185,0.09428553,0.0027854324,0.00047162242,0.007946792,0.12740664,0.000733083,0.005097494,0.065485254,0.049101084,0.64245975],"study_design_scores_gemma":[0.0047739055,0.0000046127675,0.10793254,0.018545957,0.00025626665,0.0029756825,0.009545878,0.25649104,0.050296288,0.004975071,0.5361364,0.008066377],"about_ca_topic_score_codex":0.0035872106,"about_ca_topic_score_gemma":0.009203052,"teacher_disagreement_score":0.81099075,"about_ca_system_score_codex":0.0006683105,"about_ca_system_score_gemma":0.0006898478,"threshold_uncertainty_score":0.9997763},"labels":[],"label_agreement":null},{"id":"W4322096525","doi":"10.1007/978-3-031-24337-0_22","title":"Building Personalized Language Models Through Language Model Interpolation","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Perplexity; Language model; Computer science; Artificial intelligence; Natural language processing; Social media; Interpolation (computer graphics); Cache language model; Natural language; Universal Networking Language; Comprehension approach; World Wide Web","score_opus":0.0376111306386286,"score_gpt":0.2919027307924812,"score_spread":0.2542916001538526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322096525","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028480272,0.0005150907,0.9928991,0.0004987094,0.0011264124,0.00034806962,0.000009122363,0.00058198813,0.0037366974],"genre_scores_gemma":[0.12762293,0.000029939725,0.86934125,0.0011118185,0.0003844442,0.000011870218,0.0000068426807,0.000063986525,0.0014269024],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99579215,0.00003530206,0.00055237615,0.0017425886,0.0011453031,0.00073227205],"domain_scores_gemma":[0.9976185,0.00030775915,0.00026432535,0.0015383164,0.00014288162,0.0001282134],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081980875,0.0005450047,0.0005408311,0.00067595183,0.00022023435,0.0005413858,0.003211037,0.00034345314,0.000011598586],"category_scores_gemma":[0.00008139754,0.0005259386,0.00018648632,0.0005654116,0.0003208479,0.0013614362,0.001772138,0.0008609385,0.000041399475],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035458672,0.000008861492,0.000001427039,0.000036130165,0.000010312173,0.00008304507,0.013321831,0.5931866,0.0008216431,0.24190086,0.000010599464,0.15061513],"study_design_scores_gemma":[0.0001592839,0.00002066917,6.349529e-7,0.00026381816,0.000005247996,0.000018590617,0.000001782214,0.6860974,0.00029968837,0.3127344,0.00001894465,0.00037956273],"about_ca_topic_score_codex":0.000103185084,"about_ca_topic_score_gemma":0.000069812784,"teacher_disagreement_score":0.15023556,"about_ca_system_score_codex":0.00031634208,"about_ca_system_score_gemma":0.0003957196,"threshold_uncertainty_score":0.9997192},"labels":[],"label_agreement":null},{"id":"W4323027187","doi":"10.2139/ssrn.4369067","title":"Explanation-Oriented (vs. Free) Discussion Promotes Open-Minded Political Reasoning","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Politics; Political science; Epistemology; Motivated reasoning; Computer science; Positive economics; Economics; Law; Philosophy","score_opus":0.015338100956494637,"score_gpt":0.27751531713419986,"score_spread":0.26217721617770523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323027187","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06974441,0.00011774035,0.9014777,0.026006032,0.00062132056,0.000263454,0.000001871267,0.00029487995,0.0014726263],"genre_scores_gemma":[0.9898336,0.00006636199,0.007325067,0.00017329563,0.0002969018,0.000013640919,0.000006674696,0.000019967369,0.0022644843],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996066,0.00013596557,0.00034130274,0.0003891026,0.0005037002,0.0025639492],"domain_scores_gemma":[0.9989815,0.00006487331,0.00012228933,0.00053760107,0.00009783233,0.00019593087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020757504,0.00015548443,0.00018254117,0.00021277086,0.00042278983,0.00037912716,0.001962956,0.000077383345,0.000012664737],"category_scores_gemma":[0.00039185144,0.000107904416,0.00007269981,0.0005989088,0.000024371237,0.0008939068,0.0007682145,0.001197021,0.000059302343],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000089937175,0.000029124421,0.0007076967,0.0000025208578,0.000026210013,0.000014363024,0.00032274312,0.00004202516,0.00016356283,0.981606,0.00023498552,0.016841779],"study_design_scores_gemma":[0.001200242,0.00025074198,0.0013045951,0.00008927142,0.000012020482,0.00050762173,0.0010161276,0.13074383,0.0004332962,0.86252934,0.0016091067,0.00030378156],"about_ca_topic_score_codex":0.000082075065,"about_ca_topic_score_gemma":0.00016702728,"teacher_disagreement_score":0.9200892,"about_ca_system_score_codex":0.00065415294,"about_ca_system_score_gemma":0.0016223761,"threshold_uncertainty_score":0.52005273},"labels":[],"label_agreement":null},{"id":"W4323076538","doi":"10.48550/arxiv.2303.01410","title":"NLP Workbench: Efficient and Extensible Integration of State-of-the-art Text Mining Tools","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Alliance de recherche numérique du Canada","keywords":"Workbench; Computer science; Parsing; Extensibility; License; MIT License; Artificial intelligence; Architecture; Sentiment analysis; Natural language processing; Information retrieval; Visualization; Programming language","score_opus":0.13289432239835935,"score_gpt":0.2043208972299189,"score_spread":0.07142657483155954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323076538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5115889,0.000023983604,0.48747686,0.00005019527,0.00035062467,0.00014129467,0.0000041451913,0.0000437589,0.00032029042],"genre_scores_gemma":[0.99170274,0.00004250529,0.006596984,0.00001653598,0.000014190181,5.1879437e-7,0.0000024045883,0.000009386317,0.0016147653],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998728,0.00008607326,0.00025493218,0.0006259462,0.00011856257,0.00018647978],"domain_scores_gemma":[0.99833816,0.0001791482,0.00031352334,0.0009449238,0.00016828663,0.00005594788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031399156,0.00016468886,0.00025920817,0.00020640247,0.00006821648,0.000055842458,0.00092753215,0.00010485156,0.000003611424],"category_scores_gemma":[0.000089888796,0.00015623786,0.00011304292,0.0005520746,0.00009860048,0.0001454551,0.0019285884,0.00025780694,0.000007634987],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011617947,0.000039884115,0.0021309687,0.00010341668,0.00003856433,0.000022778055,0.0014024347,0.94770133,0.00055825576,0.037240256,0.00012233142,0.010628179],"study_design_scores_gemma":[0.00016690805,0.000023841738,0.0049225353,0.0003849577,0.00002603189,0.0000013793056,0.00013983615,0.98275214,0.0014289486,0.009940761,0.000041033076,0.0001716209],"about_ca_topic_score_codex":0.00007958941,"about_ca_topic_score_gemma":0.000048953865,"teacher_disagreement_score":0.48087987,"about_ca_system_score_codex":0.0000629635,"about_ca_system_score_gemma":0.00014181748,"threshold_uncertainty_score":0.63711953},"labels":[],"label_agreement":null},{"id":"W4323262652","doi":"10.1016/j.cogsys.2023.02.009","title":"Computing word meanings by aggregating individualized distributional models: Wisdom of the crowds in lexical semantic memory","year":2023,"lang":"en","type":"article","venue":"Cognitive Systems Research","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Similarity (geometry); Judgement; Semantic similarity; Word (group theory); Computer science; Semantic memory; Natural language processing; Aggregate (composite); Artificial intelligence; Psychology; Cognitive psychology; Cognition; Linguistics","score_opus":0.13329042708033806,"score_gpt":0.3754494462827638,"score_spread":0.24215901920242572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323262652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69714254,0.00044881846,0.29920262,0.00043060252,0.00028096072,0.0007348577,0.000047239835,0.000107815365,0.0016045497],"genre_scores_gemma":[0.999164,0.0000063711786,0.00034469113,0.000017780518,0.00008396759,0.0000501509,0.000020126365,0.000014448741,0.0002984652],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949962,0.0014169109,0.0005973995,0.0005735884,0.0016948805,0.0007210244],"domain_scores_gemma":[0.9966599,0.002015283,0.00016762277,0.00039867466,0.00065908185,0.00009945224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057429974,0.0001505191,0.0003186536,0.0003183214,0.0003694434,0.0001978302,0.00121147,0.00011460531,0.000003651722],"category_scores_gemma":[0.0015680875,0.00012251548,0.00008433517,0.0024305726,0.0003150853,0.00029927885,0.0015362881,0.00071667973,0.000026867243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002811041,0.0012321913,0.08220927,0.0044399244,0.0008019842,0.0005597928,0.10235678,0.08690126,0.02351495,0.34861147,0.0129154995,0.33617577],"study_design_scores_gemma":[0.00082219753,0.00002534134,0.002234278,0.001517891,0.000003387329,0.000015522,0.0026069449,0.98730016,0.0013258674,0.0039632395,0.000031827472,0.00015332791],"about_ca_topic_score_codex":0.00068404095,"about_ca_topic_score_gemma":0.000019717882,"teacher_disagreement_score":0.9003989,"about_ca_system_score_codex":0.00014475305,"about_ca_system_score_gemma":0.00027650836,"threshold_uncertainty_score":0.49960363},"labels":[],"label_agreement":null},{"id":"W4323649518","doi":"10.23977/acss.2023.070111","title":"Research on Named Entity Recognition Method Based on Language Pre-Training Model","year":2023,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Word (group theory); Representation (politics); Polysemy; Artificial intelligence; Word embedding; Set (abstract data type); Vectorization (mathematics); Natural language processing; Embedding; Language model; Training set; Support vector machine; Data set; Machine learning; Data mining; Mathematics","score_opus":0.16248387250087376,"score_gpt":0.423410809705627,"score_spread":0.26092693720475324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323649518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04769678,0.00033378007,0.95009774,0.00014413604,0.00057350134,0.00031475542,0.0000059660197,0.00017500474,0.0006583311],"genre_scores_gemma":[0.90151346,0.000055678138,0.09788357,0.00018511401,0.00019703482,0.000080405036,0.0000071763798,0.000011618735,0.00006597154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749446,0.00060218194,0.00031721056,0.0006276071,0.0005626866,0.00039585077],"domain_scores_gemma":[0.9982608,0.0010704861,0.000073238065,0.0004347651,0.000080123835,0.000080604295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003207127,0.00013855111,0.00024799127,0.00045988415,0.0001349591,0.00022786106,0.0004441298,0.00007225109,0.0000013263714],"category_scores_gemma":[0.000039222068,0.00012465553,0.00003744185,0.00062866166,0.000024130357,0.00041344864,0.00015389873,0.00028290527,0.000021115758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000089214245,0.00002183487,0.000041836716,0.000069928436,0.0000028131203,0.00002460777,0.001460249,0.7737026,0.0001135479,0.0021731916,0.000038937516,0.22234154],"study_design_scores_gemma":[0.00030837665,0.00014502797,0.00006202061,0.00042673788,8.9318286e-7,0.0000029542048,0.00014137213,0.9946245,0.00016334894,0.0038565872,0.00012670047,0.00014150285],"about_ca_topic_score_codex":0.00005031496,"about_ca_topic_score_gemma":0.000012009609,"teacher_disagreement_score":0.8538166,"about_ca_system_score_codex":0.000049651164,"about_ca_system_score_gemma":0.000045107357,"threshold_uncertainty_score":0.5083305},"labels":[],"label_agreement":null},{"id":"W4323663117","doi":"10.1007/s00521-023-08393-4","title":"DeepPress: guided press release topic-aware text generation using ensemble transformers","year":2023,"lang":"en","type":"article","venue":"Neural Computing and Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Transformer; Fluency; Artificial intelligence; Continuation; Variety (cybernetics); Key (lock); Context (archaeology); Focus (optics); Natural language processing; Writing style; Linguistics","score_opus":0.08579680199765757,"score_gpt":0.3175017096316356,"score_spread":0.23170490763397802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323663117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24896704,0.00006530354,0.7496845,0.00047418688,0.00008108391,0.00020636362,0.0000014028777,0.0002797561,0.00024034984],"genre_scores_gemma":[0.98460305,0.000018166053,0.014802158,0.00017932529,0.00025449166,0.000024498902,0.000009551275,0.000008246102,0.0001004916],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904245,0.00003415115,0.00021111105,0.00036594298,0.00013114292,0.00021518348],"domain_scores_gemma":[0.9994779,0.00005555022,0.00005294914,0.00028688376,0.000052309766,0.00007437743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001115728,0.00009923331,0.00009728588,0.00005615391,0.00040241075,0.00014727368,0.00025179842,0.00004339284,8.899919e-7],"category_scores_gemma":[0.000007657066,0.000100602025,0.000033889737,0.00027546487,0.000019806668,0.0001652481,0.0001093675,0.0000972416,0.0000059479903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012920018,0.000029367382,0.00025767498,0.000060861785,0.000013097524,0.0000041808835,0.0009925164,0.21894528,0.023921076,0.02340167,0.000888478,0.73148453],"study_design_scores_gemma":[0.000121205354,0.0000072379894,0.00015849163,0.000008284429,0.000005945535,0.0000139416825,0.000024816756,0.99484485,0.0019486182,0.00039185988,0.0023652923,0.00010945522],"about_ca_topic_score_codex":0.00007414346,"about_ca_topic_score_gemma":0.00000515452,"teacher_disagreement_score":0.7758996,"about_ca_system_score_codex":0.000016690312,"about_ca_system_score_gemma":0.000019636116,"threshold_uncertainty_score":0.41024315},"labels":[],"label_agreement":null},{"id":"W4323782875","doi":"10.1007/978-3-031-25891-6_23","title":"A Comparison of SVM Against Pre-trained Language Models (PLMs) for Text Classification Tasks","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Western University","funders":"","keywords":"Computer science; Support vector machine; Artificial intelligence; Classifier (UML); Machine learning; Feature engineering; Natural language processing; Task (project management); Feature (linguistics); Linear classifier; Pattern recognition (psychology); Deep learning","score_opus":0.06515733099742363,"score_gpt":0.3215682359011537,"score_spread":0.2564109049037301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323782875","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005474187,0.00022678362,0.9948717,0.0005343257,0.0011081398,0.00084399787,0.000021747366,0.00027018308,0.001575711],"genre_scores_gemma":[0.5894923,0.000014660768,0.40930375,0.00033063025,0.00027079362,0.00003654464,0.00002144532,0.00004264811,0.00048717367],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960796,0.000032684173,0.0008626313,0.0014959624,0.00093842763,0.0005906554],"domain_scores_gemma":[0.9966638,0.00068887405,0.00054200087,0.0016638811,0.00031142737,0.0001299959],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009897568,0.00044419838,0.0007108561,0.0007872834,0.00017591674,0.0002498446,0.0032860464,0.00036288504,0.0000026848522],"category_scores_gemma":[0.0001378315,0.00042489558,0.00018785248,0.000572022,0.00035293397,0.00051103585,0.0008309868,0.0005244319,0.000010863255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000841631,0.00003591517,0.000020442076,0.00013182856,0.000013401437,0.0000060325197,0.0051115723,0.3209484,0.0015056517,0.056494962,0.000030051924,0.61569333],"study_design_scores_gemma":[0.00025662646,0.0001035276,0.000048652662,0.0003405471,0.000008265691,0.000003134676,0.0000020491036,0.9157642,0.0013099398,0.0816825,0.0000956537,0.00038486367],"about_ca_topic_score_codex":0.000023740828,"about_ca_topic_score_gemma":0.000084203675,"teacher_disagreement_score":0.61530846,"about_ca_system_score_codex":0.00020691346,"about_ca_system_score_gemma":0.0004593104,"threshold_uncertainty_score":0.9998203},"labels":[],"label_agreement":null},{"id":"W4324355422","doi":"10.3390/data8030061","title":"TKGQA Dataset: Using Question Answering to Guide and Validate the Evolution of Temporal Knowledge Graph","year":2023,"lang":"en","type":"article","venue":"Data","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Bank of Canada","funders":"","keywords":"Knowledge graph; Computer science; Question answering; Graph; Parsing; Information retrieval; Process (computing); Artificial intelligence; Natural language processing; Theoretical computer science","score_opus":0.1071454944889778,"score_gpt":0.3625074726673969,"score_spread":0.2553619781784191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324355422","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08492439,0.000114715214,0.9134264,0.00037293273,0.0002467632,0.000115573464,0.00067108474,0.00007466873,0.00005346602],"genre_scores_gemma":[0.8841936,0.000025159135,0.11363296,0.0000760062,0.00013548674,0.000004288825,0.0018767165,0.000011166247,0.00004460639],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992457,0.000056597662,0.00016075939,0.00029866563,0.00011303275,0.00012522799],"domain_scores_gemma":[0.99848807,0.000036799498,0.00004307896,0.0013713299,0.000025281734,0.0000354118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085723033,0.000057380927,0.00006901362,0.0000956306,0.00008646787,0.000059797858,0.001049734,0.00001911347,0.0000012382529],"category_scores_gemma":[0.00008094545,0.000046308567,0.0000069988682,0.00043884033,0.000020939853,0.0005189946,0.002216542,0.000045140547,0.000013510385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037849954,0.00019155626,0.05658204,0.0005711958,0.00016905145,0.000064123706,0.009637585,0.03407161,0.07778551,0.16308056,0.24048729,0.41732162],"study_design_scores_gemma":[0.00007742698,0.000010515904,0.0030443016,0.000047097725,0.0000075638945,0.000006795929,0.00007006378,0.97712225,0.00024535312,0.0014056498,0.017876724,0.00008627885],"about_ca_topic_score_codex":0.0015755313,"about_ca_topic_score_gemma":0.00019496586,"teacher_disagreement_score":0.9430506,"about_ca_system_score_codex":0.000025607604,"about_ca_system_score_gemma":0.000045968896,"threshold_uncertainty_score":0.27627608},"labels":[],"label_agreement":null},{"id":"W4327498258","doi":"10.1007/978-3-031-28241-6_38","title":"Uncertainty Quantification for Text Classification","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Computer science; Uncertainty quantification; Artificial intelligence; Robustness (evolution); Machine learning; Scalability; Generalization; Context (archaeology); Dropout (neural networks); Bayesian probability; Ensemble learning; Deep learning; Data mining; Mathematics; Database","score_opus":0.07459716417679207,"score_gpt":0.2958613792212944,"score_spread":0.22126421504450233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327498258","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025917152,0.00007440837,0.99300236,0.0023225616,0.0025360794,0.0006718158,0.000007755859,0.00035335636,0.0010057379],"genre_scores_gemma":[0.16883199,0.000056849614,0.8262121,0.0010504761,0.0009947167,0.000104602834,0.00004509889,0.00007821326,0.0026259553],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99643254,0.00002260804,0.00055507926,0.0017373129,0.0007280796,0.00052440364],"domain_scores_gemma":[0.9967588,0.00071151915,0.00031929323,0.0017404868,0.0003609227,0.00010897699],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012827272,0.00035707204,0.00035274477,0.00071990024,0.00027727464,0.00049271836,0.002899956,0.00030874548,0.0000043608184],"category_scores_gemma":[0.00021531065,0.00034470708,0.0001270819,0.000570031,0.00028502112,0.0004405195,0.0005366912,0.00041826718,0.00009389311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027572726,0.000008945109,0.000008245934,0.00003512343,0.000004584962,0.0000030544768,0.0002982052,0.08396426,0.00029361935,0.23916349,0.000036721707,0.676181],"study_design_scores_gemma":[0.00011262592,0.000041025192,0.0000807766,0.00011855094,0.000003899382,0.0000049699033,1.7309128e-7,0.75850266,0.0002303704,0.23899375,0.0016119884,0.00029918805],"about_ca_topic_score_codex":0.000020420148,"about_ca_topic_score_gemma":0.00007816456,"teacher_disagreement_score":0.6758818,"about_ca_system_score_codex":0.0003294909,"about_ca_system_score_gemma":0.00049505464,"threshold_uncertainty_score":0.9999005},"labels":[],"label_agreement":null},{"id":"W4327498763","doi":"10.1007/978-3-031-28241-6_10","title":"PyGaggle: A Gaggle of Resources for Open-Domain Question Answering","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Question answering; Codebase; Information retrieval; Open domain; Artificial intelligence; Context (archaeology); Domain (mathematical analysis); Machine learning; Programming language; Source code","score_opus":0.03306528010206973,"score_gpt":0.2818557621392487,"score_spread":0.24879048203717896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327498763","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002950982,0.0002064258,0.99498653,0.0007020688,0.001578394,0.00074612215,0.000008860636,0.00016886159,0.0013076365],"genre_scores_gemma":[0.040052485,0.000021900207,0.9582224,0.00038903515,0.00040921924,0.00003394231,0.0000037076732,0.000051185227,0.00081614655],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966257,0.000038917202,0.0006252678,0.0014392646,0.00072280783,0.0005479953],"domain_scores_gemma":[0.9972359,0.0006388096,0.00037947696,0.0013862636,0.0002462328,0.000113297676],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001975722,0.00037266946,0.00056256313,0.0007069996,0.00022389342,0.0005480354,0.0052218973,0.0002549614,0.0000042303154],"category_scores_gemma":[0.00018370873,0.00036234088,0.000118735654,0.00057365495,0.00035236374,0.00061331247,0.0026512993,0.00041485604,0.000009030248],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018097095,0.000031191317,0.000049844384,0.00019504128,0.000018413535,0.000037112208,0.0030556147,0.07727223,0.0008843045,0.16199125,0.000040097173,0.7564068],"study_design_scores_gemma":[0.0003125331,0.00017537255,0.000051969433,0.00087217963,0.000005056722,0.000018158938,5.7321625e-7,0.55298615,0.0010814986,0.4426089,0.0014607572,0.00042684906],"about_ca_topic_score_codex":0.00007409795,"about_ca_topic_score_gemma":0.00012375259,"teacher_disagreement_score":0.75597996,"about_ca_system_score_codex":0.00017567087,"about_ca_system_score_gemma":0.00037291943,"threshold_uncertainty_score":0.9998829},"labels":[],"label_agreement":null},{"id":"W4327498768","doi":"10.1007/978-3-031-28241-6_11","title":"Pre-processing Matters! Improved Wikipedia Corpora for Open-Domain Question Answering","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Question answering; Natural language processing; Information retrieval; Domain (mathematical analysis); Landmark; Artificial intelligence; Text corpus; Open domain; Pipeline (software)","score_opus":0.028800474068406422,"score_gpt":0.27818040762012664,"score_spread":0.24937993355172022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327498768","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000107384854,0.00015526704,0.9929759,0.0020449979,0.002834715,0.001161642,0.000006897073,0.000388084,0.00032511578],"genre_scores_gemma":[0.020521171,0.000013418527,0.9752003,0.0024078095,0.00077137357,0.00007318905,0.000011515378,0.00008482891,0.00091641577],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99560225,0.000033025743,0.00069272966,0.0021517398,0.0006855446,0.0008346847],"domain_scores_gemma":[0.9972472,0.00039138334,0.00048149072,0.0014177506,0.00027625446,0.00018590792],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0018687373,0.0005658214,0.0006021898,0.0006635051,0.00041681636,0.0018590408,0.005564408,0.00033936847,0.0000040226264],"category_scores_gemma":[0.000095024705,0.00056181266,0.00011913301,0.00055274414,0.00031578753,0.0014085256,0.002902152,0.0006342897,0.000017230821],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017649543,0.000019880545,0.00003909809,0.0001916679,0.000010851184,0.00004481749,0.0016615203,0.031297345,0.000953558,0.026663758,0.000043811022,0.93905604],"study_design_scores_gemma":[0.00032272234,0.00010282645,0.000044629833,0.0006280005,0.000006204741,0.000026533215,4.0736057e-7,0.7557103,0.00035842022,0.24173188,0.0005073099,0.0005607804],"about_ca_topic_score_codex":0.0000728317,"about_ca_topic_score_gemma":0.00015837229,"teacher_disagreement_score":0.9384953,"about_ca_system_score_codex":0.00035188693,"about_ca_system_score_gemma":0.0006899587,"threshold_uncertainty_score":0.99981594},"labels":[],"label_agreement":null},{"id":"W4327644054","doi":"10.1007/978-3-031-28238-6_28","title":"Adversarial Adaptation for French Named Entity Recognition","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Overfitting; Domain adaptation; Transformer; Named-entity recognition; Artificial intelligence; Adversarial system; Natural language processing; Machine learning; Task (project management); Adaptation (eye); Language model; Artificial neural network; Classifier (UML)","score_opus":0.05240344038885753,"score_gpt":0.25863514913071334,"score_spread":0.2062317087418558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327644054","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007004266,0.000048387454,0.99171925,0.0005015717,0.005950299,0.00064895046,0.000017183243,0.00030101894,0.000743293],"genre_scores_gemma":[0.041513152,0.000025279409,0.95564425,0.00057663425,0.0013683306,0.000047492387,0.000047063226,0.000042328284,0.0007354811],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99673706,0.000026485777,0.00048059665,0.0014369186,0.00079705246,0.0005218793],"domain_scores_gemma":[0.99780107,0.00058734446,0.00026635203,0.0008813237,0.0003516462,0.00011225241],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001018629,0.00034720823,0.00035866577,0.00069158315,0.00024981963,0.00041432804,0.0018904384,0.0003223874,0.000011098991],"category_scores_gemma":[0.00027741838,0.00035952678,0.00014711476,0.00044123546,0.00020054482,0.0006804082,0.00064464676,0.0004575255,0.00007513444],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004380709,0.0000108285385,0.00000561674,0.000039170583,0.000008616478,0.00001248398,0.00081179006,0.035490975,0.00004147998,0.008204111,0.000030307974,0.95534027],"study_design_scores_gemma":[0.0002566508,0.00007166065,0.000019758354,0.00015389734,0.0000066623556,0.0000059471836,1.4604956e-7,0.6754804,0.00019070989,0.3231317,0.0003847885,0.00029765832],"about_ca_topic_score_codex":0.00008660311,"about_ca_topic_score_gemma":0.00033179423,"teacher_disagreement_score":0.9550426,"about_ca_system_score_codex":0.00027985827,"about_ca_system_score_gemma":0.0005235263,"threshold_uncertainty_score":0.9998857},"labels":[],"label_agreement":null},{"id":"W4327644059","doi":"10.1007/978-3-031-28238-6_7","title":"Improving the Generalizability of the Dense Passage Retriever Using Generated Datasets","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Overfitting; Generalizability theory; Domain (mathematical analysis); Context (archaeology); Artificial intelligence; Information retrieval; Focus (optics); Encoder; Labrador Retriever; Training set; Data mining; Pattern recognition (psychology); Mathematics; Statistics","score_opus":0.042814254776952124,"score_gpt":0.25934468536600996,"score_spread":0.21653043058905785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327644059","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024790997,0.00016131515,0.99359185,0.000645561,0.0024996845,0.00043094787,0.000038849048,0.00009361231,0.0000590822],"genre_scores_gemma":[0.36934045,0.000033807963,0.6255346,0.0034503366,0.0010563814,0.000011428425,0.00002060194,0.000102107675,0.00045030235],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99609894,0.00014142267,0.00065881055,0.0013664063,0.0011747482,0.00055965036],"domain_scores_gemma":[0.9952575,0.00049237086,0.00046926053,0.0034648022,0.00023348197,0.000082564984],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0022161356,0.0004024427,0.00040386905,0.00024341085,0.000447273,0.00036627892,0.0056194076,0.0002552766,0.0000058193564],"category_scores_gemma":[0.0003415933,0.00024653523,0.00015398972,0.0011085485,0.00079978834,0.00037717933,0.004163748,0.0008116437,0.00000528424],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008225684,0.000033598964,0.0007901562,0.00013522897,0.000039319544,0.000077697056,0.0013468816,0.600347,0.009516094,0.021263333,0.000099052566,0.36634344],"study_design_scores_gemma":[0.00011339222,0.00001726311,0.00016265157,0.00012925049,0.000012214912,0.000030223817,2.0843316e-7,0.9660224,0.004216684,0.028852152,0.0001452246,0.00029837596],"about_ca_topic_score_codex":0.00032802386,"about_ca_topic_score_gemma":0.00012255232,"teacher_disagreement_score":0.36805728,"about_ca_system_score_codex":0.00026156363,"about_ca_system_score_gemma":0.0007991861,"threshold_uncertainty_score":0.9999987},"labels":[],"label_agreement":null},{"id":"W4327644099","doi":"10.1007/978-3-031-28244-7_34","title":"CoSPLADE: Contextualizing SPLADE for Conversational Information Retrieval","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Ranking (information retrieval); Information retrieval; Task (project management); Conversation; Code (set theory); Rank (graph theory); Artificial intelligence; Source code; Programming language","score_opus":0.034249620816944965,"score_gpt":0.26238429948976755,"score_spread":0.22813467867282258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327644099","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028942797,0.00005661137,0.99326414,0.0013914834,0.0031543013,0.00063319237,0.00002404728,0.00028442696,0.0011628503],"genre_scores_gemma":[0.08599586,0.000044435907,0.9060178,0.0052535255,0.0012888504,0.00003156672,0.000103499544,0.00006619505,0.0011983081],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968127,0.000017244045,0.00066380156,0.0008875761,0.0010584877,0.0005601868],"domain_scores_gemma":[0.99728537,0.00095923647,0.00035679466,0.0008426523,0.0004243844,0.00013154867],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011775878,0.0003710247,0.0003916179,0.00079734315,0.0002773424,0.0006459048,0.0021926423,0.0003290427,0.00000992092],"category_scores_gemma":[0.00036520467,0.00037655278,0.00012969163,0.0004588677,0.00029596436,0.0015678848,0.00077688025,0.0005115464,0.000103307735],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026644519,0.0000097787915,0.000024302408,0.00013738875,0.000024458306,0.000018982248,0.0023811387,0.07042521,0.000076732686,0.4725101,0.00017641198,0.45418885],"study_design_scores_gemma":[0.0004240702,0.000076185526,0.000028832232,0.00021400546,0.000005741173,0.000022001761,5.06301e-7,0.8435523,0.00043518306,0.15089728,0.0039322753,0.00041161524],"about_ca_topic_score_codex":0.000012109002,"about_ca_topic_score_gemma":0.00001584848,"teacher_disagreement_score":0.7731271,"about_ca_system_score_codex":0.00035407467,"about_ca_system_score_gemma":0.0007103181,"threshold_uncertainty_score":0.99986863},"labels":[],"label_agreement":null},{"id":"W4327644549","doi":"10.1007/978-3-031-28238-6_24","title":"De-biasing Relevance Judgements for Fair Ranking","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Ranking (information retrieval); Judgement; Relevance (law); Computer science; Set (abstract data type); Artificial intelligence; Biasing; Gender bias; Process (computing); Machine learning; Information retrieval; Psychology; Social psychology; Voltage","score_opus":0.03901985798360569,"score_gpt":0.2754367443815013,"score_spread":0.2364168863978956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327644549","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058760314,0.0001842618,0.9932772,0.0009174336,0.0032074384,0.0005696316,0.0000040778255,0.00040895064,0.0013722836],"genre_scores_gemma":[0.03281131,0.000039379815,0.9629582,0.0019154886,0.0007952558,0.000031056607,0.0000038280577,0.00006980662,0.0013756566],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99581695,0.000024922672,0.0005551521,0.0017555471,0.00088342564,0.0009639996],"domain_scores_gemma":[0.9969788,0.0009731919,0.00027873187,0.001398025,0.00022855081,0.00014268573],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015966729,0.00045736466,0.00047205447,0.00069804233,0.00037231718,0.00073773024,0.003612163,0.00027999026,0.0000045818965],"category_scores_gemma":[0.00033982538,0.00047032087,0.00016318631,0.0005273369,0.0002491763,0.00059820234,0.001423225,0.0005976602,0.000034122488],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003951727,0.000007870072,0.00002726518,0.00007161346,0.000010186997,0.000039350223,0.0006856257,0.088567406,0.00013265299,0.03988776,0.000031113734,0.8705352],"study_design_scores_gemma":[0.00022248241,0.000047160695,0.000022423732,0.00045434633,0.000005358134,0.000016648175,1.1046757e-7,0.68173385,0.00043660862,0.3149882,0.0016771385,0.00039567854],"about_ca_topic_score_codex":0.00001495804,"about_ca_topic_score_gemma":0.000034816934,"teacher_disagreement_score":0.87013954,"about_ca_system_score_codex":0.0004630939,"about_ca_system_score_gemma":0.0005334925,"threshold_uncertainty_score":0.9997749},"labels":[],"label_agreement":null},{"id":"W4327644584","doi":"10.1007/978-3-031-28238-6_51","title":"Learning Query-Space Document Representations for High-Recall Retrieval","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Computer science; Information retrieval; Set (abstract data type); Recall; Representation (politics); Space (punctuation); Range (aeronautics); Precision and recall; Artificial intelligence","score_opus":0.027236126660376232,"score_gpt":0.2840207212977938,"score_spread":0.2567845946374176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327644584","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012558917,0.00008515984,0.9904273,0.004072155,0.0032263289,0.0006907624,0.0000041264034,0.00046301642,0.0009055239],"genre_scores_gemma":[0.074546516,0.00006919023,0.91462743,0.0007342217,0.0010798357,0.00003691826,0.000018336565,0.000082732404,0.008804822],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99546707,0.00005044149,0.0006094631,0.0019938326,0.0011073713,0.0007718421],"domain_scores_gemma":[0.99635196,0.0013372451,0.00033007658,0.0014613156,0.00033969138,0.0001797357],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014316319,0.0004586228,0.0004996695,0.0007811508,0.0004412696,0.0007432061,0.0028352877,0.00031555546,0.000011936683],"category_scores_gemma":[0.0004890739,0.00045482308,0.0001647001,0.00072065805,0.0002948299,0.0005945049,0.0015598064,0.0009150182,0.00006709295],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013722379,0.00001491888,0.000037548278,0.000067424495,0.000024673665,0.000060984898,0.001508842,0.44265264,0.00027090937,0.26446474,0.00008886487,0.29079473],"study_design_scores_gemma":[0.0003105585,0.00017513674,0.000052957592,0.00023462546,0.000009711127,0.000016311356,5.3691394e-7,0.5818459,0.00094274204,0.41473994,0.001157714,0.00051390973],"about_ca_topic_score_codex":0.00007854403,"about_ca_topic_score_gemma":0.000066009205,"teacher_disagreement_score":0.29028082,"about_ca_system_score_codex":0.0003785347,"about_ca_system_score_gemma":0.00052533427,"threshold_uncertainty_score":0.9997904},"labels":[],"label_agreement":null},{"id":"W4327644606","doi":"10.1007/978-3-031-28238-6_57","title":"Neural Ad-Hoc Retrieval Meets Open Information Extraction","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; University of Guelph; Toronto Metropolitan University","funders":"","keywords":"Computer science; Information retrieval; Information extraction; Task (project management); Range (aeronautics); Artificial intelligence; Relationship extraction; Artificial neural network; Natural language processing","score_opus":0.038498278859022225,"score_gpt":0.28689816379407646,"score_spread":0.24839988493505422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327644606","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000105669285,0.0001266064,0.98893046,0.0021590895,0.0045778244,0.0005889732,0.000004178972,0.00034028248,0.0031669235],"genre_scores_gemma":[0.11605091,0.00020182799,0.8759257,0.0045694057,0.00094442326,0.000022635875,0.00003545129,0.00008339604,0.0021662472],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963615,0.000035792724,0.0006840515,0.0011235763,0.0012042769,0.0005907959],"domain_scores_gemma":[0.9973304,0.00033122147,0.00040702344,0.0014906327,0.00027927247,0.00016144295],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0013449166,0.00042109902,0.00041667838,0.00087032566,0.00031163188,0.001981336,0.005460309,0.00033881338,0.00001681563],"category_scores_gemma":[0.00018243352,0.0004060577,0.00009848929,0.0007999044,0.0002086438,0.0045356625,0.003352771,0.0008864111,0.00020913861],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001156823,0.000007095115,0.000004832454,0.000024853158,0.0000055471373,0.000037331556,0.00075900863,0.051738176,0.00005917435,0.013140628,0.00004139106,0.93417037],"study_design_scores_gemma":[0.00025366482,0.00011002325,0.000102842234,0.00019224928,0.0000046978325,0.00006586649,2.8342814e-7,0.92288214,0.00031232936,0.06940809,0.0061757825,0.00049204804],"about_ca_topic_score_codex":0.000028499362,"about_ca_topic_score_gemma":0.000058228812,"teacher_disagreement_score":0.9336783,"about_ca_system_score_codex":0.0003586452,"about_ca_system_score_gemma":0.00050502346,"threshold_uncertainty_score":0.9999206},"labels":[],"label_agreement":null},{"id":"W4327644611","doi":"10.1007/978-3-031-28238-6_50","title":"Don’t Raise Your Voice, Improve Your Argument: Learning to Retrieve Convincing Arguments","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Computer science; Relevance (law); Information retrieval; Focus (optics); Content (measure theory); Argument (complex analysis); Value (mathematics); Artificial intelligence; Natural language processing; Machine learning","score_opus":0.02644597134160811,"score_gpt":0.2651516314128106,"score_spread":0.2387056600712025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327644611","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010344726,0.00017432649,0.98833174,0.0015298899,0.0055166697,0.0007784515,0.000007037208,0.0005871569,0.0020402374],"genre_scores_gemma":[0.28330866,0.000101212194,0.6919429,0.0054688565,0.0040475586,0.00006133426,0.000015900501,0.0002490205,0.014804605],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927569,0.00006411275,0.00096337026,0.0029368082,0.0018782401,0.0014005468],"domain_scores_gemma":[0.9962507,0.00046653443,0.00048816815,0.0019606657,0.000348836,0.00048513463],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018951583,0.00084792316,0.0008074479,0.0013672737,0.000506825,0.0011223245,0.004849002,0.00045964523,0.000024597946],"category_scores_gemma":[0.00044312794,0.0008506944,0.00020832762,0.0011798809,0.00024196458,0.0009059973,0.0042264857,0.0017754609,0.0005319566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013329032,0.000028057255,0.00020635939,0.00006878218,0.00003624158,0.00015091838,0.0048769508,0.20111242,0.0012599846,0.0049443543,0.0000426865,0.78725994],"study_design_scores_gemma":[0.0006600428,0.00033904656,0.00016499283,0.0008346917,0.00001954337,0.000047355275,0.0000035188232,0.9561848,0.0024311135,0.030032232,0.00773415,0.0015484793],"about_ca_topic_score_codex":0.00008825209,"about_ca_topic_score_gemma":0.00007032216,"teacher_disagreement_score":0.78571147,"about_ca_system_score_codex":0.00083702145,"about_ca_system_score_gemma":0.00063620665,"threshold_uncertainty_score":0.9999146},"labels":[],"label_agreement":null},{"id":"W4327645767","doi":"10.1007/978-3-031-28244-7_1","title":"Self-supervised Contrastive BERT Fine-tuning for Fusion-Based Reviewed-Item Retrieval","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Ranking (information retrieval); Artificial intelligence; Matching (statistics); Selection (genetic algorithm); Natural language processing; Information retrieval; Task (project management); Embedding; Machine learning","score_opus":0.03059425526710696,"score_gpt":0.25976128234527573,"score_spread":0.22916702707816877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327645767","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042808682,0.00065160205,0.9919459,0.0016546837,0.003014355,0.0013726554,0.000017408594,0.0006565113,0.00064407964],"genre_scores_gemma":[0.012085082,0.000077772536,0.98360044,0.0025701225,0.000979468,0.000040143477,0.000021028476,0.000094670184,0.00053127215],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99450433,0.00006370958,0.00089386204,0.0022889269,0.0012650067,0.0009841871],"domain_scores_gemma":[0.9938903,0.0030785934,0.00040162008,0.0017255532,0.00064611924,0.00025782865],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020395103,0.0007145278,0.00092659995,0.00084730424,0.00045000413,0.0005452419,0.003834302,0.00044414675,0.0000124223325],"category_scores_gemma":[0.0008210701,0.00066278235,0.0003135808,0.0009827777,0.00029091883,0.00045198828,0.0011527429,0.0008684901,0.0000443035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044642864,0.00005554767,0.000071158334,0.0006436746,0.00004835768,0.00015887248,0.0013720812,0.049670696,0.0004250724,0.027201496,0.00010449169,0.9202039],"study_design_scores_gemma":[0.0006033439,0.00018166706,0.000019811285,0.0011619702,0.000020932719,0.0000132995765,1.5958129e-7,0.9640191,0.00043728907,0.030901885,0.0019281454,0.0007123691],"about_ca_topic_score_codex":0.0000120711775,"about_ca_topic_score_gemma":0.000039882696,"teacher_disagreement_score":0.9194915,"about_ca_system_score_codex":0.0004209107,"about_ca_system_score_gemma":0.0012050514,"threshold_uncertainty_score":0.99958235},"labels":[],"label_agreement":null},{"id":"W4327671617","doi":"10.48550/arxiv.2303.08518","title":"UPRISE: Universal Prompt Retrieval for Improving Zero-Shot Evaluation","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task (project management); Computer science; Generalization; Set (abstract data type); Zero (linguistics); Shot (pellet); Labrador Retriever; Filling-in; Code (set theory); Computer security; Artificial intelligence; Medicine; Engineering; Programming language; Pathology; Mathematics","score_opus":0.20330816455176112,"score_gpt":0.24053851469883095,"score_spread":0.037230350147069824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327671617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13194242,0.000028143602,0.86395687,0.0002426171,0.0016216128,0.0012183449,0.000020283213,0.0005605999,0.00040907625],"genre_scores_gemma":[0.9864083,0.000016516768,0.010446417,0.000036715395,0.00016074383,0.0000036516503,0.000047958045,0.000037695358,0.0028420358],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707276,0.00016402209,0.00028251225,0.0017108601,0.0002690588,0.000500805],"domain_scores_gemma":[0.99718493,0.00018747509,0.00035777272,0.0015566231,0.000546419,0.00016676231],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012263953,0.00034115167,0.0003407324,0.00040057255,0.00024651087,0.00018999299,0.00209719,0.00039605465,0.000014485799],"category_scores_gemma":[0.00023598343,0.00043092514,0.0002670439,0.0006195192,0.000059721846,0.0005457089,0.0023024196,0.0005301873,0.000046860823],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012217432,0.00007930482,0.0005657013,0.00037013885,0.00015080704,0.00012265921,0.0007370801,0.7845853,0.00048540498,0.20663363,0.00054818613,0.005599634],"study_design_scores_gemma":[0.00080290873,0.00005663146,0.00021100212,0.000056012548,0.00013622352,0.0000015671021,0.00006819239,0.92729807,0.00023880173,0.07051034,0.00019989465,0.0004203652],"about_ca_topic_score_codex":0.00014331345,"about_ca_topic_score_gemma":0.000029017594,"teacher_disagreement_score":0.85446584,"about_ca_system_score_codex":0.0007436268,"about_ca_system_score_gemma":0.00085170334,"threshold_uncertainty_score":0.9998143},"labels":[],"label_agreement":null},{"id":"W4328028649","doi":"10.1109/trustcom56396.2022.00098","title":"FLightNER: A Federated Learning Approach to Lightweight Named-Entity Recognition","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Federated learning; Premise; Named-entity recognition; Artificial intelligence; Machine learning; Task (project management)","score_opus":0.03284144225408836,"score_gpt":0.23148371673515603,"score_spread":0.19864227448106767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4328028649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05108199,0.000022408802,0.87600404,0.0009975471,0.00034043306,0.00020125671,8.337078e-7,0.00048276677,0.07086873],"genre_scores_gemma":[0.84764344,0.0000017192891,0.14505771,0.0009506538,0.00007312542,0.00011772164,0.000016545375,0.000010835215,0.0061282497],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841785,0.00018471564,0.00020320511,0.00052425667,0.00039372177,0.00027623054],"domain_scores_gemma":[0.99946374,0.000025705023,0.000050264895,0.00028255614,0.00006588035,0.00011185548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044725457,0.00011086308,0.00012529177,0.00014745152,0.0007207575,0.00026730032,0.0005615205,0.00002907527,0.00021625646],"category_scores_gemma":[0.000034483088,0.00010856388,0.000049537382,0.0005960911,0.000006037535,0.00031580543,0.00072401896,0.00030704623,0.00016564364],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007020424,0.0015743546,0.0021519703,0.00009912449,0.0001633669,0.0000952242,0.01503204,0.093971625,0.011463273,0.19064684,0.032326035,0.6524059],"study_design_scores_gemma":[0.00027722266,0.000103351216,0.00008328553,0.0000046312744,0.000004431466,0.00003964488,0.00019094885,0.94162595,0.002118769,0.0018549846,0.053388048,0.00030870124],"about_ca_topic_score_codex":0.0000831032,"about_ca_topic_score_gemma":0.000006541765,"teacher_disagreement_score":0.84765434,"about_ca_system_score_codex":0.000109729444,"about_ca_system_score_gemma":0.000052864285,"threshold_uncertainty_score":0.5543557},"labels":[],"label_agreement":null},{"id":"W4352981330","doi":"10.1109/iscmi56532.2022.10068466","title":"Empirical Evaluation of Word Representation Methods in the Context of Candidate-Job Recommender Systems","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Durham College","funders":"","keywords":"Cosine similarity; Computer science; Ranking (information retrieval); Information retrieval; Similarity (geometry); tf–idf; Rank (graph theory); Recommender system; Context (archaeology); Matching (statistics); Set (abstract data type); Word (group theory); Artificial intelligence; Natural language processing; Term (time); Mathematics; Statistics; Pattern recognition (psychology)","score_opus":0.26316627833519207,"score_gpt":0.47511817729255207,"score_spread":0.21195189895736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4352981330","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14449103,0.00012632973,0.84974074,0.0018310276,0.00035329262,0.00038332178,0.0000011378318,0.000013250687,0.0030598822],"genre_scores_gemma":[0.968041,0.0000015053678,0.031625416,0.00020053149,0.0000094081,0.000073271796,0.0000019103377,0.0000018771736,0.000045051107],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965258,0.0023288,0.00034603747,0.0001738879,0.0005476354,0.00007779294],"domain_scores_gemma":[0.9989491,0.00038329785,0.00012751693,0.00043208574,0.000097425764,0.000010544099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059326016,0.000040615098,0.00011681608,0.000085845815,0.000037785587,0.000016459428,0.00045242065,0.00001529136,0.000045557288],"category_scores_gemma":[0.000115938594,0.00002987931,0.000027855476,0.00038576685,0.000009910125,0.000107896,0.00015878258,0.00008786156,3.4962778e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036166584,0.00025362847,0.04903275,0.00005560386,0.000059408012,0.0000020091327,0.058579545,0.1352913,0.0028682537,0.06766084,0.0054717967,0.6806887],"study_design_scores_gemma":[0.00033237695,0.000027787548,0.004981553,0.000003850098,0.000007572796,0.0000037109005,0.0058642053,0.98574924,0.00072568405,0.0019373579,0.00032651742,0.000040124003],"about_ca_topic_score_codex":0.0016856536,"about_ca_topic_score_gemma":0.000064481814,"teacher_disagreement_score":0.85045797,"about_ca_system_score_codex":0.00007408288,"about_ca_system_score_gemma":0.000080886,"threshold_uncertainty_score":0.2548215},"labels":[],"label_agreement":null},{"id":"W4360764250","doi":"10.1109/icmla55696.2022.00030","title":"A Robust Approach to Fine-tune Pre-trained Transformer-based models for Text Summarization through Latent Space Compression","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Automatic summarization; Computer science; Encoder; Transformer; Autoencoder; Inference; Artificial intelligence; Deep learning; Speech recognition; Pattern recognition (psychology)","score_opus":0.07704970137916824,"score_gpt":0.2582683224406403,"score_spread":0.18121862106147207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360764250","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00225675,0.000025690644,0.9879901,0.0039007934,0.00019038905,0.0013336171,0.000016281076,0.0002778301,0.00400854],"genre_scores_gemma":[0.48568797,7.1668967e-7,0.5121707,0.0005990642,0.000027210843,0.00036589077,0.000043376902,0.000014339147,0.0010907366],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982275,0.000067345965,0.0002968263,0.0006185625,0.00043634922,0.00035344946],"domain_scores_gemma":[0.9991856,0.000068616966,0.00006222356,0.000518196,0.00007338803,0.00009195443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029310337,0.00017676534,0.0002027411,0.00009545537,0.00035164485,0.00009599899,0.00075805373,0.000047579957,0.00002910202],"category_scores_gemma":[0.000010367113,0.00015966228,0.00010053963,0.0004293762,0.000011401373,0.00045511656,0.00015173567,0.00012749166,0.0000017191294],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039311642,0.00017104852,0.000009721335,0.00003392691,0.000006731779,3.8082044e-7,0.0016922775,0.91447645,0.0011985904,0.07724448,0.00088019215,0.004246857],"study_design_scores_gemma":[0.0008964821,0.00014435213,0.000021842925,0.000011430524,0.0000075002204,0.000002003355,0.00005510654,0.9911826,0.0017742839,0.0039289086,0.0017556694,0.00021976557],"about_ca_topic_score_codex":0.00013393357,"about_ca_topic_score_gemma":0.000017583547,"teacher_disagreement_score":0.48343122,"about_ca_system_score_codex":0.000099901474,"about_ca_system_score_gemma":0.00010379672,"threshold_uncertainty_score":0.6510839},"labels":[],"label_agreement":null},{"id":"W4360978668","doi":"10.1145/3581754.3584136","title":"Supporting Qualitative Analysis with Large Language Models: Combining Codebook with GPT-3 for Deductive Coding","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":207,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); Research Canada","funders":"","keywords":"Codebook; Generalizability theory; Computer science; Coding (social sciences); Task (project management); Natural language processing; Curiosity; Qualitative analysis; Qualitative research; Task analysis; Artificial intelligence; Qualitative property; Machine learning; Data science; Psychology; Social psychology","score_opus":0.08960805608801989,"score_gpt":0.39019869997724693,"score_spread":0.30059064388922707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360978668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016946442,0.00005165811,0.9787423,0.00043869475,0.00014447959,0.0009462344,0.00007829611,0.0007773293,0.0018745563],"genre_scores_gemma":[0.60165375,0.0000026304526,0.3956378,0.0001368993,0.00005137406,0.00029525746,0.000102643484,0.000047524096,0.002072118],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99609303,0.00021463605,0.0006517818,0.0015693891,0.0006346354,0.0008365512],"domain_scores_gemma":[0.99671173,0.0007599348,0.0006844622,0.0012443077,0.00044080234,0.00015878884],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020183485,0.0004891785,0.00094027136,0.00060373615,0.00027490017,0.00040825098,0.0012225036,0.00018820279,0.000012042627],"category_scores_gemma":[0.000095019255,0.00038156385,0.00026198116,0.00076630025,0.00006221954,0.00047687057,0.0012713926,0.0005746146,0.0000060960224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073226154,0.00008565257,0.00034496648,0.00032459918,0.0034063107,0.000072841896,0.29325014,0.45648056,0.00002694165,0.24486491,0.0001480263,0.00092181924],"study_design_scores_gemma":[0.00062704604,0.00010012558,0.0000144368405,0.00020716999,0.00043865945,0.0000038907087,0.03907756,0.939854,0.00021911571,0.01886528,0.000008957141,0.0005837167],"about_ca_topic_score_codex":0.00066843955,"about_ca_topic_score_gemma":0.0011385416,"teacher_disagreement_score":0.58470726,"about_ca_system_score_codex":0.00017210298,"about_ca_system_score_gemma":0.00039806362,"threshold_uncertainty_score":0.9998636},"labels":[],"label_agreement":null},{"id":"W4360989137","doi":"10.18280/ria.370130","title":"NeRBERT- A Biomedical Named Entity Recognition Tagger","year":2023,"lang":"fr","type":"article","venue":"Revue d intelligence artificielle","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Natural language processing; Computer science; Named-entity recognition; Artificial intelligence; Linguistics; Engineering; Philosophy","score_opus":0.12115317540638054,"score_gpt":0.30755804131551046,"score_spread":0.1864048659091299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360989137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050054614,0.0016547249,0.9087051,0.025186693,0.009507813,0.00042884942,0.000032535263,0.0005664844,0.003863187],"genre_scores_gemma":[0.82182693,0.0027465406,0.03266148,0.0013386704,0.0027794538,0.00015272888,0.00016052785,0.0001051539,0.13822849],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996121,0.00024725118,0.0009234507,0.0010962196,0.00054545974,0.0010666553],"domain_scores_gemma":[0.9976219,0.00040457846,0.00019991104,0.0011179711,0.00026635738,0.00038930908],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014354294,0.0003245159,0.00037052008,0.00036961032,0.00034294973,0.00038294803,0.001083316,0.00034166768,0.0017443313],"category_scores_gemma":[0.0006500891,0.000370892,0.00025562997,0.0026570822,0.00035548594,0.00073174847,0.00059684535,0.00055047055,0.030226877],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010418501,0.00033153617,0.00011575734,0.00028749986,0.000040921364,0.00031263748,0.00524635,0.007952058,0.0025189908,0.023444008,0.015525293,0.9442145],"study_design_scores_gemma":[0.000051077623,0.0001001316,0.000037789927,0.00042968566,0.000022502982,0.00008378107,0.0004493372,0.8359421,0.007844836,0.018498564,0.13616754,0.00037268788],"about_ca_topic_score_codex":0.000419678,"about_ca_topic_score_gemma":0.000048307105,"teacher_disagreement_score":0.9438418,"about_ca_system_score_codex":0.00014866742,"about_ca_system_score_gemma":0.00020804949,"threshold_uncertainty_score":0.9998743},"labels":[],"label_agreement":null},{"id":"W4361281614","doi":"10.31219/osf.io/wuzy9","title":"Towards Automated Assessment of Scientific Explanations in Turkish using Language Transfer","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation","keywords":"Turkish; Computer science; Natural language processing; Formative assessment; Annotation; Artificial intelligence; Hebrew; Transformer; Language model; Transfer of learning; Linguistics; Mathematics education; Engineering; Psychology","score_opus":0.09673746239018131,"score_gpt":0.3736425509112112,"score_spread":0.27690508852102985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361281614","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3183309,0.000019496627,0.6788122,0.00017883796,0.0009949661,0.00020672144,0.000016429094,0.0005633284,0.00087713165],"genre_scores_gemma":[0.79992795,0.0000024006888,0.19984493,0.000016850694,0.000019434292,0.000017944178,0.000026495047,0.000010567126,0.00013341951],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99807787,0.00008125002,0.00046970372,0.00064227975,0.0004941947,0.00023473009],"domain_scores_gemma":[0.9988613,0.000040364637,0.000058372105,0.0008890175,0.00010310775,0.00004780925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078052783,0.00015442725,0.00027101053,0.000627274,0.000051388175,0.00027106435,0.0010363506,0.00014443249,0.000028201513],"category_scores_gemma":[0.000023150234,0.00015272289,0.00008822577,0.0006276835,0.00003583497,0.00017023533,0.00074646034,0.00029138775,0.0000040463865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013021152,0.0002643014,0.0026262368,0.0006014045,0.000094209994,0.00012237794,0.012569527,0.8861039,0.014741595,0.066272,0.00027511924,0.016328005],"study_design_scores_gemma":[0.00012160663,0.000003869749,0.004924508,0.00013699917,0.000005874276,0.0000014686275,0.00009744469,0.9919442,0.0012659768,0.0013393688,0.000009161667,0.0001495451],"about_ca_topic_score_codex":0.0017782871,"about_ca_topic_score_gemma":0.0005637123,"teacher_disagreement_score":0.48159707,"about_ca_system_score_codex":0.00016356351,"about_ca_system_score_gemma":0.0006759756,"threshold_uncertainty_score":0.62278587},"labels":[],"label_agreement":null},{"id":"W4361856293","doi":"10.1037/xlm0001226","title":"Modeling verbal short-term memory: A walk around the neighborhood.","year":2023,"lang":"en","type":"article","venue":"Journal of Experimental Psychology Learning Memory and Cognition","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Optimal distinctiveness theory; Recall; Psychology; Term (time); Cognitive psychology; Short-term memory; Semantic memory; PsycINFO; Episodic memory; Semantics (computer science); Cognition; Computer science; Social psychology; Working memory","score_opus":0.05058692894680105,"score_gpt":0.33380268679912745,"score_spread":0.2832157578523264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361856293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90006423,0.0008902539,0.09415356,0.0011899193,0.0009696483,0.00009331799,2.8535985e-7,0.00007542869,0.0025633292],"genre_scores_gemma":[0.99819636,0.00011270937,0.0006518069,0.00053658144,0.00039275427,0.000007320405,0.0000023652142,0.000011795523,0.00008829385],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860895,0.00022256843,0.00038247064,0.00026883787,0.0002692983,0.0002478855],"domain_scores_gemma":[0.99939764,0.000082364386,0.00014265355,0.00019474223,0.00009392742,0.0000886768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076484925,0.00014199244,0.000194056,0.00015938506,0.00032626963,0.00011856248,0.00038239613,0.000091509864,0.000022559496],"category_scores_gemma":[0.000043352422,0.00011023368,0.00008649223,0.00025804687,0.000073108706,0.0005217077,0.00013033029,0.0005435575,0.000021810263],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079656666,0.0007321822,0.0019753538,0.00005353603,0.00053738063,0.0011125293,0.036751334,0.058062334,0.59923196,0.0037453105,0.0016642777,0.29533723],"study_design_scores_gemma":[0.0028595517,0.0012590691,0.0013737049,0.00019482804,0.0000758763,0.0027766356,0.011776643,0.96124935,0.012115835,0.005632601,0.00018820429,0.0004976732],"about_ca_topic_score_codex":0.0000017598662,"about_ca_topic_score_gemma":3.5001077e-7,"teacher_disagreement_score":0.90318704,"about_ca_system_score_codex":0.000025675503,"about_ca_system_score_gemma":0.000030454146,"threshold_uncertainty_score":0.4495199},"labels":[],"label_agreement":null},{"id":"W4362559515","doi":"10.3390/electronics12071692","title":"SS-BERT: A Semantic Information Selecting Approach for Open-Domain Question Answering","year":2023,"lang":"en","type":"article","venue":"Electronics","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Question answering; Computer science; Open domain; Information retrieval; Labrador Retriever; Domain (mathematical analysis); Precision and recall; Selection (genetic algorithm); Encoder; Dual (grammatical number); Artificial intelligence; Natural language processing; Mathematics; Medicine","score_opus":0.019301273658451988,"score_gpt":0.27453031527493327,"score_spread":0.2552290416164813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362559515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016317131,0.00014771265,0.98100865,0.00042176145,0.0001951768,0.0005121332,6.182926e-7,0.00038875683,0.0010080414],"genre_scores_gemma":[0.6063083,0.00006937459,0.39219448,0.00034447617,0.00014681384,0.00026595738,0.000068903886,0.00002447297,0.00057726726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881095,0.000037769016,0.00024155641,0.00024693273,0.0001744117,0.0004883806],"domain_scores_gemma":[0.9994174,0.000058219954,0.00009380307,0.0003176165,0.00007071799,0.0000422251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010411222,0.000107501706,0.00012466422,0.00013439795,0.00023490792,0.00040181805,0.00076413335,0.000060342343,7.307969e-7],"category_scores_gemma":[0.00008869681,0.00011438825,0.000037420978,0.0006553091,0.0000057652096,0.0014573653,0.00025735048,0.00015927324,0.000020605756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002735663,0.000056440895,0.00035337533,0.00026566177,0.0000568559,0.0000019573295,0.0064459643,0.07061961,0.0031626753,0.63516814,0.0021057604,0.2817362],"study_design_scores_gemma":[0.0003156865,0.000069439455,0.00006162281,0.000014402608,0.0000034621592,0.0000116488945,0.000056995927,0.97342294,0.0011259102,0.013220839,0.011547407,0.00014963713],"about_ca_topic_score_codex":0.000017330967,"about_ca_topic_score_gemma":0.000019091036,"teacher_disagreement_score":0.90280336,"about_ca_system_score_codex":0.0001559344,"about_ca_system_score_gemma":0.00016227433,"threshold_uncertainty_score":0.46646175},"labels":[],"label_agreement":null},{"id":"W4362575620","doi":"10.22215/etd/2023-15426","title":"Knowledge Graph Generation for Unstructured Data Using Data Processing Pipeline","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Unstructured data; Computer science; Pipeline (software); Information extraction; Knowledge graph; Coreference; Graph; Information retrieval; The Internet; Knowledge extraction; Data mining; Natural language processing; Artificial intelligence; Data science; Resolution (logic); Big data; World Wide Web; Theoretical computer science; Programming language","score_opus":0.269369695870474,"score_gpt":0.4050623587275948,"score_spread":0.13569266285712078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362575620","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015021682,0.00073536223,0.9929947,0.000056197106,0.0032996922,0.0004922412,0.00014612518,0.00037438486,0.0003991001],"genre_scores_gemma":[0.016629811,0.000046258527,0.9060105,0.00007489157,0.0022800132,0.000025566234,0.065884285,0.00009908903,0.008949591],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972935,0.000035592137,0.00051661336,0.001566385,0.00028273935,0.0003052044],"domain_scores_gemma":[0.9957585,0.00005020825,0.0002641061,0.003571864,0.00029094212,0.00006439648],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00060175546,0.00028034454,0.00029186366,0.0002715581,0.0002858117,0.0005308579,0.004730493,0.00024260295,0.000005860263],"category_scores_gemma":[0.0001828531,0.00026509198,0.00003866483,0.00052879186,0.000010488422,0.0013786751,0.0009279461,0.00018452588,0.000007875777],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011450094,0.00004169849,0.0000071087984,0.00092125003,0.000053041324,0.000003706019,0.0015066018,0.0017298454,0.0068107946,0.004523804,0.025238106,0.9591526],"study_design_scores_gemma":[0.00018995229,0.0000053805097,0.0000074606705,0.00011192455,0.000053021253,0.0000030658955,0.00010650214,0.995041,0.00056510343,0.001391876,0.002219661,0.00030505596],"about_ca_topic_score_codex":0.00011785327,"about_ca_topic_score_gemma":0.002321622,"teacher_disagreement_score":0.99331117,"about_ca_system_score_codex":0.00003820947,"about_ca_system_score_gemma":0.0006382617,"threshold_uncertainty_score":0.99998015},"labels":[],"label_agreement":null},{"id":"W4362598841","doi":"10.48550/arxiv.2304.01019","title":"Simple Yet Effective Neural Ranking and Reranking Baselines for Cross-Lingual Information Retrieval","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Ranking (information retrieval); Information retrieval; Pace; Context (archaeology); Task (project management); Simple (philosophy); Natural language processing; Artificial intelligence; Query expansion","score_opus":0.07533395319001727,"score_gpt":0.2354221850205383,"score_spread":0.160088231830521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362598841","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.469335,0.000017713703,0.5291374,0.000037586717,0.0007044263,0.00045976398,0.000020946494,0.00025237416,0.000034797733],"genre_scores_gemma":[0.996573,0.000022001577,0.0029388706,0.00010728685,0.00016780732,0.0000026756077,0.000056148812,0.00001721097,0.0001150135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983517,0.000095819945,0.00029898886,0.0007743282,0.00011959823,0.00035954945],"domain_scores_gemma":[0.99807286,0.00058532716,0.00028575293,0.00064937567,0.00031233416,0.000094342955],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007563229,0.00027214712,0.00030704556,0.0003197233,0.00031924737,0.00044466383,0.0008314358,0.00025721898,0.0000021131943],"category_scores_gemma":[0.00043168862,0.00032077954,0.00015471043,0.00038528405,0.00006499137,0.0011560667,0.0015579489,0.00042382762,0.000009582317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020574173,0.000016863012,0.00968738,0.000474871,0.000097717144,0.00006476097,0.001723093,0.94837296,0.00004347561,0.02943431,0.00009106186,0.009787753],"study_design_scores_gemma":[0.0008187781,0.000042285075,0.0022194858,0.00008547634,0.00003604824,0.0000034678098,0.000050535462,0.95476145,0.0001799414,0.04130999,0.00017427461,0.00031826147],"about_ca_topic_score_codex":0.00014790178,"about_ca_topic_score_gemma":0.000026170077,"teacher_disagreement_score":0.527238,"about_ca_system_score_codex":0.00013198254,"about_ca_system_score_gemma":0.000104956875,"threshold_uncertainty_score":0.9999244},"labels":[],"label_agreement":null},{"id":"W4362601647","doi":"10.1001/jamasurg.2023.0958","title":"Errors in Author Names and Affiliation","year":2023,"lang":"en","type":"erratum","venue":"JAMA Surgery","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Gerontology","score_opus":0.04197408462975459,"score_gpt":0.2712112143318795,"score_spread":0.2292371297021249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362601647","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08217289,0.014691642,0.14885473,0.09729486,0.6106554,0.0018567507,0.000097441385,0.005165781,0.039210476],"genre_scores_gemma":[0.056866746,0.0032013603,0.019570159,0.0021727644,0.008110694,0.00024941322,0.00045607783,0.00026370617,0.90910906],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982827,0.000108660905,0.00038423238,0.0005686859,0.00034100417,0.00031474134],"domain_scores_gemma":[0.99871695,0.00048557328,0.00016854779,0.00051688566,0.00004284893,0.00006920719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009647607,0.00018855864,0.0003786773,0.00058160274,0.00004714591,0.00022175795,0.000352392,0.00043752362,0.000008253365],"category_scores_gemma":[0.0006162188,0.00019483385,0.00008562151,0.0005088117,0.000020092873,0.00037730884,0.00030226438,0.00059282396,0.000049678325],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012423744,0.000007798325,0.0017834444,0.00009668362,0.0000071063505,0.00007962477,0.0003820397,0.000046632376,0.0000015247142,0.00066178245,0.94391346,0.05301866],"study_design_scores_gemma":[0.00016750504,0.000011213436,0.057670668,0.0010738265,0.000009955711,0.00001707188,0.00008109228,0.3497857,0.000011830976,0.0051266663,0.58523434,0.0008101373],"about_ca_topic_score_codex":0.0001815268,"about_ca_topic_score_gemma":0.00011542686,"teacher_disagreement_score":0.8698986,"about_ca_system_score_codex":0.000074961405,"about_ca_system_score_gemma":0.0002814465,"threshold_uncertainty_score":0.79450935},"labels":[],"label_agreement":null},{"id":"W4362654035","doi":"10.1007/978-3-031-29168-5_4","title":"COLIEE 2022 Summary: Methods for Legal Document Retrieval and Entailment","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Task (project management); Computer science; Statute; Component (thermodynamics); Logical consequence; Textual entailment; Competition (biology); Information retrieval; Natural language processing; Artificial intelligence; Law; Political science","score_opus":0.02988480079389599,"score_gpt":0.32232969507133435,"score_spread":0.29244489427743836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362654035","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024840052,0.0007073548,0.9920237,0.001820789,0.0036390638,0.00088183756,0.0000068770755,0.00020144953,0.0006940986],"genre_scores_gemma":[0.0013524168,0.00016140507,0.99383384,0.0012435634,0.00049484393,0.000029061313,0.00000613117,0.00004427769,0.0028344402],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995819,0.00006664611,0.00058645126,0.0019409462,0.00083117094,0.00075582584],"domain_scores_gemma":[0.9970128,0.0010904357,0.0002396791,0.0012636457,0.00017799299,0.00021545192],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028104032,0.00049365615,0.0005745501,0.00066935684,0.00031030204,0.0008120865,0.0024528017,0.00027439947,0.0000089902915],"category_scores_gemma":[0.00016694359,0.00046950454,0.00013677616,0.00048040904,0.00036127638,0.0005442328,0.0024654935,0.00060913217,0.000009807],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019424615,0.000010928802,0.0000071786462,0.000071357936,0.000019968664,0.000034278986,0.00043108113,0.0058096126,0.00024920283,0.11050158,0.00008358488,0.8827618],"study_design_scores_gemma":[0.00040470978,0.00024097334,0.0000183398,0.00024126747,0.000013872921,0.000037366408,3.1789557e-7,0.65658176,0.0018068095,0.323426,0.016628997,0.0005995615],"about_ca_topic_score_codex":0.00002983238,"about_ca_topic_score_gemma":0.000035246096,"teacher_disagreement_score":0.8821622,"about_ca_system_score_codex":0.00041119137,"about_ca_system_score_gemma":0.00050710235,"threshold_uncertainty_score":0.99977565},"labels":[],"label_agreement":null},{"id":"W4362700380","doi":"10.1007/s11227-023-05209-z","title":"Exploring implicit persona knowledge for personalized dialogue generation","year":2023,"lang":"en","type":"article","venue":"The Journal of Supercomputing","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Social Science Fund of China","keywords":"Persona; Computer science; Consistency (knowledge bases); Key (lock); Human–computer interaction; Style (visual arts); World Wide Web; Data science; Artificial intelligence","score_opus":0.25661851092955423,"score_gpt":0.3163193920778916,"score_spread":0.05970088114833738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362700380","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49837562,0.00022086194,0.49953702,0.00091151963,0.0007831287,0.00007945176,5.441222e-7,0.000050778806,0.00004107398],"genre_scores_gemma":[0.9740406,0.00008257124,0.023822581,0.000102078964,0.0018598584,0.000004700784,0.0000013531982,0.000014852737,0.00007139742],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987867,0.00013038752,0.000405085,0.00014619953,0.00022948433,0.00030218082],"domain_scores_gemma":[0.998857,0.0005012044,0.0001321169,0.00022622697,0.00021576605,0.0000676924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024139194,0.00011380097,0.00019970097,0.00017059207,0.00037262158,0.00010734498,0.0007890119,0.000029549532,0.0000019836045],"category_scores_gemma":[0.0001402031,0.00008085266,0.00015024614,0.00037194398,0.000023531873,0.000660655,0.00018984209,0.00018655827,0.000014231349],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052682535,0.0001008876,0.00062801834,0.00014874096,0.00022394717,0.00003244283,0.1854018,0.06671264,0.19634354,0.070872985,0.0048386008,0.47464374],"study_design_scores_gemma":[0.00057471194,0.00008562929,0.00039922967,0.00006569889,0.000022197271,0.00013607138,0.0014632224,0.9921863,0.0021040533,0.000927588,0.0018958914,0.00013939629],"about_ca_topic_score_codex":0.000014751477,"about_ca_topic_score_gemma":0.0000038301737,"teacher_disagreement_score":0.9254737,"about_ca_system_score_codex":0.00006664367,"about_ca_system_score_gemma":0.00008410596,"threshold_uncertainty_score":0.32970756},"labels":[],"label_agreement":null},{"id":"W4366127141","doi":"10.1007/978-3-031-25759-9_12","title":"Human-Centric Question-Answering System with Linguistic Terms","year":2023,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Question answering; Computer science; Artificial intelligence; Natural language; Natural (archaeology); Natural language processing","score_opus":0.10774633212867449,"score_gpt":0.3556728525025759,"score_spread":0.24792652037390142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366127141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017385477,0.0010849384,0.93980336,0.00011344755,0.0016206631,0.00034708687,0.0000069738403,0.00046882,0.05653734],"genre_scores_gemma":[0.765354,0.00042921503,0.14559405,0.00018441232,0.0012513621,0.00015015279,0.000040678027,0.00017873068,0.08681744],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99729043,0.00003447084,0.0007564638,0.0008834188,0.00070004386,0.0003351831],"domain_scores_gemma":[0.99806774,0.00059642264,0.0003063043,0.00047994233,0.00048426766,0.00006534909],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042352514,0.00040726023,0.00052826444,0.0004737091,0.000233466,0.00010113237,0.00093482836,0.00012617835,0.000004456989],"category_scores_gemma":[0.00012122026,0.00037748207,0.000082732884,0.00023303328,0.00020458734,0.00011228064,0.00060813973,0.00046030583,0.00017998544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016199966,0.000006044886,0.000030433283,0.00023272338,0.000078367644,0.0002585741,0.00067945337,0.2555348,7.711939e-8,0.7402993,0.00003208338,0.0028465164],"study_design_scores_gemma":[0.00012524879,0.000121632096,0.00009010357,0.0052800253,0.000033055512,0.0000990176,0.00017205,0.50587803,0.0000042490033,0.4866856,0.0007089092,0.0008020726],"about_ca_topic_score_codex":0.000031769505,"about_ca_topic_score_gemma":0.00005713017,"teacher_disagreement_score":0.7942093,"about_ca_system_score_codex":0.00051432557,"about_ca_system_score_gemma":0.00011773085,"threshold_uncertainty_score":0.99986774},"labels":[],"label_agreement":null},{"id":"W4366201187","doi":"10.1109/access.2023.3267746","title":"B-NER: A Novel Bangla Named Entity Recognition Dataset With Largest Entities and Its Baseline Evaluation","year":2023,"lang":"en","type":"article","venue":"IEEE Access","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Named-entity recognition; Computer science; Bengali; Natural language processing; Artificial intelligence; Entity linking; Baseline (sea); Benchmark (surveying); Sentence; F1 score; Task (project management); Information retrieval","score_opus":0.13697073902502488,"score_gpt":0.34404632604811985,"score_spread":0.20707558702309498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366201187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68104726,0.00008060684,0.31633347,0.00076614885,0.00058367796,0.00034899276,0.00052368216,0.00020636672,0.00010975034],"genre_scores_gemma":[0.99489826,0.000051145198,0.0033771447,0.00033146486,0.0001459899,0.00007335427,0.001040647,0.000009418344,0.00007254894],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878997,0.00006192575,0.00015786696,0.00037956052,0.00042089736,0.00018978312],"domain_scores_gemma":[0.9993008,0.00007634346,0.00007624374,0.0003113464,0.00017851268,0.000056797224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009890487,0.000099739475,0.00010223298,0.00014376723,0.000117374366,0.0003658441,0.00046218722,0.000039865772,0.00003651746],"category_scores_gemma":[0.000097085256,0.00008999494,0.000013044569,0.00041478555,0.000016557362,0.001715238,0.00019492368,0.00008346474,0.000058056605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027821507,0.0014405842,0.03489562,0.0017353413,0.0005617611,0.00031053918,0.0061492487,0.027244803,0.03500019,0.0097922515,0.13532533,0.7472661],"study_design_scores_gemma":[0.0008584109,0.000027880673,0.003170972,0.000060480645,0.000030150562,0.000013183196,0.00001844294,0.98815495,0.005037299,0.0010619385,0.0013664283,0.00019985033],"about_ca_topic_score_codex":0.00014570027,"about_ca_topic_score_gemma":0.000272445,"teacher_disagreement_score":0.96091014,"about_ca_system_score_codex":0.000025339565,"about_ca_system_score_gemma":0.000065069136,"threshold_uncertainty_score":0.3669887},"labels":[],"label_agreement":null},{"id":"W4366549767","doi":"10.1145/3544548.3580895","title":"Enabling Conversational Interaction with Mobile UI using Large Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Human–computer interaction; Task (project management); Mobile device; Natural language; Language model; Multimedia; Artificial intelligence; World Wide Web","score_opus":0.04095757817540156,"score_gpt":0.29244990942456944,"score_spread":0.25149233124916787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366549767","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27793828,0.000009758939,0.72047687,0.00006895183,0.00012627665,0.0000675169,7.9638346e-7,0.00025806925,0.0010534555],"genre_scores_gemma":[0.94135755,0.000001895142,0.057914183,0.00015811452,0.000058398764,0.000008759549,0.000005048487,0.000006088309,0.000489947],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927855,0.000017532378,0.0001026762,0.00022667556,0.0001937277,0.00018083725],"domain_scores_gemma":[0.9996161,0.00004303309,0.000034481218,0.00022642636,0.0000443314,0.00003565522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017704676,0.00006396642,0.0000638239,0.00011545226,0.0000787355,0.0000893207,0.00019179165,0.000024602443,0.00004917877],"category_scores_gemma":[0.00000563885,0.000053644348,0.000020272351,0.0002952213,0.0000060908746,0.0008168238,0.0001232082,0.00007087925,0.00005101568],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005898815,0.000027395441,0.00028336723,0.000015695754,0.000020635478,0.000033040105,0.006830155,0.9247312,0.0033788208,0.05827094,0.00013687843,0.006265963],"study_design_scores_gemma":[0.00017727852,0.00001171039,0.000015579006,0.000012378913,0.0000018481969,0.000009992513,0.0011487284,0.9966195,0.0010905482,0.00061709166,0.00021890904,0.00007644124],"about_ca_topic_score_codex":0.0001071646,"about_ca_topic_score_gemma":0.00001890552,"teacher_disagreement_score":0.6634193,"about_ca_system_score_codex":0.00004445052,"about_ca_system_score_gemma":0.000044317407,"threshold_uncertainty_score":0.2187553},"labels":[],"label_agreement":null},{"id":"W4366966678","doi":"10.1109/wi-iat55865.2022.00024","title":"NLI-based Filtering for Data Augmentation in Topic Classification","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Leverage (statistics); Artificial intelligence; Machine learning; Task (project management); Filter (signal processing); Inference; Generalization; Encoder; Data mining; Language model; Natural language processing","score_opus":0.2319445510874427,"score_gpt":0.34777021792235907,"score_spread":0.11582566683491638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366966678","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01642482,0.000006741919,0.98056114,0.0022743875,0.00019343298,0.00016068087,0.0000033322244,0.00004916751,0.0003262777],"genre_scores_gemma":[0.77765715,2.2326911e-7,0.22168235,0.0003672327,0.000015556387,0.00007740668,0.000049768467,0.0000020294226,0.00014828965],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99944013,0.000025227244,0.00011482191,0.00023590824,0.0001026905,0.00008124812],"domain_scores_gemma":[0.9993788,0.00004284552,0.000028024711,0.0005307352,0.0000081024245,0.000011515308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026164114,0.000030664403,0.000035860878,0.00005561051,0.00006617616,0.00003680523,0.0006641807,0.0000074315085,0.00003673402],"category_scores_gemma":[0.000010965495,0.00003361772,0.000008202438,0.000107974585,0.0000022869297,0.0002407964,0.00026273637,0.00003718951,0.0000014356585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021979953,0.000195227,0.0080023715,0.00007235748,0.000007921451,0.0000044545363,0.0012144645,0.06957094,0.01855217,0.27847826,0.0025065297,0.6213733],"study_design_scores_gemma":[0.00024318074,0.000014551946,0.0016082067,0.0000013996163,5.616588e-7,3.4552218e-7,0.000047681322,0.9940758,0.0003863332,0.00089030265,0.0026906405,0.00004099916],"about_ca_topic_score_codex":0.000058416997,"about_ca_topic_score_gemma":0.000029834011,"teacher_disagreement_score":0.9245049,"about_ca_system_score_codex":0.0000645038,"about_ca_system_score_gemma":0.000037689875,"threshold_uncertainty_score":0.13708909},"labels":[],"label_agreement":null},{"id":"W4366966846","doi":"10.1109/wi-iat55865.2022.00118","title":"A Noise-enhanced Fuse Model for Passage Ranking","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Ranking (information retrieval); Fuse (electrical); Artificial intelligence; Deep learning; Task (project management); Noise (video); Language model; Field (mathematics); Artificial neural network; Machine learning; Natural language processing; Deep neural networks; Engineering","score_opus":0.03584979530407897,"score_gpt":0.25647189010875093,"score_spread":0.22062209480467196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366966846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007871425,0.00001962061,0.98637563,0.0010106768,0.00022403324,0.00021592308,0.0000021909889,0.00022840351,0.0040521235],"genre_scores_gemma":[0.71937567,6.4014284e-7,0.27633804,0.0009274601,0.000025292316,0.00014894802,8.743145e-7,0.00000594263,0.0031771036],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990855,0.000021175645,0.00014238009,0.0003135892,0.00021625315,0.00022112204],"domain_scores_gemma":[0.999404,0.000052461175,0.00003696685,0.00044020303,0.00002825684,0.000038073063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027694617,0.00007085149,0.00009050483,0.000051839983,0.00024839965,0.0000615849,0.00072546315,0.000014595078,0.000039813127],"category_scores_gemma":[0.00001529442,0.00007082396,0.000061421044,0.00012977513,0.000004881855,0.00020386957,0.0004644065,0.00008570199,0.0000045025813],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011640613,0.000055622033,0.00001642239,0.000013670096,0.000011158352,0.0000027651367,0.0030303411,0.63497084,0.0077612433,0.30177274,0.0014317338,0.050921824],"study_design_scores_gemma":[0.00036015987,0.000018880519,0.0000030523017,0.0000014013843,0.0000018073205,0.0000016408694,0.000031661355,0.9749345,0.0010137574,0.022722578,0.0008110891,0.00009945021],"about_ca_topic_score_codex":0.000012483798,"about_ca_topic_score_gemma":0.000007014585,"teacher_disagreement_score":0.7115043,"about_ca_system_score_codex":0.000049577597,"about_ca_system_score_gemma":0.000055939538,"threshold_uncertainty_score":0.2888117},"labels":[],"label_agreement":null},{"id":"W4366967218","doi":"10.1109/wi-iat55865.2022.00141","title":"A Multi-Dimensional Semantic Pseudo-Relevance Feedback Information Retrieval Model","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"China Scholarship Council; National Natural Science Foundation of China","keywords":"Computer science; Information retrieval; Ranking (information retrieval); Paragraph; Relevance (law); Relevance feedback; Sentence; Semantic similarity; Polysemy; Concept search; Word (group theory); Artificial intelligence; Natural language processing; Image retrieval; Search engine; Web search query; World Wide Web","score_opus":0.023053501409830972,"score_gpt":0.2412059020229618,"score_spread":0.21815240061313082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366967218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08447471,0.000021054138,0.9131936,0.0010060366,0.00031028484,0.00013656393,0.0000030063497,0.00021116277,0.0006436142],"genre_scores_gemma":[0.6167902,0.000001245165,0.38078073,0.0014697502,0.000013356663,0.00000863485,0.0000040482873,0.000003766395,0.00092828245],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987108,0.0000347312,0.00026834515,0.0002274498,0.00053350587,0.0002251421],"domain_scores_gemma":[0.9992963,0.00003975008,0.00007841943,0.00045074537,0.00007294367,0.00006182789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030993132,0.00009754433,0.00009944576,0.00009689788,0.0002602981,0.00008066575,0.0006325776,0.0000253935,0.00006777539],"category_scores_gemma":[0.000039081926,0.00009663269,0.000047373975,0.00029434677,0.0000125572915,0.0011340025,0.00075761176,0.00019473348,0.00011168179],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013100583,0.00004619332,0.000041853622,0.000010614253,0.000008746719,0.0000032020484,0.00089374196,0.9682373,0.0012936327,0.024460645,0.0014443912,0.003546603],"study_design_scores_gemma":[0.00039245308,0.000022051854,0.00008346098,0.0000029846196,0.0000018632846,0.000024167271,0.000030469224,0.99695647,0.0002405472,0.0015726549,0.00054306525,0.00012979067],"about_ca_topic_score_codex":0.00002356265,"about_ca_topic_score_gemma":0.000002356237,"teacher_disagreement_score":0.5324128,"about_ca_system_score_codex":0.00009481077,"about_ca_system_score_gemma":0.00012437922,"threshold_uncertainty_score":0.39405668},"labels":[],"label_agreement":null},{"id":"W4366967907","doi":"10.1109/wi-iat55865.2022.00046","title":"Entity Level QA Pairs Dataset for Sentiment Analysis","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Sentiment analysis; Task (project management); Character (mathematics); Series (stratigraphy); Information retrieval; Span (engineering); Natural language processing; Artificial intelligence; Gauge (firearms); Mathematics","score_opus":0.08130547624460353,"score_gpt":0.2964838357407647,"score_spread":0.21517835949616115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366967907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026394187,0.000011502626,0.9951282,0.0009744941,0.0001732071,0.00011476727,0.0007196317,0.000048854443,0.00018988686],"genre_scores_gemma":[0.6690565,7.501207e-7,0.32548285,0.0012937465,0.000037907193,0.00010377447,0.0008966518,0.0000046297037,0.0031232173],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912286,0.000035955876,0.00013504796,0.00031408094,0.00023927483,0.00015277848],"domain_scores_gemma":[0.9992472,0.000034755638,0.000036511086,0.00062397524,0.00001688702,0.000040663457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039964876,0.00005423342,0.00009544316,0.00010792647,0.00020024799,0.000068086374,0.00067465764,0.00000834302,0.00046441908],"category_scores_gemma":[0.0000074277755,0.000053166383,0.000087979606,0.00039128828,0.000005018312,0.00015294613,0.00074020156,0.00004583439,0.000010824589],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015153542,0.00064163934,0.013741397,0.000041934847,0.0016200705,0.00002693456,0.0012935897,0.16512711,0.00059198646,0.24610978,0.507647,0.06314343],"study_design_scores_gemma":[0.00015109222,0.000018721068,0.00054841203,2.1939677e-7,0.000056572335,0.0000010877794,0.000042972122,0.9201854,0.00024320315,0.0011391393,0.07751808,0.000095092924],"about_ca_topic_score_codex":0.00022024116,"about_ca_topic_score_gemma":0.000070262686,"teacher_disagreement_score":0.7550583,"about_ca_system_score_codex":0.00004992805,"about_ca_system_score_gemma":0.000026409327,"threshold_uncertainty_score":0.5085063},"labels":[],"label_agreement":null},{"id":"W4367047001","doi":"10.1145/3543507.3583265","title":"Learning Denoised and Interpretable Session Representation for Conversational Search","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Interpretability; Computer science; Session (web analytics); Artificial intelligence; Representation (politics); Information retrieval; Machine learning; Search engine; Encoder; Natural language processing; World Wide Web","score_opus":0.052936613035745636,"score_gpt":0.33052167384140346,"score_spread":0.2775850608056578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367047001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16232565,0.000004123903,0.8357449,0.00084605627,0.000082787716,0.00009557096,1.7269635e-7,0.00015015724,0.00075054285],"genre_scores_gemma":[0.9533989,0.000004677241,0.043253135,0.00006544861,0.000024415358,0.00001249586,0.0000057904017,0.000002889769,0.0032322449],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994911,0.000027015078,0.00007459014,0.00018909016,0.00011530679,0.000102915765],"domain_scores_gemma":[0.9996362,0.00017815363,0.000014485306,0.00009722655,0.000045982713,0.000027958056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025746512,0.000031531526,0.000041901614,0.00006647373,0.00009437293,0.00008209291,0.00010763327,0.00001888021,0.00001450037],"category_scores_gemma":[0.0000664804,0.000028908857,0.000013009217,0.0001460534,0.000007946716,0.00028312716,0.00013451512,0.000042691907,0.000018450128],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005380035,0.000032075237,0.06745464,0.00015596703,0.00004963248,0.00000938692,0.018297182,0.10579121,0.04525634,0.2679509,0.0051418026,0.48980707],"study_design_scores_gemma":[0.00019133379,0.000018373605,0.0021769782,0.0000069623306,7.695142e-7,0.000001163329,0.00023951581,0.9926548,0.0019510668,0.0024612772,0.00026132644,0.000036408714],"about_ca_topic_score_codex":0.000026851687,"about_ca_topic_score_gemma":0.0000014534385,"teacher_disagreement_score":0.8868636,"about_ca_system_score_codex":0.00001179823,"about_ca_system_score_gemma":0.000023425902,"threshold_uncertainty_score":0.1178869},"labels":[],"label_agreement":null},{"id":"W4375869140","doi":"10.1109/icassp49357.2023.10096302","title":"SIAST: A Slot Imbalance-Aware Self-Training Scheme for Semi-Supervised Slot Filling","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Natural Science Foundation of China","keywords":"Leverage (statistics); Computer science; Confusion; Training set; Scheme (mathematics); Set (abstract data type); Artificial intelligence; Training (meteorology); Algorithm; Theoretical computer science; Mathematics","score_opus":0.06279102750323409,"score_gpt":0.27805982650759314,"score_spread":0.21526879900435905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375869140","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046045203,0.00003796389,0.9461842,0.0015575384,0.0005499593,0.00036618803,0.0000057552343,0.0023116576,0.0029414888],"genre_scores_gemma":[0.6043911,0.00001166331,0.3932609,0.00064646377,0.00026652936,0.00010524796,0.000010712142,0.000028248487,0.0012791732],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796057,0.00002729012,0.00034015023,0.0006677387,0.0003162994,0.00068798073],"domain_scores_gemma":[0.998763,0.00025087412,0.00006347001,0.0006621725,0.00011549545,0.00014496177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051090494,0.00020710402,0.0002547009,0.00015137046,0.0002330016,0.0001988452,0.0009533913,0.00009645408,0.000031608914],"category_scores_gemma":[0.00007904031,0.00019764647,0.00012952974,0.0006139209,0.000013473496,0.0004333332,0.00034907425,0.00014728657,0.00012552457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062934305,0.00034510868,0.006735928,0.0012931628,0.0005525757,0.00021111414,0.07324655,0.040002253,0.050666917,0.5027435,0.024350189,0.2997898],"study_design_scores_gemma":[0.00054304616,0.00004258759,0.00017215588,0.000046305642,0.0000046538767,0.0000073177657,0.00038630408,0.99094516,0.0011745901,0.0016362438,0.004775948,0.00026571116],"about_ca_topic_score_codex":0.00001766525,"about_ca_topic_score_gemma":0.000010109149,"teacher_disagreement_score":0.9509429,"about_ca_system_score_codex":0.000051589417,"about_ca_system_score_gemma":0.00013057733,"threshold_uncertainty_score":0.8059789},"labels":[],"label_agreement":null},{"id":"W4376123230","doi":"10.1145/3539618.3591977","title":"SLIM: Sparsified Late Interaction for Multi-Vector Retrieval with Inverted Indexes","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Computer science; Security token; Information retrieval; Inverted index; Vector space model; Artificial intelligence; Search engine indexing","score_opus":0.10816515166389329,"score_gpt":0.3054581386246856,"score_spread":0.19729298696079234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376123230","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18122359,0.000002698007,0.8165938,0.0007185901,0.0004270352,0.00022269918,0.0000011172043,0.00052835495,0.00028212636],"genre_scores_gemma":[0.90460205,0.0000034407867,0.09201148,0.0002377001,0.000055160737,0.000014517487,0.0000056559857,0.000010618112,0.003059388],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991358,0.000019553736,0.00014853282,0.00031967965,0.00015527561,0.00022117501],"domain_scores_gemma":[0.9993977,0.00010446386,0.000050954834,0.00031540164,0.00007541926,0.00005605926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001781904,0.00009367026,0.000105503925,0.000121659854,0.00008841641,0.00009933326,0.00031889114,0.000048971953,0.000011778271],"category_scores_gemma":[0.0000697347,0.000073196374,0.000033333105,0.00044756307,0.000011865793,0.000400262,0.000110635134,0.00008495632,0.000074412674],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002702037,0.0010307897,0.036816858,0.0009254649,0.001022199,0.00026459302,0.03180649,0.06961206,0.16017324,0.32150304,0.0308236,0.34331962],"study_design_scores_gemma":[0.0006338044,0.00007354539,0.0021928016,0.000020033604,0.0000037330249,0.0000029138437,0.000039793904,0.9880832,0.007657383,0.0003144581,0.0008578542,0.00012046737],"about_ca_topic_score_codex":0.00006771205,"about_ca_topic_score_gemma":0.00018010254,"teacher_disagreement_score":0.91847116,"about_ca_system_score_codex":0.000035056964,"about_ca_system_score_gemma":0.000040827286,"threshold_uncertainty_score":0.29848614},"labels":[],"label_agreement":null},{"id":"W4376166979","doi":"10.1145/3539618.3591852","title":"Extracting Complex Named Entities in Legal Documents via Weakly Supervised Object Detection","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Computer science; Dependency (UML); Named-entity recognition; Artificial intelligence; Object (grammar); Information retrieval; Baseline (sea); Information extraction; Object detection; Natural language processing; Data mining; Machine learning; Pattern recognition (psychology); Task (project management)","score_opus":0.03620104001552275,"score_gpt":0.27661519201688234,"score_spread":0.2404141520013596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376166979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5177294,0.000008425833,0.4753082,0.0003242232,0.00055291964,0.0001301993,2.5056278e-7,0.00049163436,0.0054547754],"genre_scores_gemma":[0.98596185,0.000004342921,0.012194919,0.00011509961,0.00005738964,0.000017488052,0.0000020784064,0.0000078567155,0.0016389921],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987376,0.00006630019,0.00025965518,0.00033467662,0.00027764885,0.00032415066],"domain_scores_gemma":[0.99948573,0.000086493514,0.00004113592,0.00031065833,0.000029872504,0.00004610168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036669348,0.00010575415,0.00012436826,0.00025330126,0.00011066163,0.00023848836,0.0004129872,0.000044671076,0.000078191704],"category_scores_gemma":[0.00003672281,0.00010667812,0.00004443348,0.0005426572,0.000012857337,0.0009776743,0.00022284096,0.00013831157,0.0001640397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026868696,0.00013797179,0.010471559,0.00011741997,0.000054146887,0.00021420844,0.0066936244,0.009399288,0.31297934,0.016981665,0.0006039809,0.6423199],"study_design_scores_gemma":[0.00032883676,0.000023205219,0.011251982,0.000015374924,0.0000015177799,0.000012557008,0.00029743076,0.9779525,0.007421705,0.0016015434,0.00093248195,0.00016087457],"about_ca_topic_score_codex":0.001784622,"about_ca_topic_score_gemma":0.0010277911,"teacher_disagreement_score":0.9685532,"about_ca_system_score_codex":0.00008029938,"about_ca_system_score_gemma":0.00002959259,"threshold_uncertainty_score":0.43502074},"labels":[],"label_agreement":null},{"id":"W4376619178","doi":"10.1111/cogs.13291","title":"Investigating the Extent to which Distributional Semantic Models Capture a Broad Range of Semantic Relations","year":2023,"lang":"en","type":"article","venue":"Cognitive Science","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Agencia Estatal de Investigación; Eusko Jaurlaritza; National Science Foundation","keywords":"Semantic similarity; Natural language processing; Computer science; Artificial intelligence; Noun; Pointwise mutual information; Verb; Sentence; Distributional semantics; Similarity (geometry); Noun phrase; Event (particle physics); Mutual information","score_opus":0.051922422714747965,"score_gpt":0.29281857091115643,"score_spread":0.24089614819640848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376619178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3209242,0.000037620255,0.67430574,0.0032457898,0.00016788262,0.0002674998,0.000017801487,0.00008831508,0.0009451508],"genre_scores_gemma":[0.99444526,0.0000025221252,0.0050104735,0.0003197449,0.000031409647,0.000037791855,0.0000037429159,0.000004669644,0.00014440976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979218,0.00007216293,0.00026185747,0.00053524395,0.0008147167,0.00039418045],"domain_scores_gemma":[0.9982093,0.00036406206,0.00010020227,0.00039834855,0.000781415,0.00014664925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013213762,0.00011461256,0.00012802015,0.00019490601,0.00057789625,0.00014111311,0.0010873715,0.000032464875,0.0000054146844],"category_scores_gemma":[0.0016556048,0.0000873295,0.00004327718,0.004318533,0.00038873724,0.00068326475,0.00067763036,0.00017457355,0.00009669285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008613005,0.0001531595,0.02467381,0.0001207935,0.00005110179,0.00002731075,0.045170832,0.16476694,0.02422204,0.7107256,0.0011923942,0.028887393],"study_design_scores_gemma":[0.00012785303,0.00001857482,0.043615386,0.00018111225,0.000009311273,0.000009306087,0.00048191997,0.9280004,0.0008163096,0.026604297,0.000007717252,0.00012782823],"about_ca_topic_score_codex":0.000065756765,"about_ca_topic_score_gemma":0.00003145183,"teacher_disagreement_score":0.7632335,"about_ca_system_score_codex":0.00005348539,"about_ca_system_score_gemma":0.00043545736,"threshold_uncertainty_score":0.4444769},"labels":[],"label_agreement":null},{"id":"W4376632742","doi":"10.48550/arxiv.2305.07393","title":"Prompt Learning to Mitigate Catastrophic Forgetting in Cross-lingual Transfer for Open-domain Dialogue Generation","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Alliance de recherche numérique du Canada","keywords":"Bridging (networking); Computer science; Forgetting; Transfer of learning; Open domain; Natural language processing; Artificial intelligence; Code (set theory); Context (archaeology); Domain (mathematical analysis); Simple (philosophy); Cognitive psychology; Set (abstract data type); Psychology; Programming language; Mathematics","score_opus":0.15415309161359805,"score_gpt":0.24966896185352744,"score_spread":0.09551587023992938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376632742","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48266527,0.0000063376974,0.51586366,0.00015317064,0.00039656146,0.0007618654,0.00001563739,0.00011093171,0.000026573449],"genre_scores_gemma":[0.97994816,0.0000073088736,0.018729955,0.00007480492,0.00022338572,0.00002433598,0.00010195482,0.00003793159,0.0008521563],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972816,0.00016471026,0.000362941,0.0015464562,0.00010175429,0.00054253236],"domain_scores_gemma":[0.99874645,0.000109013876,0.00010414167,0.0007381081,0.00014509853,0.00015717762],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00096420053,0.0002949087,0.00036542834,0.0003676339,0.00028742207,0.0004943217,0.002196546,0.00024197773,0.000002874371],"category_scores_gemma":[0.00013006802,0.00037737106,0.00013881468,0.0005234234,0.000036590765,0.00049211644,0.0020411906,0.0006048982,0.0000250509],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022975197,0.00002614443,0.0028502462,0.00006930883,0.000021756736,0.00011078275,0.0016497003,0.9748416,0.00056428224,0.01875813,0.00001983024,0.0010652356],"study_design_scores_gemma":[0.00086223957,0.000072448456,0.00075872656,0.0001450656,0.0000140749635,0.0000017262315,0.00009080151,0.9797547,0.000759669,0.016905794,0.00018404014,0.00045071056],"about_ca_topic_score_codex":0.0005653013,"about_ca_topic_score_gemma":0.0010472313,"teacher_disagreement_score":0.4972829,"about_ca_system_score_codex":0.00027081376,"about_ca_system_score_gemma":0.000297951,"threshold_uncertainty_score":0.9998678},"labels":[],"label_agreement":null},{"id":"W4376653681","doi":"10.48550/arxiv.2305.08264","title":"MatSci-NLP: Evaluating Scientific Language Models on Materials Science Language Tasks Using Text-to-Schema Modeling","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Artificial intelligence; Natural language processing; Schema (genetic algorithms); Benchmark (surveying); Question answering; Language model; Natural language understanding; Information retrieval; Natural language","score_opus":0.2573202568645652,"score_gpt":0.28373855231105627,"score_spread":0.026418295446491047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376653681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51751375,0.000020050467,0.4801146,0.00004065566,0.0012089395,0.00037814342,0.000026424055,0.00041432472,0.00028312163],"genre_scores_gemma":[0.9553631,0.0000045414954,0.0430857,0.00010786184,0.00017551769,0.0000037697744,0.000016033211,0.00006145349,0.0011820109],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941797,0.00021453254,0.00053033786,0.003227765,0.00075328007,0.0010943492],"domain_scores_gemma":[0.9955186,0.00011243146,0.00035232134,0.0031978935,0.00041746403,0.0004012836],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0033768828,0.00056190055,0.00057442376,0.0015349487,0.0009426328,0.0015406809,0.004712559,0.00028256624,0.00002785867],"category_scores_gemma":[0.00026093764,0.00064847013,0.00018533568,0.0023992823,0.00024119,0.00115443,0.0066969544,0.00062544947,0.00028385821],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000129264345,0.00003321134,0.0000091802995,0.000079398196,0.00001870481,0.00018248327,0.0029821247,0.9087427,0.06506251,0.02241867,0.000011421962,0.0004466322],"study_design_scores_gemma":[0.00025475427,0.000032211985,0.000008040528,0.0004924475,0.000041545354,0.0000060204134,0.00074638904,0.9762566,0.0076220715,0.013884346,0.000001612342,0.00065397366],"about_ca_topic_score_codex":0.0008968273,"about_ca_topic_score_gemma":0.000038617516,"teacher_disagreement_score":0.43784937,"about_ca_system_score_codex":0.0007770626,"about_ca_system_score_gemma":0.0009321341,"threshold_uncertainty_score":0.99959666},"labels":[],"label_agreement":null},{"id":"W4376958591","doi":"10.32473/flairs.36.133320","title":"Multi-hop Question Generation without Supporting Fact Information","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ... International Florida Artificial Intelligence Research Society Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates; University of Lethbridge","keywords":"Hop (telecommunications); Computer science; Computer network","score_opus":0.22374006884096853,"score_gpt":0.4126515714519567,"score_spread":0.18891150261098816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376958591","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37793523,0.0000092899945,0.60830635,0.009529697,0.0017347202,0.00064609456,0.000012810422,0.00028855316,0.0015372153],"genre_scores_gemma":[0.977041,0.00008986005,0.021958496,0.0000935608,0.00035243784,0.00007161538,0.000012784348,0.000009601054,0.00037063519],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99646413,0.000038378297,0.0007678946,0.0004288607,0.0017816001,0.0005191471],"domain_scores_gemma":[0.9957394,0.00014363565,0.00034846432,0.0002619855,0.0034065533,0.0000999625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040130387,0.00016970998,0.0001704313,0.00023492782,0.00046299864,0.0008782198,0.0025007105,0.00012569784,0.000029378463],"category_scores_gemma":[0.0018351065,0.00014279324,0.00017890007,0.0011579102,0.00020368252,0.0025941997,0.0010759726,0.0005551967,0.00015096113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020583548,0.00007016547,0.0042988476,0.00009962611,0.00007270377,5.0221325e-7,0.012765202,0.0031982246,0.2556584,0.6302838,0.002818596,0.090713404],"study_design_scores_gemma":[0.000034642784,0.0000262968,0.00041629624,0.000078104975,0.0000027929898,0.0000024261503,0.0022572489,0.8332623,0.14447096,0.018895464,0.00042657263,0.00012690596],"about_ca_topic_score_codex":0.00021991595,"about_ca_topic_score_gemma":0.000017124865,"teacher_disagreement_score":0.83006406,"about_ca_system_score_codex":0.00024824624,"about_ca_system_score_gemma":0.0002907942,"threshold_uncertainty_score":0.84686935},"labels":[],"label_agreement":null},{"id":"W4377018759","doi":"10.32473/flairs.36.133326","title":"Improving Word Embedding Using Variational Dropout","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ... International Florida Artificial Intelligence Research Society Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Dropout (neural networks); Word (group theory); Computer science; Word embedding; Artificial intelligence; Overfitting; Orthogonality; Natural language processing; Embedding; Curse of dimensionality; Inference; Machine learning; Mathematics; Artificial neural network","score_opus":0.19908569463833295,"score_gpt":0.3984730303623926,"score_spread":0.19938733572405967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377018759","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24841155,0.000022422004,0.73891956,0.0070110364,0.002358871,0.00048808238,0.000012523769,0.00026305666,0.0025128762],"genre_scores_gemma":[0.95282125,0.00004321376,0.045958467,0.00006658696,0.0005772361,0.000035515168,0.0000020471584,0.000017441136,0.0004782521],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99568576,0.000032661344,0.0006569643,0.0006868811,0.00226242,0.0006753307],"domain_scores_gemma":[0.99607027,0.00041413162,0.0002797954,0.00031514876,0.0027999762,0.00012065947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034558466,0.0001938136,0.00020531831,0.0002582893,0.0006139872,0.0008061012,0.004125287,0.0001270171,0.000065711196],"category_scores_gemma":[0.0014881457,0.00016782925,0.00025852403,0.0018499854,0.0003065518,0.0011385625,0.0024391003,0.0006988443,0.0000664264],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013756132,0.000041505016,0.0007072125,0.000056602155,0.00006638886,0.0000010011299,0.003320102,0.0053131836,0.15885322,0.8031308,0.0005694106,0.027926832],"study_design_scores_gemma":[0.000024654884,0.000014320899,0.00007469109,0.00010476477,0.0000038720805,0.000004232504,0.001965705,0.81478786,0.058354836,0.124382794,0.00014442373,0.00013781637],"about_ca_topic_score_codex":0.00027455625,"about_ca_topic_score_gemma":0.0000064558235,"teacher_disagreement_score":0.8094747,"about_ca_system_score_codex":0.00036367317,"about_ca_system_score_gemma":0.00050776557,"threshold_uncertainty_score":0.7773253},"labels":[],"label_agreement":null},{"id":"W4377200570","doi":"10.1007/978-3-031-32883-1_55","title":"Preliminary Performance Assessment on Ask4Summary’s Reading Methods for Summary Generation","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Python (programming language); Computer science; Reading (process); Syntax; Mathematics education; Artificial intelligence; World Wide Web; Natural language processing; Programming language; Linguistics; Psychology","score_opus":0.06385710022590928,"score_gpt":0.3447172890229146,"score_spread":0.2808601887970053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377200570","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000060446553,0.0001207637,0.990506,0.00082950987,0.0045547653,0.000814096,0.000004571227,0.0003081133,0.0028017445],"genre_scores_gemma":[0.0062534176,0.00009318005,0.98958415,0.0010971006,0.0010477698,0.00007814213,0.000022490372,0.000058955487,0.0017647975],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957634,0.000079671125,0.0006474698,0.0019714742,0.00081498065,0.00072296883],"domain_scores_gemma":[0.9964669,0.0012135785,0.00031118048,0.0016317108,0.00023188356,0.00014476929],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029035436,0.00054137385,0.00053180906,0.0009507989,0.00045565353,0.00050784776,0.0026864172,0.00034589908,0.0000040708073],"category_scores_gemma":[0.00012931759,0.00051453797,0.00015736959,0.00046936228,0.0001910602,0.00070203247,0.0011866357,0.0007825242,0.000018676372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006328665,0.000013310435,0.000012460351,0.000061701176,0.000009028737,0.000010725014,0.00021198596,0.13641766,0.000307803,0.023935657,0.00007208933,0.8389413],"study_design_scores_gemma":[0.0001923241,0.0004895283,0.000082185165,0.00048575905,0.000009300276,0.000015083696,1.0014438e-7,0.9576527,0.0018518144,0.037358567,0.0013286893,0.00053396815],"about_ca_topic_score_codex":0.00000717733,"about_ca_topic_score_gemma":0.000007457418,"teacher_disagreement_score":0.8384073,"about_ca_system_score_codex":0.0005758914,"about_ca_system_score_gemma":0.00062996335,"threshold_uncertainty_score":0.99973065},"labels":[],"label_agreement":null},{"id":"W4377224179","doi":"10.1109/mlbdbi58171.2022.00023","title":"Enhancing BERT-based Passage Retriever with Word Recovery Method","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Labrador Retriever; Computer science; Encoder; Paragraph; Natural language processing; Information retrieval; Word (group theory); Artificial intelligence; Entertainment; Matching (statistics); World Wide Web; Linguistics; Medicine","score_opus":0.017349170740257106,"score_gpt":0.24683582696921694,"score_spread":0.22948665622895983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377224179","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041858144,0.000024474488,0.9876146,0.0015901738,0.0002563428,0.00010361137,8.640204e-7,0.00021662202,0.0060074986],"genre_scores_gemma":[0.17676957,4.3637274e-7,0.81680286,0.0022984834,0.00003120992,0.000028008459,0.0000012368632,0.000009991632,0.0040582037],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855787,0.00015946855,0.0001759485,0.00043503288,0.00042043615,0.0002512529],"domain_scores_gemma":[0.99897623,0.00022073672,0.000064222746,0.00064637867,0.000030878957,0.000061533385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078198226,0.000103865445,0.00013184242,0.00009246863,0.00020665115,0.00008421659,0.00064107165,0.000022677854,0.00035850043],"category_scores_gemma":[0.000029741253,0.00008857449,0.000045969082,0.00052066153,0.000007339061,0.0002584243,0.0003467193,0.0002172877,0.0000115911835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022517475,0.0003137073,0.002436847,0.000074038464,0.00013304995,0.00039964856,0.0022147107,0.21412873,0.012078647,0.0954801,0.0064886203,0.6660267],"study_design_scores_gemma":[0.0010602626,0.00033864373,0.00045024924,0.000027035816,0.000015215989,0.000050015806,0.00022984468,0.9227758,0.03957305,0.0055174255,0.029315578,0.0006468786],"about_ca_topic_score_codex":0.00011818524,"about_ca_topic_score_gemma":0.000042407883,"teacher_disagreement_score":0.7086471,"about_ca_system_score_codex":0.00011143146,"about_ca_system_score_gemma":0.00015841478,"threshold_uncertainty_score":0.39253283},"labels":[],"label_agreement":null},{"id":"W4378232119","doi":"10.1093/jssam/smad015","title":"Automated Classification for Open-Ended Questions with BERT","year":2023,"lang":"en","type":"article","venue":"Journal of Survey Statistics and Methodology","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Western University","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Coding (social sciences); Artificial intelligence; Boosting (machine learning); Natural language processing; Machine learning; Language model; Training set; Statistics","score_opus":0.48587528374401967,"score_gpt":0.4643715025409455,"score_spread":0.021503781203074168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378232119","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044124867,0.00003078412,0.99395776,0.0010463354,0.00033723778,0.00010691247,0.000053174943,0.000036062233,0.000019222647],"genre_scores_gemma":[0.027823871,0.00006616203,0.97186285,0.00010749845,0.000027796668,0.0000052535756,0.000012154755,0.000005473625,0.00008894091],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985463,0.000786465,0.00030436917,0.00013527184,0.000096619675,0.0001310008],"domain_scores_gemma":[0.99527884,0.003793358,0.00027894336,0.00014026766,0.00044031508,0.00006827304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005758173,0.000060487702,0.00021991794,0.00012777346,0.000082842715,0.000086765,0.0003399874,0.000042897726,8.9995086e-7],"category_scores_gemma":[0.0019069519,0.000046084024,0.000012002482,0.00020842972,0.00003401298,0.0001483375,0.00008416952,0.0000900076,7.339621e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033613658,0.000104293555,0.014373542,0.00008335959,0.00023716096,0.00007285874,0.0012785745,0.0025237233,0.0034723077,0.7300373,0.03569883,0.21178192],"study_design_scores_gemma":[0.0007217293,0.00037194573,0.39346838,0.000017776332,0.000019786381,0.00011478836,0.000040772575,0.5618527,0.000046690988,0.041849136,0.0014033243,0.000092998656],"about_ca_topic_score_codex":0.00009544994,"about_ca_topic_score_gemma":0.00014243108,"teacher_disagreement_score":0.68818814,"about_ca_system_score_codex":0.000015117308,"about_ca_system_score_gemma":0.00012713211,"threshold_uncertainty_score":0.22829373},"labels":[],"label_agreement":null},{"id":"W4378465150","doi":"10.48550/arxiv.2305.14929","title":"Aligning Language Models to User Opinions","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Ideology; Demographics; Persona; Set (abstract data type); Public opinion; User group; Computer science; Data science; Social psychology; Public relations; Political science; Psychology; World Wide Web; Human–computer interaction; Sociology; Demography; Politics; Law","score_opus":0.17151504849458474,"score_gpt":0.22202192722909095,"score_spread":0.05050687873450621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378465150","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07350539,0.000017618499,0.9223715,0.0003874481,0.0009260424,0.00024906674,0.000019277906,0.0007481176,0.0017755548],"genre_scores_gemma":[0.97355,0.000021357624,0.019756127,0.0002395473,0.0001229066,0.0000021066005,0.00001846195,0.000028748907,0.0062607354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99799937,0.000077507015,0.0001796649,0.0012257656,0.00011293584,0.0004047819],"domain_scores_gemma":[0.9978029,0.000083007246,0.00009976834,0.0017012239,0.00008415846,0.00022894786],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023231415,0.00025284098,0.00026338763,0.00036019713,0.00013004185,0.00014708102,0.0023176428,0.0002074154,0.000009719054],"category_scores_gemma":[0.000022783463,0.00031251815,0.00016182383,0.0005972556,0.000022571938,0.00036562965,0.00445358,0.0004155669,0.0003490369],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017627607,0.000011349969,0.0001028189,0.000018858815,0.000026119584,0.00017317398,0.0011421071,0.7379676,0.00001587915,0.25970557,0.00061760156,0.00021714438],"study_design_scores_gemma":[0.0001444069,0.000012248611,0.00008361261,0.00011208986,0.000016927017,0.0000016783829,0.00022920461,0.9511358,0.00006546554,0.047440086,0.0003917214,0.00036672762],"about_ca_topic_score_codex":0.00066488405,"about_ca_topic_score_gemma":0.00010638875,"teacher_disagreement_score":0.90261537,"about_ca_system_score_codex":0.00015664505,"about_ca_system_score_gemma":0.0001460658,"threshold_uncertainty_score":0.9999327},"labels":[],"label_agreement":null},{"id":"W4378472501","doi":"10.1038/s41598-023-35482-0","title":"Constructing a disease database and using natural language processing to capture and standardize free text clinical information","year":2023,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Topic Modeling","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research","keywords":"Computer science; Benchmark (surveying); Infectious disease (medical specialty); Disease; Natural language processing; Protocol (science); Data science; Artificial intelligence; Machine learning; Medicine; Pathology; Alternative medicine","score_opus":0.026548197828176384,"score_gpt":0.3204444185690802,"score_spread":0.2938962207409038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378472501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82440925,0.0003456136,0.17164461,0.00038738467,0.0027157944,0.00022111778,0.000012018868,0.00018011952,0.00008407909],"genre_scores_gemma":[0.95244884,8.931277e-7,0.04728876,0.00009515225,0.000052152183,0.0000030898684,0.000020647827,0.0000041960775,0.00008624432],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983447,0.00003560594,0.00043494802,0.0005256499,0.00042629082,0.00023277877],"domain_scores_gemma":[0.9986877,0.000052954718,0.00018365204,0.0007242576,0.00012057607,0.00023090365],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018958574,0.000094598596,0.00012939791,0.00019051673,0.00037858778,0.0011511685,0.00018804212,0.000030271145,0.0000017487645],"category_scores_gemma":[0.0013440207,0.00008359927,0.000024357869,0.0005721801,0.00014124416,0.0015557605,0.00071638904,0.00012853814,0.0000022134784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019803922,0.00001695376,0.029702589,0.0003604067,0.00001600354,0.0014352556,0.012766362,0.0005986854,0.0018842177,0.0013603297,0.0034668958,0.9483725],"study_design_scores_gemma":[0.00026652255,0.0000069895505,0.0022867983,0.00023723577,0.000016282735,0.00034359336,0.0020212627,0.99086785,0.0001815795,0.0016258773,0.00186565,0.00028037422],"about_ca_topic_score_codex":0.000036799996,"about_ca_topic_score_gemma":0.00001935184,"teacher_disagreement_score":0.9902691,"about_ca_system_score_codex":0.000029064799,"about_ca_system_score_gemma":0.00022260229,"threshold_uncertainty_score":0.99988574},"labels":[],"label_agreement":null},{"id":"W4378513156","doi":"10.48550/arxiv.2305.14975","title":"Just Ask for Calibration: Strategies for Eliciting Calibrated Confidence Scores from Language Models Fine-Tuned with Human Feedback","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Office of Naval Research; Canadian Institute for Advanced Research; National Science Foundation","keywords":"Calibration; Computer science; Ask price; Confidence interval; Trustworthiness; Machine learning; Artificial intelligence; Deferral; Statistics; Mathematics","score_opus":0.1723460406433187,"score_gpt":0.24015724987433215,"score_spread":0.06781120923101344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378513156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2709736,0.00002970749,0.72708607,0.00014444623,0.0002119726,0.00074291596,0.00015644821,0.00051018933,0.00014464106],"genre_scores_gemma":[0.97009665,0.000008083142,0.028282257,0.00009002468,0.00021558069,0.000021127942,0.00025212634,0.000050019764,0.0009841091],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975364,0.0000779179,0.00033498587,0.001455159,0.00013595415,0.00045955298],"domain_scores_gemma":[0.99774337,0.0003712078,0.00035715324,0.0011263803,0.00026335777,0.00013851958],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020549474,0.00039858674,0.00045452378,0.00020010203,0.00033258766,0.00058752944,0.001662113,0.00028818473,0.0000105129075],"category_scores_gemma":[0.00002929666,0.0004255482,0.00017050882,0.00036541358,0.00009852007,0.001183684,0.0008021186,0.00032699897,0.0000052745536],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004172054,0.000017269065,0.00010652132,0.00013286195,0.00007989551,0.000055969755,0.001083392,0.6515366,0.00041697946,0.34631044,0.00015033752,0.00006800035],"study_design_scores_gemma":[0.00069727475,0.00005968539,0.00003740011,0.00023797424,0.00006363206,7.651056e-7,0.0010934601,0.77041477,0.0006455069,0.22634003,0.0000060315583,0.00040344658],"about_ca_topic_score_codex":0.0028232592,"about_ca_topic_score_gemma":0.0018838411,"teacher_disagreement_score":0.6991231,"about_ca_system_score_codex":0.00011058557,"about_ca_system_score_gemma":0.0004853399,"threshold_uncertainty_score":0.99981964},"labels":[],"label_agreement":null},{"id":"W4378770632","doi":"10.48550/arxiv.2305.17446","title":"Fine-tuning Happens in Tiny Subspaces: Exploring Intrinsic Task-specific Subspaces of Pre-trained Language Models","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Canadian Institute for Advanced Research","keywords":"Subspace topology; Linear subspace; Parameterized complexity; Computer science; Task (project management); Redundancy (engineering); Outlier; Perspective (graphical); Artificial intelligence; Process (computing); Machine learning; Algorithm; Mathematics","score_opus":0.19224057057225014,"score_gpt":0.21195956701518684,"score_spread":0.019718996442936704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378770632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58286357,0.00015964588,0.41540834,0.00009071597,0.00041095048,0.00026538575,0.000011761199,0.0003149538,0.0004747088],"genre_scores_gemma":[0.993032,0.00040488417,0.005436034,0.000010426719,0.00009270404,0.0000054271272,0.000018802002,0.000043552933,0.00095619005],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99701226,0.00018896247,0.00046755385,0.0015041397,0.00022137082,0.00060570106],"domain_scores_gemma":[0.9973468,0.00018710743,0.00040751207,0.0017703025,0.00012997632,0.00015828287],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059729797,0.00043460642,0.00064053823,0.0009251996,0.00009430661,0.00011721368,0.0023486458,0.00027983257,0.000011514765],"category_scores_gemma":[0.0000516821,0.00052723865,0.00022128153,0.0012572373,0.00010057385,0.0008797978,0.002770987,0.0008154745,0.000026762395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031250234,0.000056194374,0.0016816305,0.00018414293,0.000050342704,0.00055213185,0.009662971,0.8896382,0.00031733554,0.09681705,0.00005044415,0.0009582954],"study_design_scores_gemma":[0.00060339516,0.000032912576,0.0013765929,0.0005865262,0.000023186985,0.000002757823,0.0014871082,0.9789436,0.00051827444,0.015802734,0.0000577322,0.0005652157],"about_ca_topic_score_codex":0.0013824429,"about_ca_topic_score_gemma":0.0013806416,"teacher_disagreement_score":0.41016844,"about_ca_system_score_codex":0.00025291406,"about_ca_system_score_gemma":0.0001848834,"threshold_uncertainty_score":0.9997179},"labels":[],"label_agreement":null},{"id":"W4378876515","doi":"10.1007/978-3-031-34107-6_34","title":"Towards Automatic Evaluation of NLG Tasks Using Conversational Large Language Models","year":2023,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Natural language generation; Computer science; Artificial intelligence; Natural language processing; Natural language","score_opus":0.04236327399656033,"score_gpt":0.3204837379407636,"score_spread":0.2781204639442033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378876515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020040865,0.008346681,0.8723078,0.00080518663,0.00029481837,0.0009800984,0.000048221467,0.0006456596,0.114567444],"genre_scores_gemma":[0.8179163,0.008666486,0.17130247,0.0002657693,0.000020656551,0.00016452561,0.00035895087,0.00003549789,0.0012693726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984397,0.00004901747,0.0007397854,0.00016428855,0.0004671868,0.00014001365],"domain_scores_gemma":[0.9978717,0.00007544564,0.00065701205,0.0010069382,0.0003675316,0.000021378884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001016775,0.00015717774,0.00025812743,0.0009476721,0.000083101084,0.000038222563,0.00084113964,0.00031513014,0.000023508232],"category_scores_gemma":[0.000113383256,0.00017397382,0.00003510337,0.00022101431,0.00011823523,0.0020024192,0.00052787556,0.00031532036,0.00001548129],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.728279e-7,0.000004937453,0.0000049642804,0.000047698784,0.000006306924,1.1042817e-7,0.00096254825,0.0049986076,0.000002079477,0.71586704,0.0000035635242,0.27810127],"study_design_scores_gemma":[0.00031313827,0.00000998899,0.0000069319867,0.00014533986,0.000010090955,0.00000493819,0.00031580598,0.6577443,0.000026308928,0.3399487,0.001369035,0.000105415435],"about_ca_topic_score_codex":0.0000164539,"about_ca_topic_score_gemma":0.000040371186,"teacher_disagreement_score":0.8159122,"about_ca_system_score_codex":0.00015778733,"about_ca_system_score_gemma":0.00014961921,"threshold_uncertainty_score":0.70944464},"labels":[],"label_agreement":null},{"id":"W4378942418","doi":"10.48550/arxiv.2305.18486","title":"A Systematic Study and Comprehensive Evaluation of ChatGPT on Benchmark Datasets","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Benchmark (surveying); Computer science; Variety (cybernetics); Artificial intelligence; Strengths and weaknesses; Machine learning; Generative grammar; Data science; Machine translation; Benchmarking; Natural language processing; Psychology","score_opus":0.21752327578016173,"score_gpt":0.2541113034357444,"score_spread":0.03658802765558267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378942418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9055277,0.00008268949,0.09180386,0.000028126024,0.00047621454,0.0017929052,0.000047752867,0.00010611568,0.00013464606],"genre_scores_gemma":[0.9995363,0.000024721283,0.0002996825,0.000016990809,0.000018444909,0.0000047257236,0.00003329502,0.0000093646295,0.000056525227],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997716,0.0005712853,0.00029197085,0.00095075933,0.00030501327,0.00016494152],"domain_scores_gemma":[0.9973685,0.0002709603,0.00036166393,0.0016588215,0.0002662388,0.00007378355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009898422,0.00021588856,0.00045398288,0.0003215151,0.00007583703,0.000059111055,0.0010283296,0.000108480745,0.000004422644],"category_scores_gemma":[0.00010660251,0.00023022827,0.00006887389,0.00033673082,0.000038403403,0.0001693653,0.0019052293,0.000245509,0.000022137394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032731878,0.000506069,0.0028250911,0.009398039,0.0007280109,0.00027641462,0.0041457624,0.9325805,0.00002441755,0.048632722,0.00021883674,0.00063143665],"study_design_scores_gemma":[0.00056817965,0.00009572985,0.003215972,0.0015336126,0.00026544678,0.0000014573521,0.0005961954,0.98354584,0.00000853067,0.009968464,0.0000014091224,0.00019916128],"about_ca_topic_score_codex":0.00018661865,"about_ca_topic_score_gemma":0.000049197646,"teacher_disagreement_score":0.09400856,"about_ca_system_score_codex":0.00012909589,"about_ca_system_score_gemma":0.00011981928,"threshold_uncertainty_score":0.9388436},"labels":[],"label_agreement":null},{"id":"W4379053645","doi":"10.3390/cmsf2023006003","title":"Developing Conversational Agent Using Deep Learning Techniques","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"Centre National pour la Recherche Scientifique et Technique","keywords":"Computer science; Converse; Deep learning; Artificial intelligence; Encoder; Natural language; Recurrent neural network; Architecture; Sequence (biology); Artificial neural network; Natural (archaeology); Natural language processing; Human–computer interaction","score_opus":0.08726983656625664,"score_gpt":0.3092228061348674,"score_spread":0.22195296956861077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379053645","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02594916,0.000008297775,0.9711103,0.0006192613,0.00013847428,0.000052173695,3.2984033e-8,0.0009529453,0.0011693516],"genre_scores_gemma":[0.30942917,0.000006570669,0.68996423,0.00024805538,0.00004587741,0.0000039890374,0.000001236642,0.0000045602205,0.0002963038],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930674,0.00002594673,0.00012284917,0.0002008723,0.00017617173,0.00016743832],"domain_scores_gemma":[0.9997139,0.000044940585,0.000031175816,0.00013658647,0.000044920984,0.000028455845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002590908,0.000057337613,0.000057723333,0.00011497762,0.0001268401,0.000077109755,0.00026682642,0.000029427478,0.000020959622],"category_scores_gemma":[0.00003390368,0.000056464698,0.000022003465,0.00032822744,0.000009068269,0.0002366991,0.0002502348,0.00007221484,0.00007558762],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.5110636e-7,0.0000067504907,0.005067859,0.000026432044,0.000021435399,0.000036073438,0.0020965328,0.018186022,0.006261721,0.70392644,0.00012042247,0.26424935],"study_design_scores_gemma":[0.000037277165,0.0000043556333,0.0006037065,0.000012476919,8.4311137e-7,0.000006357378,0.00007754585,0.98482126,0.0067442306,0.004546948,0.00304465,0.00010033658],"about_ca_topic_score_codex":0.00002665614,"about_ca_topic_score_gemma":0.000002315738,"teacher_disagreement_score":0.9666352,"about_ca_system_score_codex":0.000077825745,"about_ca_system_score_gemma":0.000067657755,"threshold_uncertainty_score":0.23025636},"labels":[],"label_agreement":null},{"id":"W4379087247","doi":"10.48550/arxiv.2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Transformer; Generalization; Pairwise comparison; Embedding; Encoding (memory); Computation; Artificial intelligence; Algorithm; Mathematics; Engineering","score_opus":0.11103095269215581,"score_gpt":0.2262783664026312,"score_spread":0.11524741371047538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379087247","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4810255,0.000009702151,0.5177284,0.00009708873,0.0002012784,0.00012477812,0.0000068881086,0.00004999031,0.00075636734],"genre_scores_gemma":[0.99924,0.00018329367,0.00030865922,0.000011906736,0.000028968865,5.950064e-7,0.000009644091,0.000007949556,0.00020897966],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990146,0.00008685707,0.00017164162,0.00043996217,0.00008974892,0.00019714779],"domain_scores_gemma":[0.9992415,0.00012596043,0.00011599549,0.00041514478,0.000057809688,0.000043610253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026756324,0.0001379763,0.00014418781,0.00023628245,0.00009426768,0.000043584558,0.0007956509,0.00011278781,0.0000040184696],"category_scores_gemma":[0.00001680499,0.00012139339,0.00016864492,0.00041566452,0.00003733384,0.00016052881,0.00024994134,0.00026373728,0.000008206219],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011844661,0.000018195034,0.0020253907,0.00000951669,0.000027695125,0.000018732508,0.00020712186,0.87124324,0.000057005473,0.12583354,0.00002254984,0.0005251878],"study_design_scores_gemma":[0.00019681685,0.000036260648,0.007594749,0.000071620125,0.000006504816,6.7163995e-7,0.000029475337,0.96245277,0.000094903095,0.02938657,0.0000048213897,0.00012481694],"about_ca_topic_score_codex":0.0005960398,"about_ca_topic_score_gemma":0.00009541621,"teacher_disagreement_score":0.5182145,"about_ca_system_score_codex":0.00029187393,"about_ca_system_score_gemma":0.00017854344,"threshold_uncertainty_score":0.49502787},"labels":[],"label_agreement":null},{"id":"W4379197269","doi":"10.1186/s12859-023-05350-9","title":"An analysis of entity normalization evaluation biases in specialized domains","year":2023,"lang":"en","type":"article","venue":"BMC Bioinformatics","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Normalization (sociology); Computer science; Data science; Task (project management); Natural language processing; Field (mathematics); Information retrieval; Artificial intelligence; Mathematics","score_opus":0.08364742459170624,"score_gpt":0.3394736568482408,"score_spread":0.25582623225653456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379197269","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32882363,0.000003613194,0.6704948,0.000010688624,0.00009216817,0.00012688141,0.000004487136,0.00006283563,0.00038087243],"genre_scores_gemma":[0.76751244,0.000016692455,0.23223361,0.000038391325,0.000024690946,0.000010550831,0.00014866376,0.0000033458932,0.000011619694],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869126,0.000080637845,0.00049652247,0.00010524925,0.00047321734,0.00015310162],"domain_scores_gemma":[0.9990909,0.00008147532,0.00018572672,0.0004819432,0.00012187069,0.000038070706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013431681,0.00006681481,0.00016908276,0.0008837858,0.000037526723,0.00007107916,0.0003668019,0.000045780067,0.00002414729],"category_scores_gemma":[0.0002453123,0.00006555396,0.00006223541,0.0029773964,0.000015127781,0.0009311667,0.000081912454,0.00003287282,0.000018288523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027924334,0.00003358802,0.04669656,0.000036304813,0.000027140253,3.205768e-7,0.0035542632,0.93188745,0.00002967858,0.008390349,0.000025982046,0.009315601],"study_design_scores_gemma":[0.0002545407,0.000012583623,0.08200925,0.000010911086,0.000056250537,1.8131428e-7,0.000214045,0.91685534,0.00010588567,0.00039711312,0.00001785332,0.000066035944],"about_ca_topic_score_codex":0.00008450645,"about_ca_topic_score_gemma":0.0008904817,"teacher_disagreement_score":0.43868878,"about_ca_system_score_codex":0.00006379598,"about_ca_system_score_gemma":0.00010601251,"threshold_uncertainty_score":0.2673213},"labels":[],"label_agreement":null},{"id":"W4379280031","doi":"10.1007/978-3-031-34344-5_21","title":"BERT for Complex Systematic Review Screening to Support the Future of Medical Research","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Workflow; Task (project management); Systematic review; Encoder; Data science; Transformer; Artificial intelligence; Data mining; Machine learning; Information retrieval; Database; MEDLINE","score_opus":0.13582562624998598,"score_gpt":0.3828264763855156,"score_spread":0.2470008501355296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379280031","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013943684,0.0030372366,0.97146744,0.021323672,0.0011849672,0.0025683057,0.000007722973,0.000095179,0.00031409337],"genre_scores_gemma":[0.0060850377,0.0018226693,0.96854466,0.01889305,0.0025656659,0.00041658946,0.000019425752,0.00013094269,0.0015219636],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9921676,0.00017497782,0.0011251228,0.0013368962,0.0043820045,0.00081339874],"domain_scores_gemma":[0.9933636,0.0028415897,0.00031210715,0.0024484226,0.0007702734,0.000263978],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.013722858,0.00037267394,0.0010942329,0.00072438084,0.000357087,0.0002866504,0.009834318,0.00030082883,0.000024900122],"category_scores_gemma":[0.0011603594,0.00024870047,0.00022279493,0.0013383271,0.0004915532,0.00019284517,0.0033991355,0.0010543626,0.000038908925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000792998,0.00003191378,0.000007782296,0.099010125,0.00006686654,0.00010840617,0.0022733412,0.0066910204,0.00002221755,0.2125962,0.0027459476,0.6764383],"study_design_scores_gemma":[0.00021510503,0.0003238848,0.000011974424,0.10450816,0.00003596671,0.000108101,0.0000021103854,0.83390707,0.000043120952,0.056599557,0.0036892567,0.00055570086],"about_ca_topic_score_codex":0.000028851382,"about_ca_topic_score_gemma":0.00015574427,"teacher_disagreement_score":0.827216,"about_ca_system_score_codex":0.00013623617,"about_ca_system_score_gemma":0.0008623029,"threshold_uncertainty_score":0.99999654},"labels":[],"label_agreement":null},{"id":"W4379374334","doi":"10.21428/594757db.0b1f96f6","title":"ChartSumm: A Comprehensive Benchmark for Automatic Chart Summarization of Long and Short Summaries","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Automatic summarization; Benchmark (surveying); Chart; Metadata; Data mining; Information retrieval; Artificial intelligence; Natural language processing; World Wide Web","score_opus":0.0721323320600067,"score_gpt":0.2976251434578269,"score_spread":0.22549281139782024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379374334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040949788,0.00022265945,0.9552613,0.000814367,0.00095077266,0.0011117806,0.000040070605,0.00039967816,0.00024961788],"genre_scores_gemma":[0.6849324,0.00033243262,0.3114377,0.00030987224,0.00028155843,0.00049167906,0.00050018675,0.00007229825,0.0016418643],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809897,0.00004686655,0.00055863126,0.00071697717,0.00030424504,0.00027431102],"domain_scores_gemma":[0.99829394,0.0003305445,0.00018317784,0.0008274879,0.00028648667,0.00007835189],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002888613,0.0002629937,0.00051386876,0.00022818452,0.00009206001,0.00019669325,0.00067790534,0.00021254375,0.000010231503],"category_scores_gemma":[0.000080984515,0.00025767725,0.000111642345,0.00014820721,0.000071454255,0.00020839715,0.0017936239,0.00018315003,0.0000032914338],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047359074,0.000326045,0.059408315,0.020685332,0.0012841525,0.00006424824,0.015113851,0.022051064,0.0013633498,0.373466,0.013809455,0.4923808],"study_design_scores_gemma":[0.00015235222,0.000036086512,0.010154604,0.00031343033,0.00003256131,0.0000031309057,0.000058243295,0.9749319,0.00055664254,0.013250902,0.0002216365,0.0002884991],"about_ca_topic_score_codex":0.000119196484,"about_ca_topic_score_gemma":0.00008996211,"teacher_disagreement_score":0.95288086,"about_ca_system_score_codex":0.000035128836,"about_ca_system_score_gemma":0.0001403955,"threshold_uncertainty_score":0.99998754},"labels":[],"label_agreement":null},{"id":"W4379378423","doi":"10.21428/594757db.8702fa2f","title":"Few shot learning approaches to essay scoring","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Alliance de recherche numérique du Canada","keywords":"Computer science; Shot (pellet); Artificial intelligence; Machine learning; One shot; Training set; Quality (philosophy)","score_opus":0.2935981719903217,"score_gpt":0.2811861866846646,"score_spread":0.01241198530565707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379378423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04738633,0.00000931772,0.91497254,0.0020632064,0.00021561899,0.00006999955,3.312603e-8,0.0008230532,0.03445987],"genre_scores_gemma":[0.9080806,0.0000012759215,0.08164626,0.00017616003,0.00008007639,0.000012838379,4.2508464e-7,0.000006876949,0.009995524],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991145,0.000026245705,0.0001065251,0.00032239826,0.00017570906,0.00025459373],"domain_scores_gemma":[0.9995276,0.00004898582,0.000014394231,0.00031766665,0.000010262153,0.0000810948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036944012,0.00006849804,0.000077758086,0.000115475465,0.00010022801,0.000140843,0.00052093755,0.00002399576,0.000015420403],"category_scores_gemma":[0.00004386562,0.00006232686,0.000026608737,0.0005403574,0.0000048344973,0.0002042708,0.00048352583,0.00010398259,0.0005873679],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012671329,0.000013542914,0.0052050836,0.00002650811,0.000011787477,0.00002278972,0.005489436,0.29410484,0.0008273702,0.38243043,0.00062777434,0.31123915],"study_design_scores_gemma":[0.000058408335,0.000016086398,0.0011280276,0.0000145838985,8.7817466e-7,0.0000026862208,0.00015376385,0.99215156,0.0011635446,0.0015908644,0.003585176,0.00013442873],"about_ca_topic_score_codex":0.00002992481,"about_ca_topic_score_gemma":0.000007040985,"teacher_disagreement_score":0.8606942,"about_ca_system_score_codex":0.000024369674,"about_ca_system_score_gemma":0.000028808427,"threshold_uncertainty_score":0.7549622},"labels":[],"label_agreement":null},{"id":"W4379521537","doi":"10.21428/594757db.62395a61","title":"Towards Improving Text Classification Tasks Based on Knowledge Graphs for Limited Labeled Data","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Knowledge graph; Transformer; Artificial intelligence; Domain knowledge; Machine learning; Language model; Graph; Training set; Labeled data; Natural language processing; Process (computing); Data mining; Theoretical computer science","score_opus":0.13882027318002108,"score_gpt":0.3311601625890719,"score_spread":0.1923398894090508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379521537","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040477477,0.000021147245,0.9883753,0.002671969,0.00046821404,0.00038047403,0.00001912814,0.0008111878,0.0032048547],"genre_scores_gemma":[0.8721078,0.0000043939817,0.1260773,0.00048731334,0.00008461772,0.00007498204,0.00016112789,0.00001699974,0.0009854499],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985652,0.000044026165,0.00022902212,0.00067923934,0.00019071992,0.00029177737],"domain_scores_gemma":[0.9976764,0.00024829613,0.000064350395,0.0018280358,0.00010965387,0.0000733177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067814696,0.00012232692,0.000121793906,0.0002489742,0.00013582564,0.00015628012,0.001601645,0.00007267865,0.00001033042],"category_scores_gemma":[0.00021256445,0.00010766278,0.00004416758,0.0007771654,0.0000147837345,0.0003522187,0.00039877303,0.00009179014,0.000111475965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014250192,0.00011912082,0.0001728089,0.00008208445,0.00001418172,0.0000019103747,0.00024426944,0.0005893598,0.0077576386,0.2511322,0.013593584,0.7262786],"study_design_scores_gemma":[0.00040860474,0.00005433133,0.0009887601,0.000014128795,0.000005223652,3.0643736e-7,0.000021145415,0.9918815,0.0009385082,0.0017110116,0.003837855,0.00013862198],"about_ca_topic_score_codex":0.00003441554,"about_ca_topic_score_gemma":0.000031369906,"teacher_disagreement_score":0.9912921,"about_ca_system_score_codex":0.000037980783,"about_ca_system_score_gemma":0.00015881534,"threshold_uncertainty_score":0.4390361},"labels":[],"label_agreement":null},{"id":"W4379523158","doi":"10.21428/594757db.63abb0f0","title":"Multihop Factual Claim Verification Using Natural Language Prompts","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Generalization; Artificial intelligence; Task (project management); Natural language processing; Machine learning; Domain (mathematical analysis); Natural language","score_opus":0.046385850745948594,"score_gpt":0.30902863350594095,"score_spread":0.26264278275999237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379523158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6229189,0.000023371209,0.37560177,0.00023475479,0.00032476796,0.000080855425,3.7004415e-7,0.0004621989,0.00035300627],"genre_scores_gemma":[0.9318494,8.9092134e-7,0.067171745,0.000101403406,0.000058824986,0.0000031253858,0.0000038823564,0.00000461561,0.0008060843],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929154,0.000019996556,0.000107396205,0.00024096498,0.00016289558,0.0001772305],"domain_scores_gemma":[0.999545,0.000027632866,0.000026514832,0.00034270133,0.000025711957,0.000032487933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000118718,0.00006310862,0.000058705013,0.000075525095,0.0000696492,0.000078558056,0.00034773088,0.00003131825,0.000014009876],"category_scores_gemma":[0.00002980168,0.000054589476,0.000024575706,0.00027362804,0.000008910205,0.000302597,0.00013725337,0.00007790589,0.00018124828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061792343,0.00005563868,0.00119623,0.00004957245,0.000030049305,0.00007037154,0.02122662,0.009632385,0.2792654,0.034104075,0.001375378,0.65298814],"study_design_scores_gemma":[0.000091580914,0.000004027633,0.0016754024,0.0000040487866,7.6521246e-7,0.000003799953,0.00021728396,0.9930531,0.0045582773,0.00011346799,0.00019821263,0.000080066224],"about_ca_topic_score_codex":0.00010871279,"about_ca_topic_score_gemma":0.000013576165,"teacher_disagreement_score":0.98342067,"about_ca_system_score_codex":0.000029827494,"about_ca_system_score_gemma":0.000026855872,"threshold_uncertainty_score":0.23296404},"labels":[],"label_agreement":null},{"id":"W4380362514","doi":"10.3758/s13421-023-01433-3","title":"A computational account of item-based directed forgetting for nonwords: Incorporating orthographic representations in MINERVA 2","year":2023,"lang":"en","type":"article","venue":"Memory & Cognition","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Psychology; Orthographic projection; Cognitive psychology; Motivated forgetting; Forgetting; Natural language processing; Artificial intelligence; Computer science","score_opus":0.03904420266372061,"score_gpt":0.2966687725944468,"score_spread":0.2576245699307262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380362514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.457545,0.000011293651,0.5410098,0.00042793708,0.000131478,0.00038734716,0.000015566497,0.00023522608,0.0002363762],"genre_scores_gemma":[0.8830211,6.503614e-7,0.11640753,0.00012888103,0.000048770482,0.00016324091,0.0002021562,0.0000098613755,0.000017808106],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987032,0.00007615378,0.00043883602,0.000330371,0.00026583753,0.00018563932],"domain_scores_gemma":[0.9984104,0.00073857233,0.00022215927,0.00019917348,0.00039764683,0.000032057924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060144684,0.00009746336,0.00015198442,0.0005164306,0.000107892694,0.000047090318,0.00019877744,0.000047206297,0.000003168843],"category_scores_gemma":[0.0005240907,0.00010987893,0.00006742027,0.0017408226,0.000029028643,0.00035170646,0.000060811442,0.000079273734,0.000003709202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008403644,0.00041240858,0.052260675,0.00073040696,0.000075305084,0.000045251756,0.0028868008,0.7389015,0.025960175,0.007816643,0.0006083433,0.17021845],"study_design_scores_gemma":[0.000727264,0.000026150923,0.021059664,0.00014602297,0.000008923589,0.0000018403457,0.00013017148,0.9647524,0.0011169178,0.011913418,0.0000066028174,0.00011067072],"about_ca_topic_score_codex":0.00005150446,"about_ca_topic_score_gemma":0.0001065441,"teacher_disagreement_score":0.4254761,"about_ca_system_score_codex":0.00002171874,"about_ca_system_score_gemma":0.00011809738,"threshold_uncertainty_score":0.44807327},"labels":[],"label_agreement":null},{"id":"W4380433238","doi":"10.1145/3588911","title":"A Universal Question-Answering Platform for Knowledge Graphs","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Management of Data","topic":"Topic Modeling","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"SPARQL; Computer science; Question answering; RDF; Information retrieval; Set (abstract data type); Named graph; Representation (politics); Query language; Artificial intelligence; Semantic Web; Programming language","score_opus":0.09927151819617334,"score_gpt":0.3177039142849232,"score_spread":0.21843239608874981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380433238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7661267,0.0003603731,0.16002725,0.018746145,0.0028267002,0.0047942926,0.00025562508,0.0015732412,0.045289684],"genre_scores_gemma":[0.78261447,0.00014400185,0.21592225,0.000048457892,0.0000466331,0.000024721812,0.000015124445,0.000017891154,0.001166429],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908775,0.000001710891,0.00018634062,0.00033129402,0.00022730924,0.0001656158],"domain_scores_gemma":[0.9984491,0.00005987484,0.00014042298,0.0012492561,0.000078714176,0.000022670085],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0006048317,0.00008515253,0.00011137197,0.00015049914,0.00007119818,0.000039613526,0.007544034,0.000022446695,9.863819e-7],"category_scores_gemma":[0.00013507725,0.00006854083,0.000046092275,0.00055002986,0.000027381182,0.00070961745,0.0073544676,0.000052441756,0.0000050324325],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001378525,0.000042268548,0.0002860567,0.00057991734,0.00007305313,2.866145e-7,0.00031528136,0.00007311962,0.00041396276,0.95965147,0.00936765,0.02918312],"study_design_scores_gemma":[0.0016841396,0.00024132157,0.003984808,0.0015220743,0.00015285943,0.0000017551221,0.0017827571,0.55176294,0.0077944063,0.41048288,0.020128297,0.00046179292],"about_ca_topic_score_codex":0.0000058560768,"about_ca_topic_score_gemma":8.384681e-7,"teacher_disagreement_score":0.5516898,"about_ca_system_score_codex":0.000018385916,"about_ca_system_score_gemma":0.000009081826,"threshold_uncertainty_score":0.9978256},"labels":[],"label_agreement":null},{"id":"W4380687254","doi":"10.48550/arxiv.2306.07471","title":"Resources for Brewing BEIR: Reproducible Reference Models and an Official Leaderboard","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Computer science; Sophistication; Popularity; Artificial intelligence; Benchmark (surveying); CLARITY; Optimal distinctiveness theory; Publication; Information retrieval; Data science; Political science; Geography; Psychology","score_opus":0.32039482435501465,"score_gpt":0.24445730219155654,"score_spread":0.07593752216345812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380687254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2943044,0.000056957735,0.70382005,0.00020767114,0.0003579657,0.00030456344,0.000013776574,0.00047038135,0.00046423668],"genre_scores_gemma":[0.9792103,0.00008598092,0.018467735,0.000072432274,0.0002635422,0.0000029624362,0.000011494811,0.00003070876,0.0018548522],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967583,0.000100919686,0.00024362172,0.0023612631,0.00011166305,0.0004242768],"domain_scores_gemma":[0.9973358,0.00012540785,0.00019291416,0.0020181565,0.00016113088,0.000166611],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00062829844,0.00028813782,0.00035624715,0.0002845874,0.00026468426,0.00023993355,0.0016956346,0.0003016145,0.0000018920047],"category_scores_gemma":[0.00006686888,0.00034958395,0.00010794977,0.00031226876,0.000084415304,0.0006839865,0.0021865424,0.00046013587,0.000009929396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035217145,0.000035409248,0.00027576927,0.0001423253,0.00004384412,0.000050777126,0.0016896197,0.83031386,0.000046991612,0.16489604,0.00013174585,0.002338413],"study_design_scores_gemma":[0.00022649814,0.000050509516,0.00013398501,0.000086102686,0.000032832537,0.0000017880116,0.00017672022,0.8408533,0.000047924175,0.1577154,0.0003373711,0.00033757527],"about_ca_topic_score_codex":0.00046437877,"about_ca_topic_score_gemma":0.00015704127,"teacher_disagreement_score":0.6853523,"about_ca_system_score_codex":0.00009472821,"about_ca_system_score_gemma":0.00015378097,"threshold_uncertainty_score":0.99989563},"labels":[],"label_agreement":null},{"id":"W4380992126","doi":"10.1109/access.2023.3286853","title":"Learning to Generate Popular Headlines","year":2023,"lang":"en","type":"article","venue":"IEEE Access","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence","score_opus":0.08285575657819608,"score_gpt":0.347523334990131,"score_spread":0.2646675784119349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380992126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59874994,0.000015589625,0.3978956,0.0018385148,0.00086691946,0.0000570465,2.1303589e-7,0.00040470157,0.00017148221],"genre_scores_gemma":[0.9881175,0.00000910305,0.008785047,0.00095197954,0.00034989446,0.000017450073,0.0000012592367,0.000010524075,0.0017572177],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906826,0.000036167272,0.00013924831,0.00031195054,0.00018602457,0.0002583398],"domain_scores_gemma":[0.999487,0.000019948691,0.000028672015,0.0003310775,0.000048233567,0.00008510495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022071059,0.000078804114,0.00009486155,0.000139156,0.000119759614,0.00034250732,0.0011187957,0.000030017054,0.0000054812494],"category_scores_gemma":[0.000043043096,0.00007522601,0.000028661725,0.00072400837,0.000004584169,0.00047775297,0.00034136412,0.00009689614,0.0003955763],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037459565,0.000018353796,0.011829375,0.000030793548,0.000017247934,0.00014977591,0.0021813642,0.7725122,0.012924838,0.0045105377,0.013287359,0.18253438],"study_design_scores_gemma":[0.00014914025,0.000033588676,0.0027304492,0.000021449168,0.0000025180962,0.0000066154216,0.000022706798,0.96361405,0.014398352,0.00242675,0.016325414,0.0002689812],"about_ca_topic_score_codex":0.00008666909,"about_ca_topic_score_gemma":0.000014315424,"teacher_disagreement_score":0.38936758,"about_ca_system_score_codex":0.00001550809,"about_ca_system_score_gemma":0.000021671467,"threshold_uncertainty_score":0.50844646},"labels":[],"label_agreement":null},{"id":"W4380995862","doi":"10.3390/app13127126","title":"An Optimized Approach to Translate Technical Patents from English to Japanese Using Machine Translation Models","year":2023,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Computer science; Machine translation; Artificial intelligence; Natural language processing; Preprocessor; Evaluation of machine translation; Transformer; Translation (biology); Machine learning; Hyperparameter; BLEU; Example-based machine translation; Machine translation software usability; Engineering","score_opus":0.10246256568746862,"score_gpt":0.30376575361934804,"score_spread":0.20130318793187943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380995862","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26166192,0.000016136624,0.7344814,0.00020099946,0.00015909265,0.0004446835,0.0000074587865,0.00049583375,0.0025324866],"genre_scores_gemma":[0.5752469,0.0000010962943,0.4244818,0.00016837614,0.000046686477,0.0000382879,0.0000057805355,0.0000071843315,0.0000039284],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99739695,0.000054907072,0.00033134158,0.0010305264,0.0006992098,0.00048709667],"domain_scores_gemma":[0.99900335,0.00007383332,0.000044917717,0.00056429143,0.000043300846,0.0002702838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010004411,0.000189952,0.00024339737,0.00029820055,0.00031412733,0.00033932106,0.0017688356,0.000086818814,0.0000038914786],"category_scores_gemma":[0.0000113018905,0.00016815872,0.000051385017,0.0019841085,0.00006342943,0.0007337966,0.00013941806,0.0001278223,0.000021878088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013453857,0.00004388484,0.0000138594305,0.000003021192,0.000003526796,0.0000011623125,0.011692124,0.9382294,0.02896778,0.0032750883,0.000006463616,0.017750239],"study_design_scores_gemma":[0.0002968583,0.00003253906,0.00005942971,0.0000083135,0.000005706283,9.0889273e-7,0.00028413697,0.993877,0.00091079785,0.004267117,0.000021592256,0.000235636],"about_ca_topic_score_codex":0.0003286838,"about_ca_topic_score_gemma":0.000022124072,"teacher_disagreement_score":0.31358492,"about_ca_system_score_codex":0.000028834964,"about_ca_system_score_gemma":0.00005640231,"threshold_uncertainty_score":0.68573135},"labels":[],"label_agreement":null},{"id":"W4381489754","doi":"10.1145/3594778.3594877","title":"EAGER: Explainable Question Answering Using Knowledge Graphs","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; York University; University of Waterloo; Ontario Tech University","funders":"","keywords":"Question answering; Computer science; Knowledge graph; Modular design; Pipeline (software); Graph; Natural language; Artificial intelligence; Natural language processing; Information retrieval; Theoretical computer science; Programming language","score_opus":0.0500733304563139,"score_gpt":0.3037788247930684,"score_spread":0.2537054943367545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381489754","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19950034,0.00008497322,0.79444456,0.00015719376,0.00048069752,0.000059605114,8.977376e-8,0.0007956733,0.004476864],"genre_scores_gemma":[0.8947793,0.000017466862,0.10283084,0.000053886844,0.00006507858,0.000006732633,7.2590166e-7,0.000008872611,0.0022370957],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918866,0.00003432525,0.00013408177,0.00027273875,0.00011152128,0.0002586517],"domain_scores_gemma":[0.9994941,0.000033032953,0.000023035225,0.00035445698,0.00004159491,0.00005380681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003697556,0.00007591311,0.000079019366,0.00018160313,0.00013598899,0.00010683273,0.0003507956,0.00003608566,0.000009099518],"category_scores_gemma":[0.000022002338,0.00007413965,0.00003518215,0.00069841533,0.000009697781,0.00050310616,0.00024582582,0.00006340308,0.00014646504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011301958,0.000027714383,0.0010866015,0.00004904307,0.0000101369915,0.000041405026,0.0021254567,0.023413474,0.009446091,0.9099663,0.00084708486,0.052985556],"study_design_scores_gemma":[0.000073067305,0.000008037848,0.00025691744,0.000022649823,0.0000013018758,0.0000060876573,0.000050900973,0.9850021,0.0020640148,0.010916315,0.0014934378,0.000105182306],"about_ca_topic_score_codex":0.00010203437,"about_ca_topic_score_gemma":0.000013009051,"teacher_disagreement_score":0.9615886,"about_ca_system_score_codex":0.000036745798,"about_ca_system_score_gemma":0.000034885645,"threshold_uncertainty_score":0.30233273},"labels":[],"label_agreement":null},{"id":"W4381551981","doi":"10.48550/arxiv.2306.10414","title":"KEST: Kernel Distance Based Efficient Self-Training for Improving Controllable Text Generation","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Text generation; Fluency; Bottleneck; Generator (circuit theory); Natural language generation; Exploit; Kernel (algebra); Language model; Artificial intelligence; Process (computing); Machine learning; Natural language; Mathematics; Power (physics)","score_opus":0.1131849059198157,"score_gpt":0.2004997923629383,"score_spread":0.0873148864431226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381551981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05894711,0.000046381956,0.9377787,0.00018491711,0.00127351,0.0007356977,0.000026077478,0.0007324009,0.00027522055],"genre_scores_gemma":[0.95611364,0.0000064688493,0.042425808,0.00010690758,0.00023558077,0.000011803596,0.000026798767,0.000034989,0.0010380094],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742746,0.00008921891,0.00029823583,0.0015134189,0.00014075701,0.0005308997],"domain_scores_gemma":[0.9978174,0.00022927875,0.00033108186,0.0012213461,0.00025305568,0.00014786565],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006099574,0.00032660912,0.00037284906,0.0002335204,0.00031707573,0.0002729283,0.0013426928,0.00024657496,0.0000038869866],"category_scores_gemma":[0.0001096345,0.0003946296,0.00023114748,0.00039843886,0.000035681634,0.00019894133,0.0007538709,0.00033610535,0.000027533153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000137812085,0.000037132762,0.00016646423,0.000117974225,0.000031703486,0.000036979447,0.000278891,0.9450849,0.00025101,0.052970234,0.000058228514,0.0009526847],"study_design_scores_gemma":[0.0009593293,0.00003271082,0.00006401674,0.000061338236,0.00005581439,6.6217694e-7,0.000046209057,0.993671,0.00019327489,0.0042801998,0.00022789698,0.0004075595],"about_ca_topic_score_codex":0.0001121394,"about_ca_topic_score_gemma":0.00008406206,"teacher_disagreement_score":0.89716655,"about_ca_system_score_codex":0.0004166191,"about_ca_system_score_gemma":0.0005148437,"threshold_uncertainty_score":0.9998506},"labels":[],"label_agreement":null},{"id":"W4381683870","doi":"10.22214/ijraset.2023.53887","title":"Universal Language Model Fine-Tuning for Text Classification","year":2023,"lang":"en","type":"article","venue":"International Journal for Research in Applied Science and Engineering Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Artificial intelligence; Language model; Transfer of learning; Categorization; Classifier (UML); Natural language processing; Task (project management); Fine-tuning; Deep learning; Process (computing); Natural language; Machine learning; Programming language","score_opus":0.10473531077589725,"score_gpt":0.3965053319277147,"score_spread":0.29177002115181744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381683870","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06654375,0.000016697257,0.9248298,0.007852394,0.0002634208,0.00017940809,0.000002067931,0.00013307006,0.00017943076],"genre_scores_gemma":[0.91066855,0.000022029217,0.08911319,0.00001598957,0.000055743454,0.00006517778,8.6742267e-7,0.0000055901373,0.00005284726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872535,0.000003575603,0.00014579367,0.0002583888,0.00047991364,0.00038696796],"domain_scores_gemma":[0.99930704,0.00014252233,0.000028425335,0.00015563912,0.00030776561,0.00005863532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024764217,0.000055577915,0.00006760408,0.002176995,0.00018327849,0.00019086692,0.0014145002,0.000058193316,3.1977737e-7],"category_scores_gemma":[0.0004164313,0.00005523822,0.000015199232,0.0011882094,0.00011668594,0.00025313912,0.0003324203,0.00028670204,0.0000025136394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008074262,0.000007688482,0.000021405933,0.000007523963,0.000004537571,0.000007936156,0.0003219411,0.037322093,0.17003298,0.6965841,0.00017216078,0.09550954],"study_design_scores_gemma":[0.00026301012,0.000019508114,0.00004059594,0.00001913189,3.313259e-7,0.000018535047,0.00028328397,0.96016717,0.0013543727,0.036627267,0.0011523266,0.000054462686],"about_ca_topic_score_codex":0.0000023664181,"about_ca_topic_score_gemma":0.0000020988484,"teacher_disagreement_score":0.92284507,"about_ca_system_score_codex":0.00022013178,"about_ca_system_score_gemma":0.00018724873,"threshold_uncertainty_score":0.2628517},"labels":[],"label_agreement":null},{"id":"W4381686872","doi":"10.1162/tacl_a_00564","title":"Questions Are All You Need to Train a Dense Passage Retriever","year":2023,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"DeepMind","keywords":"Computer science; Initialization; Code (set theory); Task (project management); Set (abstract data type); Encoder; Artificial intelligence; Information retrieval; Scheme (mathematics); Training set; Domain (mathematical analysis); Language model; Natural language processing; Machine learning","score_opus":0.030327127669755687,"score_gpt":0.2833717000899555,"score_spread":0.2530445724201998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381686872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018415693,0.0000059623885,0.9889662,0.00672966,0.0013972822,0.00035830014,0.00021778894,0.00021636627,0.00026682866],"genre_scores_gemma":[0.87542164,0.0000019534634,0.121664114,0.00036972648,0.00016635352,0.000040647024,0.000023911245,0.000014880264,0.0022967462],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986047,0.0000709677,0.0003802735,0.00023297998,0.0004897182,0.00022135435],"domain_scores_gemma":[0.99758255,0.0008448114,0.0002673519,0.00028635166,0.00094950886,0.00006942686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005935582,0.00010761643,0.00015928493,0.00017836042,0.00027737286,0.00006531456,0.0004944394,0.00008611333,0.0000028871395],"category_scores_gemma":[0.0024747595,0.00010544877,0.00017512545,0.0008877633,0.000014632138,0.00005545412,0.000028515562,0.00013307318,0.000022914628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075303424,0.000055423483,0.000622758,0.000018629027,0.000079638354,5.109342e-7,0.00076300075,0.92425674,0.00003743697,0.07090283,0.0026013905,0.000654098],"study_design_scores_gemma":[0.0005781777,0.000045648205,0.01313299,0.00004629962,0.000079549085,0.0000013984063,0.00010526575,0.8803675,0.00014782131,0.0824341,0.022843096,0.00021812809],"about_ca_topic_score_codex":0.000026539055,"about_ca_topic_score_gemma":0.00002188654,"teacher_disagreement_score":0.8735801,"about_ca_system_score_codex":0.00023313626,"about_ca_system_score_gemma":0.00013351138,"threshold_uncertainty_score":0.43000764},"labels":[],"label_agreement":null},{"id":"W4381714234","doi":"10.48550/arxiv.2306.12245","title":"Bidirectional End-to-End Learning of Retriever-Reader Paradigm for Entity Linking","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Tsinghua Shenzhen International Graduate School; Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"End-to-end principle; Labrador Retriever; Computer science; Task (project management); Reading (process); Entity linking; End user; Pipeline (software); Artificial intelligence; Knowledge base; World Wide Web; Engineering; Linguistics; Programming language; Medicine","score_opus":0.13494737724109787,"score_gpt":0.22163611130385824,"score_spread":0.08668873406276037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381714234","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13559884,0.000023934394,0.86202866,0.00019488948,0.0011961549,0.0002932352,0.000016030612,0.00029764534,0.00035060922],"genre_scores_gemma":[0.9854241,0.000037288508,0.010351372,0.000048005928,0.00017306252,0.0000023199182,0.000023104043,0.00002330488,0.003917451],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979958,0.00009858435,0.00027210283,0.0011124217,0.00016724765,0.00035387767],"domain_scores_gemma":[0.9983118,0.0003197579,0.0002794014,0.000773706,0.00018061484,0.00013472783],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056191225,0.00023282976,0.00034633433,0.00044442966,0.00018762224,0.00008522886,0.0012956421,0.00026562143,0.000021001642],"category_scores_gemma":[0.0001448383,0.00029919052,0.0002657519,0.0007200201,0.00005207435,0.0002530647,0.0016380465,0.0005726741,0.000040523282],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002668546,0.000039878825,0.007863417,0.0001644212,0.000118665186,0.000047033645,0.00044498898,0.8543719,0.0001284971,0.13528343,0.00014084141,0.0013702199],"study_design_scores_gemma":[0.00038383133,0.0000636801,0.0025004826,0.00022636892,0.00006101892,0.0000030036797,0.000052652034,0.9331298,0.0006828551,0.058487333,0.0039615803,0.00044740492],"about_ca_topic_score_codex":0.0003249067,"about_ca_topic_score_gemma":0.000082222585,"teacher_disagreement_score":0.8516773,"about_ca_system_score_codex":0.00020503059,"about_ca_system_score_gemma":0.00025377772,"threshold_uncertainty_score":0.999946},"labels":[],"label_agreement":null},{"id":"W4381739142","doi":"10.1007/s41870-023-01342-3","title":"A multilingual translator to SQL with database schema pruning to improve self-attention","year":2023,"lang":"en","type":"article","venue":"International Journal of Information Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Computer science; Transformer; SQL; Schema (genetic algorithms); Database schema; Artificial intelligence; Natural language processing; Relational database; Information retrieval; Database; Programming language; Database design","score_opus":0.00883787912670021,"score_gpt":0.2724044069227138,"score_spread":0.2635665277960136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381739142","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33852038,0.0000034837165,0.65279615,0.0077862837,0.000510527,0.00011167605,0.00000800087,0.00019758077,0.00006592546],"genre_scores_gemma":[0.69692457,0.000004523666,0.30240098,0.00055340654,0.000076572665,0.000011617979,0.000006080019,0.0000047550834,0.0000174734],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866784,0.000009746367,0.0005278597,0.00010978575,0.0005169836,0.00016781055],"domain_scores_gemma":[0.9985958,0.000028166894,0.00028083235,0.00021833312,0.00079316,0.00008372578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041053456,0.0000914889,0.00011939649,0.0016872521,0.00004423479,0.000121909055,0.001117422,0.00006732439,0.000004210811],"category_scores_gemma":[0.00019656548,0.00007928875,0.000038564667,0.0007364953,0.000011363707,0.0017812508,0.0002161551,0.00020465783,0.00012712918],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013358597,0.00008597284,0.0017325933,0.000037199232,0.00025089376,0.00012294928,0.0069141644,0.012133919,0.04160105,0.04808296,0.0006805727,0.8882241],"study_design_scores_gemma":[0.008599991,0.0024290245,0.005324507,0.0011817797,0.00005936493,0.0022569434,0.005324053,0.6333041,0.24016643,0.006520679,0.0935011,0.0013319842],"about_ca_topic_score_codex":0.000003946573,"about_ca_topic_score_gemma":0.0000033492242,"teacher_disagreement_score":0.88689214,"about_ca_system_score_codex":0.00010071561,"about_ca_system_score_gemma":0.00013119412,"threshold_uncertainty_score":0.32333016},"labels":[],"label_agreement":null},{"id":"W4382201660","doi":"10.1145/3582768.3582776","title":"Preventing RNN from Using Sequence Length as a Feature","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Actua","funders":"","keywords":"Regularization (linguistics); Computer science; Recurrent neural network; Artificial intelligence; Deep neural networks; Feature (linguistics); Network topology; Sequence (biology); Feature engineering; Artificial neural network; Deep learning; Machine learning; Pattern recognition (psychology)","score_opus":0.06481663986207008,"score_gpt":0.28484853929514586,"score_spread":0.22003189943307577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382201660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32549918,0.0001333312,0.6685235,0.0010525864,0.0004352313,0.00009343926,0.0000022962756,0.00019881212,0.004061613],"genre_scores_gemma":[0.68545634,8.522144e-7,0.31214595,0.000681123,0.00006856082,0.0000062144077,0.0000014322429,0.0000053271574,0.0016342001],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989544,0.0000720894,0.00010936178,0.00036949242,0.00029591587,0.00019870485],"domain_scores_gemma":[0.99938697,0.000042518717,0.000053826363,0.00045633194,0.000017740704,0.000042645566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020027695,0.000077854274,0.0000840719,0.000040062274,0.00027854688,0.000103894956,0.0007940336,0.000021787497,0.00021590856],"category_scores_gemma":[0.000018556364,0.000078298835,0.000041836818,0.00020999784,0.000007358131,0.00030487488,0.0009346825,0.00021805597,0.0000137187635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001648187,0.00024863964,0.007514047,0.00004254101,0.00015090144,0.00060271303,0.016453734,0.14106138,0.12496875,0.40398392,0.0044872747,0.3004696],"study_design_scores_gemma":[0.00010883533,0.0000148215095,0.00007063469,0.000008153582,0.0000036262536,0.000039262894,0.00016877643,0.9831676,0.0011378648,0.009562217,0.0055816015,0.00013661328],"about_ca_topic_score_codex":0.00074954977,"about_ca_topic_score_gemma":0.000009913693,"teacher_disagreement_score":0.8421062,"about_ca_system_score_codex":0.00008637199,"about_ca_system_score_gemma":0.000095278716,"threshold_uncertainty_score":0.31929338},"labels":[],"label_agreement":null},{"id":"W4382201698","doi":"10.1145/3582768.3582774","title":"Extracting Source Information From News Articles","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Credibility; Recall; Variety (cybernetics); Information source (mathematics); Identification (biology); Information retrieval; Attribution; Precision and recall; Software; Data science; Source document; News media; World Wide Web; Artificial intelligence; Political science; Psychology","score_opus":0.02317384518306734,"score_gpt":0.2196091479832862,"score_spread":0.19643530280021887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382201698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17364231,0.000009589517,0.8208415,0.0013590446,0.00014767794,0.00003172073,3.6266505e-7,0.00015308855,0.003814739],"genre_scores_gemma":[0.8930746,3.2235502e-7,0.105476044,0.0012344078,0.000029452847,0.0000072446237,0.0000015292449,0.0000014355769,0.0001750066],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946785,0.000026379917,0.00013358316,0.000090034395,0.00018340454,0.00009875294],"domain_scores_gemma":[0.99962884,0.00005120518,0.000046373993,0.00023823502,0.00000852738,0.00002678797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012291466,0.000034756897,0.00003636365,0.000036397425,0.00016124459,0.00012055778,0.00033498844,0.00000782446,0.00022521483],"category_scores_gemma":[0.000019476456,0.0000346263,0.000017117212,0.00011291645,0.0000025812178,0.0009952849,0.00035136833,0.000085374326,0.00006594704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013533438,0.000011654927,0.0015578083,9.923988e-7,0.0000032961186,0.0000011061378,0.0045657996,0.019649703,0.00045662912,0.023065848,0.0007095795,0.9499762],"study_design_scores_gemma":[0.00009783422,0.000008381002,0.0003785468,7.33527e-7,7.965804e-7,0.0000035632686,0.0009917801,0.94788843,0.0006269205,0.005319217,0.044619735,0.00006408577],"about_ca_topic_score_codex":0.00076796947,"about_ca_topic_score_gemma":0.000012458015,"teacher_disagreement_score":0.94991213,"about_ca_system_score_codex":0.000027227567,"about_ca_system_score_gemma":0.000017996912,"threshold_uncertainty_score":0.24659443},"labels":[],"label_agreement":null},{"id":"W4382202705","doi":"10.1609/aaai.v37i11.26486","title":"Adversarial Word Dilution as Text Data Augmentation in Low-Resource Regime","year":2023,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fundamental Research Funds for the Central Universities; State Key Laboratory of Software Development Environment","keywords":"Benchmark (surveying); Word (group theory); Computer science; Mixing (physics); Embedding; Resource (disambiguation); Artificial intelligence; Adversarial system; Process (computing); Natural language processing; Word embedding; Class (philosophy); Machine learning; Data mining; Mathematics","score_opus":0.1281727623387476,"score_gpt":0.3286053743921488,"score_spread":0.2004326120534012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382202705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8688679,0.000025602987,0.09266759,0.01887959,0.0016681759,0.001303879,0.00001547267,0.0005208012,0.016051026],"genre_scores_gemma":[0.9977736,0.000022995104,0.0015292093,0.00016727227,0.00010771899,0.00001817369,0.0000050458443,0.000010305367,0.00036569938],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779236,0.00002738622,0.0005448847,0.00069319713,0.0005849604,0.0003571825],"domain_scores_gemma":[0.99869365,0.00010732297,0.00029358707,0.00065441645,0.00018596137,0.0000650646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093936303,0.00017533284,0.00019540374,0.00024242695,0.00013714713,0.00021805638,0.0032654435,0.000091678296,0.000033760585],"category_scores_gemma":[0.0006459146,0.00014966185,0.000051815492,0.0012977854,0.00012526826,0.0008226498,0.0011862314,0.00027910978,0.00030233982],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118952994,0.00011235948,0.0002480281,0.00005137662,0.0000115438415,0.0000021727337,0.0032343096,0.0018782292,0.019044477,0.7645514,0.00060741964,0.21013972],"study_design_scores_gemma":[0.000072507246,0.00006963546,0.00038998984,0.000380222,0.000007579002,0.000002781169,0.0011607346,0.78087324,0.08783769,0.12869449,0.0002814493,0.00022967428],"about_ca_topic_score_codex":0.00016441412,"about_ca_topic_score_gemma":0.00003695024,"teacher_disagreement_score":0.77899504,"about_ca_system_score_codex":0.00007548733,"about_ca_system_score_gemma":0.00012142678,"threshold_uncertainty_score":0.6103033},"labels":[],"label_agreement":null},{"id":"W4382239581","doi":"10.1609/aaai.v37i4.25527","title":"Graphs, Constraints, and Search for the Abstraction and Reasoning Corpus","year":2023,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Theoretical computer science; Artificial intelligence; Graph; Beam search; Machine learning; Search algorithm; Programming language","score_opus":0.11763710036881757,"score_gpt":0.32067466856801335,"score_spread":0.20303756819919577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382239581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80480295,0.00012834427,0.17733714,0.013231172,0.00071962754,0.0011369968,0.000009239127,0.00022074752,0.0024137625],"genre_scores_gemma":[0.9970692,0.000197427,0.002497649,0.0000793705,0.00003591706,0.000027876831,2.0081008e-7,0.000006301104,0.00008606865],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888873,0.0000086880955,0.0002566854,0.00034843214,0.00025269305,0.00024479514],"domain_scores_gemma":[0.9990467,0.0003176198,0.00013254491,0.00016960077,0.00028060994,0.000052930794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008440565,0.00011537758,0.0001255929,0.0000875459,0.0003363137,0.00028101262,0.0006693725,0.000053383843,0.000005128107],"category_scores_gemma":[0.00026573264,0.000076020486,0.00004229076,0.00036394093,0.00038062193,0.00023641372,0.00025850144,0.00019634957,0.000006967298],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012878736,0.0000078653065,0.00030083657,0.000024877376,0.0000074344366,1.32634e-7,0.0008315272,0.000056326135,0.008181552,0.7530135,0.0000289896,0.23753408],"study_design_scores_gemma":[0.000040541396,0.00010487717,0.001955584,0.00017434802,0.000013920906,0.000015690885,0.0019945402,0.6477664,0.14070484,0.2069593,0.00010514819,0.00016477308],"about_ca_topic_score_codex":0.00005003478,"about_ca_topic_score_gemma":0.000006978863,"teacher_disagreement_score":0.6477101,"about_ca_system_score_codex":0.000011801399,"about_ca_system_score_gemma":0.00004620208,"threshold_uncertainty_score":0.31000254},"labels":[],"label_agreement":null},{"id":"W4382318276","doi":"10.1609/aaai.v37i13.26958","title":"Transformer-Based Named Entity Recognition for French Using Adversarial Adaptation to Similar Domain Corpora (Student Abstract)","year":2023,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Mitacs","keywords":"Named-entity recognition; Computer science; Adversarial system; Transformer; Domain adaptation; Artificial intelligence; Natural language processing; Adaptation (eye); Named entity; Generalization; Engineering; Mathematics","score_opus":0.19473394769154673,"score_gpt":0.33628809076837773,"score_spread":0.141554143076831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382318276","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45507783,0.0000017393195,0.541391,0.0016528394,0.00061691244,0.0008140813,0.000016786864,0.000106414045,0.0003224174],"genre_scores_gemma":[0.95425814,0.000003939307,0.04533707,0.00017516482,0.000106930405,0.00008030476,0.0000043107684,0.000013544544,0.000020572448],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978231,0.000014309314,0.00061565323,0.0005546664,0.00060666824,0.00038556827],"domain_scores_gemma":[0.99849194,0.00013597129,0.00032601375,0.0002293757,0.00070892373,0.000107772255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009034433,0.00021017285,0.00024067375,0.0002443114,0.00026453004,0.00023536885,0.0011732925,0.000105455154,0.000027099573],"category_scores_gemma":[0.000305001,0.00018740437,0.00015362244,0.0008178261,0.00007992373,0.00042901633,0.000095374504,0.00018214279,0.00005344322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040268904,0.00050039805,0.00033053043,0.00027253487,0.00006520139,0.0000022888262,0.016213292,0.034606893,0.34609222,0.22305161,0.00021765508,0.37824467],"study_design_scores_gemma":[0.00009339803,0.00017122402,0.00022085292,0.00021777692,0.000017340659,6.8429205e-7,0.0010190326,0.615261,0.24660927,0.13610476,0.00005107175,0.00023357305],"about_ca_topic_score_codex":0.00013969275,"about_ca_topic_score_gemma":0.000060946648,"teacher_disagreement_score":0.58065414,"about_ca_system_score_codex":0.00008934689,"about_ca_system_score_gemma":0.0001944576,"threshold_uncertainty_score":0.76421285},"labels":[],"label_agreement":null},{"id":"W4382318308","doi":"10.1609/aaai.v37i13.26963","title":"Transformer-Based Multi-Hop Question Generation (Student Abstract)","year":2023,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Transformer; Language model; Hop (telecommunications); Sentence; Natural language generation; Question answering; Natural language processing; Artificial intelligence; Task (project management); Text generation; Natural language; Telecommunications; Engineering","score_opus":0.16284411487804265,"score_gpt":0.35000643063140036,"score_spread":0.1871623157533577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382318308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5157091,0.000013121872,0.47399625,0.0058390154,0.0009912066,0.0006248277,0.0000040234568,0.0003866978,0.0024357417],"genre_scores_gemma":[0.9927037,0.000023464638,0.0067930575,0.00017224398,0.00009541968,0.00004297887,0.0000014611496,0.000011117612,0.0001565525],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808604,0.000013735168,0.00052944623,0.0004805202,0.0005720809,0.00031820216],"domain_scores_gemma":[0.9989079,0.000049978786,0.0002285254,0.0002757061,0.00046359783,0.000074265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007214079,0.00018820023,0.00018032086,0.00017582912,0.00020652972,0.00025687393,0.0013942547,0.00009433448,0.000042343054],"category_scores_gemma":[0.00016908394,0.00014959986,0.00010879969,0.0006825896,0.00009612092,0.0004148694,0.0000939425,0.00023492226,0.00017188686],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015451742,0.00016588069,0.0002494598,0.000042122036,0.000009588428,7.800559e-7,0.0016163229,0.0045956643,0.2873701,0.5756582,0.00009985579,0.13017662],"study_design_scores_gemma":[0.000027460974,0.000054188593,0.00059339375,0.00008391352,0.0000046871082,6.1094994e-7,0.00015531255,0.55538684,0.4346094,0.008921744,0.000035521512,0.00012690667],"about_ca_topic_score_codex":0.000051374114,"about_ca_topic_score_gemma":0.00003167008,"teacher_disagreement_score":0.56673646,"about_ca_system_score_codex":0.00005902885,"about_ca_system_score_gemma":0.00010570891,"threshold_uncertainty_score":0.6100505},"labels":[],"label_agreement":null},{"id":"W4382318396","doi":"10.1609/aaai.v37i12.26698","title":"Everyone’s Voice Matters: Quantifying Annotation Disagreement Using Demographic Information","year":2023,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Annotation; Computer science; Demographics; Variance (accounting); Perspective (graphical); Task (project management); Artificial intelligence; Natural language processing; Politeness; Process (computing); Linguistics; Sociology","score_opus":0.16776989053911234,"score_gpt":0.32880023641771317,"score_spread":0.16103034587860082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382318396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57174253,0.000010810872,0.42110822,0.00491028,0.00082080043,0.00049058034,0.0000040829996,0.0002664023,0.0006462757],"genre_scores_gemma":[0.99325013,0.000019766254,0.006200557,0.00043189936,0.00004305872,0.000016657814,0.0000013839708,0.0000074654317,0.00002908586],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980668,0.000017528651,0.0006264972,0.00032389036,0.00062533806,0.0003399412],"domain_scores_gemma":[0.99866796,0.00006713926,0.00043096766,0.00028427754,0.0004890088,0.000060624527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065913494,0.00017968773,0.0001761932,0.00034569643,0.0002609115,0.00037663293,0.0013157878,0.00006919441,0.000013259703],"category_scores_gemma":[0.00020506368,0.00014834365,0.00009631286,0.001477251,0.00009872359,0.0017141324,0.00039398804,0.00019799225,0.00017891733],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043234406,0.00008217127,0.0029813428,0.0002256869,0.00003518,6.495215e-7,0.007645694,0.0070007388,0.06388892,0.80602926,0.00039953648,0.11166757],"study_design_scores_gemma":[0.000026175754,0.00004863428,0.00124219,0.00027659102,0.000010962387,0.0000027817214,0.0011422386,0.8856031,0.06996884,0.041382574,0.00009154108,0.00020440627],"about_ca_topic_score_codex":0.00008980414,"about_ca_topic_score_gemma":0.000009181028,"teacher_disagreement_score":0.8786023,"about_ca_system_score_codex":0.00005414269,"about_ca_system_score_gemma":0.000061582476,"threshold_uncertainty_score":0.60492784},"labels":[],"label_agreement":null},{"id":"W4382318552","doi":"10.1609/aaai.v37i11.26610","title":"Identify Event Causality with Knowledge and Analogy","year":2023,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Canadian Institute for Advanced Research","keywords":"Analogy; Causality (physics); Computer science; Generalizability theory; Event (particle physics); Identification (biology); Artificial intelligence; Benchmark (surveying); Natural language processing; Sample (material); Machine learning; Data science; Epistemology; Mathematics; Statistics","score_opus":0.10856056689780202,"score_gpt":0.34402306486904427,"score_spread":0.23546249797124225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382318552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9118541,0.000041021023,0.07609181,0.0050182375,0.00043708392,0.00039180787,0.000002817836,0.00022777567,0.005935389],"genre_scores_gemma":[0.9982683,0.000035082216,0.0012294911,0.000067388726,0.00004202469,0.00001850816,2.3438898e-7,0.000007843351,0.00033111486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99851805,0.000018252766,0.00035729632,0.000488574,0.00031702933,0.00030082176],"domain_scores_gemma":[0.9989666,0.000079762816,0.00018763299,0.00029139037,0.00039218093,0.00008248349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006193005,0.0001593298,0.00020358332,0.0001408707,0.00016138135,0.00016695075,0.0011684846,0.000060707043,0.000013670074],"category_scores_gemma":[0.00015787386,0.00011093021,0.00004731975,0.00083705486,0.00020636045,0.00028803534,0.00054720143,0.00020404605,0.000079179015],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018166205,0.000052631436,0.0017499778,0.000054039057,0.000014441796,0.0000010997352,0.002090954,0.00008670206,0.010084873,0.9273486,0.0001184323,0.05838006],"study_design_scores_gemma":[0.000060210175,0.00029195767,0.008671747,0.00038345685,0.000022866094,0.000018319746,0.0009720626,0.36149547,0.23784792,0.38958493,0.00023665333,0.00041440097],"about_ca_topic_score_codex":0.0000543269,"about_ca_topic_score_gemma":0.000042502543,"teacher_disagreement_score":0.5377637,"about_ca_system_score_codex":0.000026946927,"about_ca_system_score_gemma":0.00008480274,"threshold_uncertainty_score":0.45236027},"labels":[],"label_agreement":null},{"id":"W4382318960","doi":"10.1609/aaai.v37i12.26706","title":"Deep Learning on a Healthy Data Diet: Finding Important Examples for Fairness","year":2023,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; McGill University; Polytechnique Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Counterfactual thinking; Spurious relationship; Computer science; Offensive; Machine learning; Pruning; Artificial intelligence; Odds; Equity (law); Tobit model; Focus (optics); Classifier (UML); Random forest; Psychology; Social psychology; Logistic regression; Mathematics; Operations research","score_opus":0.2653499557703358,"score_gpt":0.365566261370321,"score_spread":0.10021630559998518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382318960","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27476048,0.000065260654,0.70596343,0.012526565,0.0016797575,0.0016786342,0.000026491449,0.0007565334,0.0025428645],"genre_scores_gemma":[0.9928952,0.00008064353,0.0064431205,0.00021336168,0.00013094976,0.00006209112,0.0000053319523,0.000021250042,0.00014804388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972618,0.000021566751,0.00070459145,0.00090337085,0.0005445543,0.0005640786],"domain_scores_gemma":[0.9979936,0.00037953156,0.00048620623,0.0006917696,0.0003443379,0.000104552164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015099212,0.00023946734,0.0003027659,0.00020838414,0.00044561207,0.0003098128,0.0037852281,0.00009296046,0.000015058746],"category_scores_gemma":[0.0014447569,0.0001887965,0.000094051495,0.00082981965,0.00011047829,0.00047044648,0.0010744758,0.0003624313,0.00006030758],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014134088,0.00006471121,0.00043331322,0.00009999296,0.000015415335,8.1060705e-7,0.0019211326,0.0012065347,0.0045785042,0.87053436,0.0001239915,0.12087989],"study_design_scores_gemma":[0.000037012123,0.00041055467,0.00012620287,0.00021665732,0.00000802093,0.0000016595003,0.00095045206,0.8686185,0.023947656,0.105054334,0.00040701695,0.0002219444],"about_ca_topic_score_codex":0.00005174717,"about_ca_topic_score_gemma":0.000027509273,"teacher_disagreement_score":0.867412,"about_ca_system_score_codex":0.00005054941,"about_ca_system_score_gemma":0.000112597736,"threshold_uncertainty_score":0.7698898},"labels":[],"label_agreement":null},{"id":"W4382449327","doi":"10.1162/tacl_a_00556","title":"Aggretriever: A Simple Approach to Aggregate Textual Representations for Robust Dense Passage Retrieval","year":2023,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Computer science; Language model; Security token; Aggregate (composite); Exploit; Overhead (engineering); Encoder; Code (set theory); Artificial intelligence; Natural language processing; Set (abstract data type); Machine learning; Programming language","score_opus":0.042005300289154314,"score_gpt":0.28978427921608074,"score_spread":0.24777897892692644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382449327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012334463,0.00000785228,0.9948376,0.0009467769,0.000750252,0.00092838856,0.00052821066,0.00019116698,0.00057631667],"genre_scores_gemma":[0.6668717,0.0000023892826,0.33045307,0.00013617372,0.00023729628,0.00008582233,0.00016157412,0.00002181582,0.0020301344],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982146,0.0000661476,0.0005064255,0.00035875448,0.0005632214,0.00029084025],"domain_scores_gemma":[0.99601495,0.0016911363,0.00037012182,0.00036913544,0.001477049,0.00007761773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007641824,0.00013407937,0.00020460557,0.0001979086,0.00052370003,0.00009802851,0.00061501935,0.000099648634,0.0000017153851],"category_scores_gemma":[0.0042221816,0.00013259269,0.00026332535,0.0011930071,0.000022430051,0.00007790944,0.000043533404,0.000122691,0.000009434714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026505932,0.000069151705,0.00020153483,0.00003287923,0.00008007375,1.1220258e-7,0.0004465889,0.92903286,0.000020036616,0.066053905,0.003574841,0.00046151565],"study_design_scores_gemma":[0.0006675228,0.000053904307,0.0012757066,0.00001340029,0.0000654806,0.0000010120389,0.00009541114,0.94950247,0.00022148999,0.04233556,0.0056134434,0.00015457382],"about_ca_topic_score_codex":0.00002066875,"about_ca_topic_score_gemma":0.000007225321,"teacher_disagreement_score":0.66563827,"about_ca_system_score_codex":0.00022644892,"about_ca_system_score_gemma":0.00020553645,"threshold_uncertainty_score":0.5406973},"labels":[],"label_agreement":null},{"id":"W4382456885","doi":"10.1553/giscience2023_01_s140","title":"Ch(e)atGPT? An Anecdotal Approach Addressing the Impact of ChatGPT on Teaching and Learning GIScience","year":2023,"lang":"en","type":"article","venue":"GI_Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Grading (engineering); Coding (social sciences); Computer science; Process (computing); Field (mathematics); Mathematics education; Psychology; Engineering; Sociology; Social science","score_opus":0.06631188049724021,"score_gpt":0.32361811241590765,"score_spread":0.2573062319186674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382456885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89311296,0.000042879004,0.10231331,0.00040059446,0.00011147183,0.000113524904,0.0000012486479,0.00020140603,0.0037025877],"genre_scores_gemma":[0.9918054,0.000003516162,0.00779918,0.00005272343,0.000058195626,0.0000050939184,0.0000023724206,0.000009636234,0.0002639361],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984617,0.00020791282,0.00017416243,0.00040533327,0.00032124473,0.0004296003],"domain_scores_gemma":[0.99914765,0.0001347502,0.00010244418,0.00050723465,0.00002089227,0.00008700402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001708154,0.0001309244,0.00014539543,0.00013603011,0.0007232414,0.00022426082,0.0007404804,0.00004478689,0.0000027960739],"category_scores_gemma":[0.00015311189,0.000085295804,0.00006327336,0.00035472066,0.000091813585,0.00056966295,0.00041016965,0.0005095065,0.000009832],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018555647,0.00014372142,0.011374844,0.00005105725,0.000037716487,0.000019396568,0.033182386,0.22791018,0.009916517,0.048777252,0.00044463138,0.6681237],"study_design_scores_gemma":[0.00012915058,0.0001831961,0.016120065,0.000034899564,0.0000020284722,0.000026257721,0.0006079642,0.9817685,0.00015418307,0.00073510257,0.00011599918,0.00012268173],"about_ca_topic_score_codex":0.0001864843,"about_ca_topic_score_gemma":0.0000017633062,"teacher_disagreement_score":0.75385827,"about_ca_system_score_codex":0.000028487033,"about_ca_system_score_gemma":0.000049935534,"threshold_uncertainty_score":0.5562661},"labels":[],"label_agreement":null},{"id":"W4382537648","doi":"10.1007/s42979-023-01920-z","title":"Training Integer-Only Deep Recurrent Neural Networks","year":2023,"lang":"en","type":"article","venue":"SN Computer Science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Polytechnique Montréal; Huawei Technologies (Canada)","funders":"Huawei Technologies","keywords":"Computer science; Normalization (sociology); Recurrent neural network; Computation; Quantization (signal processing); Edge device; Artificial neural network; Algorithm; Piecewise linear function; Floating point; Artificial intelligence; Mathematics","score_opus":0.06051638147265736,"score_gpt":0.2882258716313546,"score_spread":0.22770949015869724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382537648","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026834087,0.000056307847,0.9652047,0.0009983184,0.005415349,0.0001300155,3.175845e-7,0.00081320934,0.0005476546],"genre_scores_gemma":[0.8845843,0.0000073467195,0.11418066,0.0006833582,0.00048646738,0.000008101011,0.0000011710291,0.000009225435,0.000039347306],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969464,0.00006154312,0.00032979297,0.0010221275,0.00070898206,0.000931157],"domain_scores_gemma":[0.9983963,0.00013308138,0.000093735536,0.0009763087,0.00013607852,0.00026449878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013382266,0.00019936306,0.00020037168,0.00039210392,0.00044808906,0.00070957287,0.003421778,0.000049738486,0.0000049950117],"category_scores_gemma":[0.000049794027,0.0001841793,0.0000817688,0.0032332456,0.00024026872,0.0011831345,0.0017514756,0.00030570893,0.00008502159],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.323382e-7,0.0000087742255,0.00018274384,0.0000032991697,0.0000020832542,0.000027371128,0.0018387404,0.103897676,0.000024204537,0.015473965,0.00017686994,0.87836367],"study_design_scores_gemma":[0.00011004093,0.0000604128,0.0016125201,0.000025480422,0.0000013008248,0.000058207886,0.000024950512,0.99571425,0.000022307215,0.0014940852,0.00065308553,0.00022336571],"about_ca_topic_score_codex":0.000009545816,"about_ca_topic_score_gemma":0.000008282803,"teacher_disagreement_score":0.89181656,"about_ca_system_score_codex":0.000077723795,"about_ca_system_score_gemma":0.00021771197,"threshold_uncertainty_score":0.7510614},"labels":[],"label_agreement":null},{"id":"W4382537817","doi":"10.1007/s11042-023-15915-8","title":"A Unified Framework for Slot based Response Generation in a Multimodal Dialogue System","year":2023,"lang":"en","type":"article","venue":"Multimedia Tools and Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Utterance; Dialog box; Focus (optics); Natural language generation; Natural language; Context (archaeology); Natural language understanding; Task (project management); Exploit; Dialog system; Artificial intelligence; Encoder; Natural language processing; Human–computer interaction; Question answering; World Wide Web","score_opus":0.06605349449938128,"score_gpt":0.29827780494930506,"score_spread":0.23222431044992378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382537817","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0405598,0.000022874505,0.95651245,0.0014303281,0.000088213164,0.001060494,0.000054729793,0.00024964634,0.000021457683],"genre_scores_gemma":[0.64417994,0.000003156852,0.35314947,0.00009259898,0.00014650033,0.0023222396,0.00007240946,0.000008232237,0.000025425767],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989942,0.000068007066,0.0002340921,0.0003852094,0.00010961183,0.00020889446],"domain_scores_gemma":[0.99846077,0.0009340727,0.000054191558,0.0004261059,0.000049707636,0.00007515883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005275047,0.0000973978,0.00012723454,0.00014290561,0.0001482733,0.00012723172,0.00026233055,0.000096652286,9.653645e-7],"category_scores_gemma":[0.0001977166,0.00009766598,0.00003281195,0.0004690797,0.000021056614,0.00013895244,0.000062673826,0.00008976549,0.000024966332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012171586,0.00017400047,0.00074108987,0.00017302565,0.000018009696,0.000008668677,0.0025822893,0.038461328,0.027319904,0.5055833,0.00038687195,0.42442977],"study_design_scores_gemma":[0.00048012924,0.000015952417,0.0030774723,0.00001987241,0.0000029438709,6.9761086e-7,0.000052152605,0.9925295,0.00064226665,0.0011326128,0.0019359944,0.00011039219],"about_ca_topic_score_codex":0.000032629643,"about_ca_topic_score_gemma":0.000022394386,"teacher_disagreement_score":0.9540682,"about_ca_system_score_codex":0.000047073434,"about_ca_system_score_gemma":0.00006921276,"threshold_uncertainty_score":0.3982703},"labels":[],"label_agreement":null},{"id":"W4382542296","doi":"10.1017/s1351324923000311","title":"Korean named entity recognition based on language-specific features","year":2023,"lang":"en","type":"article","venue":"Natural Language Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Morpheme; Natural language processing; Artificial intelligence; Annotation; Named-entity recognition; Scheme (mathematics); Ambiguity; Segmentation; Syllable; Word (group theory); Speech recognition; Task (project management); Linguistics","score_opus":0.010039043517492463,"score_gpt":0.22310503279439328,"score_spread":0.21306598927690082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382542296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81690615,0.0022560665,0.17099151,0.00074757333,0.0033915078,0.0003580658,0.000021652815,0.00405666,0.0012708372],"genre_scores_gemma":[0.9767797,0.0000067061173,0.022355095,0.0001599062,0.0002947002,0.000012908509,0.000067253844,0.000020128751,0.00030362728],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988479,0.000024201549,0.00013467572,0.00034872824,0.00031755024,0.00032696183],"domain_scores_gemma":[0.9992962,0.00012341113,0.000031388885,0.00045021862,0.000028328797,0.000070483264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020738995,0.00016175045,0.00012855783,0.00028255663,0.00005891927,0.00012299702,0.0004286582,0.0000798049,0.000024314646],"category_scores_gemma":[0.00013454449,0.00015081634,0.000078588884,0.0005681364,0.0000065607173,0.00021652924,0.00008662326,0.0003828743,0.00015247273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002699285,0.000059972186,0.000097923,0.00017446911,0.00004324383,0.0011184281,0.007662422,0.084861,0.09505205,0.0034344208,0.0037636508,0.80370545],"study_design_scores_gemma":[0.00033226877,0.000020849046,0.00204235,0.00008682072,0.0000031420088,0.000010034879,0.0001259194,0.97819036,0.018379869,0.000026088663,0.0004927356,0.0002895446],"about_ca_topic_score_codex":0.00003144908,"about_ca_topic_score_gemma":0.0000068356944,"teacher_disagreement_score":0.8933294,"about_ca_system_score_codex":0.00007175589,"about_ca_system_score_gemma":0.000011880837,"threshold_uncertainty_score":0.61501116},"labels":[],"label_agreement":null},{"id":"W4382567310","doi":"10.1007/978-3-031-36336-8_83","title":"How Useful Are Educational Questions Generated by Large Language Models?","year":2023,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Topic Modeling","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Canadian Institute for International Peace and Security; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Quality (philosophy); Domain (mathematical analysis); Mathematics education; Natural language processing; Psychology; Epistemology; Mathematics","score_opus":0.05845123054466652,"score_gpt":0.2962198031426312,"score_spread":0.23776857259796466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382567310","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000084603766,0.00069385156,0.9505878,0.009601752,0.0004612394,0.00032235502,0.00009504582,0.00022850696,0.037924826],"genre_scores_gemma":[0.22292659,0.01018271,0.6703973,0.007217496,0.00043502767,0.00034721638,0.0016675316,0.00009387036,0.08673226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983382,0.000035642035,0.00048352114,0.00035994482,0.0004985827,0.00028407702],"domain_scores_gemma":[0.996699,0.00016488649,0.00032880827,0.0022411165,0.000442765,0.000123423],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00077689014,0.00021939797,0.00021394459,0.00083264674,0.0005777803,0.0012940497,0.0032255522,0.00013983097,0.000004508299],"category_scores_gemma":[0.00006093826,0.00023133625,0.000041994805,0.0005471669,0.00031828324,0.008399913,0.002176347,0.00043490544,0.00006095345],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.3151423e-7,0.00001656106,0.000022334125,0.000016048441,0.0000047289022,2.7612032e-7,0.0017013331,0.0011011593,0.000005187305,0.9729417,0.002077938,0.022112383],"study_design_scores_gemma":[0.00015987156,0.000009401692,0.00023562016,0.00013354784,0.0000033240608,0.0000094312745,0.000056406363,0.9355635,0.0000043753685,0.02021181,0.04333968,0.00027303756],"about_ca_topic_score_codex":0.000017941307,"about_ca_topic_score_gemma":0.00003179202,"teacher_disagreement_score":0.9527299,"about_ca_system_score_codex":0.00016176031,"about_ca_system_score_gemma":0.00037107646,"threshold_uncertainty_score":0.9997427},"labels":[],"label_agreement":null},{"id":"W4382567344","doi":"10.1007/978-3-031-36336-8_50","title":"GPTutor: A ChatGPT-Powered Programming Tool for Code Explanation","year":2023,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Topic Modeling","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Personalization; Code (set theory); Source code; Microsoft Visual Studio; Studio; Programming language; Visual programming language; Extension (predicate logic); Multimedia; Software engineering; Program code; Human–computer interaction; World Wide Web; Software","score_opus":0.07773957927845275,"score_gpt":0.31722444014096063,"score_spread":0.23948486086250786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382567344","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023385497,0.0001138358,0.97207445,0.0012625116,0.00054403086,0.00087032,0.000021846476,0.00023522649,0.024854401],"genre_scores_gemma":[0.009269138,0.0013848472,0.983443,0.0009444993,0.0001037366,0.00032071047,0.00016193962,0.000023852244,0.0043482776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981516,0.00001810992,0.00073607446,0.00035571528,0.00045348704,0.00028503634],"domain_scores_gemma":[0.99677193,0.0002983671,0.00034646352,0.0020638322,0.00044582537,0.000073553005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015523438,0.00020303689,0.0002287439,0.0009759595,0.0005095782,0.0008747267,0.003144923,0.00013298198,0.00000197289],"category_scores_gemma":[0.00010235168,0.00021523066,0.000056273846,0.00039509012,0.00031141378,0.005936291,0.0018031832,0.00027077983,0.00005515023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.3440616e-7,0.0000046194514,0.0000061962915,0.000024740659,0.0000028514619,1.09494096e-7,0.0013118525,0.00017936739,9.1618267e-7,0.6395426,0.0001082303,0.35881758],"study_design_scores_gemma":[0.00025187185,0.000035396137,0.00010767999,0.00015228677,0.0000034658951,0.000007261343,0.000016905338,0.7461804,0.00000386816,0.014230038,0.23876163,0.00024919512],"about_ca_topic_score_codex":0.00000579516,"about_ca_topic_score_gemma":0.000013687581,"teacher_disagreement_score":0.746001,"about_ca_system_score_codex":0.00015954966,"about_ca_system_score_gemma":0.00029180816,"threshold_uncertainty_score":0.8776852},"labels":[],"label_agreement":null},{"id":"W4382699275","doi":"10.1142/s2717554523500066","title":"Tapping the Potential of Coherence and Syntactic Features in Neural Models for Automatic Essay Scoring","year":2022,"lang":"en","type":"article","venue":"International Journal of Asian Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Coherence (philosophical gambling strategy); Artificial intelligence; Feature engineering; Embedding; Feature (linguistics); Natural language processing; Artificial neural network; Machine learning; Deep learning; Linguistics; Mathematics","score_opus":0.012380619583067244,"score_gpt":0.27862628987198207,"score_spread":0.2662456702889148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382699275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33643144,0.002379317,0.65813714,0.0023678092,0.0004358015,0.00010137541,0.0000020216514,0.000011908552,0.00013319305],"genre_scores_gemma":[0.97167784,0.0000019363297,0.028108142,0.00009890603,0.00008939761,0.0000060045054,3.1230903e-7,0.0000049820505,0.000012481726],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989912,0.000053405,0.0003201269,0.00011118338,0.00041875613,0.00010531342],"domain_scores_gemma":[0.9993156,0.0000705027,0.0003850162,0.00008138454,0.00012434076,0.000023153352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050487265,0.00006391867,0.000117775155,0.00017583626,0.000088844965,0.00014520969,0.0007864216,0.000013689753,0.000003684587],"category_scores_gemma":[0.00007833695,0.000050194933,0.00004405319,0.00010882568,0.00002107667,0.0006395285,0.0002059781,0.00021420054,2.501229e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032113392,0.000045125566,0.0002983582,0.00007713043,0.00003853473,0.00013506584,0.020602232,0.08938669,0.0042405045,0.0013916091,0.0000055496603,0.8837471],"study_design_scores_gemma":[0.00037234233,0.00003420895,0.0010367098,0.00016704213,0.000007754395,0.0006898398,0.0036721101,0.99069405,0.00031361645,0.0029519065,0.000002948083,0.000057450987],"about_ca_topic_score_codex":0.000018521465,"about_ca_topic_score_gemma":0.000004483468,"teacher_disagreement_score":0.9013074,"about_ca_system_score_codex":0.00007659675,"about_ca_system_score_gemma":0.00013776415,"threshold_uncertainty_score":0.204689},"labels":[],"label_agreement":null},{"id":"W4383052081","doi":"10.5281/zenodo.8111952","title":"Automated Domain Modeling with Large Language Models: A Comparative Study","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Domain (mathematical analysis); Language model; Data modeling; Modeling language; Natural language processing; Programming language; Software engineering; Software; Mathematics","score_opus":0.07540611999253258,"score_gpt":0.30194007886955976,"score_spread":0.22653395887702718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383052081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00616199,0.00016294887,0.8186021,0.00016880261,0.00029510498,0.0012941343,0.0003112413,0.0049988674,0.16800486],"genre_scores_gemma":[0.93519413,0.00011297239,0.016379677,0.00023344115,0.00063711073,0.0000014345524,0.0059117614,0.0058685937,0.0356609],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99588275,0.0007753478,0.00047980636,0.0011988989,0.0009172426,0.0007459564],"domain_scores_gemma":[0.9974038,0.000035294757,0.0002210963,0.0014199553,0.00069436594,0.00022549211],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010991414,0.00040550396,0.0005015769,0.00056688115,0.0020827607,0.001901469,0.0034138472,0.0001532819,0.0018593848],"category_scores_gemma":[0.000057470806,0.00038348592,0.00007366197,0.0012918254,0.00006133026,0.0006152451,0.0035965957,0.00073842285,0.0367089],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009387873,0.00075946166,1.4920428e-7,0.00020989764,0.00043392432,0.00024300003,0.07061047,0.29051068,0.0001522944,0.012530307,0.6192899,0.0051660184],"study_design_scores_gemma":[0.00091411173,0.00032701498,0.0000013736927,0.00011769054,0.000018000417,0.000048048445,0.004739618,0.8816414,0.000008591091,0.00017192883,0.111589015,0.0004232299],"about_ca_topic_score_codex":0.000076748045,"about_ca_topic_score_gemma":0.000004535827,"teacher_disagreement_score":0.92903215,"about_ca_system_score_codex":0.00026135583,"about_ca_system_score_gemma":0.000022626418,"threshold_uncertainty_score":0.9998617},"labels":[],"label_agreement":null},{"id":"W4383093199","doi":"10.20944/preprints202307.0192.v1","title":"Examining the Potential of Generative Language Models for Aviation Safety Analysis: Case Study and Insights using the Aviation Safety Reporting System (ASRS)","year":2023,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"General Fusion (Canada)","funders":"","keywords":"Aviation; Computer science; Aviation safety; Similarity (geometry); Crew; Process (computing); Aviation accident; Risk analysis (engineering); Aeronautics; Artificial intelligence; Engineering; Business","score_opus":0.23805610195435514,"score_gpt":0.36995627335307285,"score_spread":0.1319001713987177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383093199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5038524,0.00005868349,0.49456257,0.00004562232,0.00026887385,0.0010853948,0.000008945885,0.000091713104,0.000025771933],"genre_scores_gemma":[0.99133843,0.0000100436555,0.008202116,0.0000152125,0.00016705348,0.00016655312,0.000023565217,0.000026283864,0.00005071511],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995246,0.0007521029,0.0019434936,0.0012338412,0.00056033966,0.00026421063],"domain_scores_gemma":[0.99415606,0.0003504175,0.0030083621,0.0020341056,0.00039558488,0.00005545763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052737854,0.00031147394,0.0006418278,0.00027057118,0.0006618861,0.00013878537,0.00081148604,0.00017772712,0.0000018684364],"category_scores_gemma":[0.00041615235,0.00022083487,0.00022700126,0.00052685256,0.000045022545,0.00031819253,0.0026371512,0.0004611488,0.0000014024232],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019724448,0.000042196247,0.020504192,0.0001532139,0.0008664218,0.00014800596,0.071862906,0.9020393,0.0014403058,0.0018915877,1.9918275e-7,0.0010319797],"study_design_scores_gemma":[0.0002545738,0.000013288561,0.017838035,0.00010555502,0.00069707975,0.000084214065,0.02400608,0.9551496,0.0006596576,0.0009843947,4.0243265e-7,0.00020714481],"about_ca_topic_score_codex":0.002566561,"about_ca_topic_score_gemma":0.00039878514,"teacher_disagreement_score":0.48748603,"about_ca_system_score_codex":0.00025043002,"about_ca_system_score_gemma":0.00017034783,"threshold_uncertainty_score":0.90053844},"labels":[],"label_agreement":null},{"id":"W4383268293","doi":"10.1007/978-3-031-33617-1_3","title":"Methods for Text Generation in NLP","year":2023,"lang":"en","type":"book-chapter","venue":"SpringerBriefs in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Toronto Metropolitan University; McGill University; Dalhousie University","funders":"","keywords":"Generative grammar; Computer science; Artificial intelligence; Natural language processing; Text generation; Generative model; Space (punctuation)","score_opus":0.09547071892575935,"score_gpt":0.34734951002743236,"score_spread":0.251878791101673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383268293","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007639318,0.00012744234,0.98565453,0.0004602195,0.0035031147,0.0006222371,0.0000017622835,0.00021175947,0.009342553],"genre_scores_gemma":[0.0013845841,0.000047682723,0.9865505,0.00041324052,0.00065148255,0.00006007684,0.0000030810181,0.000044974953,0.010844396],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960369,0.000048614722,0.00075883744,0.0018550439,0.00058154936,0.00071906095],"domain_scores_gemma":[0.9976517,0.00031750993,0.00022915174,0.0014862801,0.00017913277,0.00013623298],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0040909336,0.00038272896,0.0004949133,0.0012543967,0.00016584135,0.0005095676,0.0032059788,0.00024230345,0.0000074260456],"category_scores_gemma":[0.00012113364,0.00041958143,0.00012614745,0.0006338091,0.00022516977,0.0007658678,0.0017248015,0.00047504914,0.00005036164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010302039,0.000008781698,0.000010776582,0.000026732576,0.0000029092053,0.000015512916,0.00030918297,0.009505861,0.00020452542,0.46565703,0.000054784927,0.5242029],"study_design_scores_gemma":[0.00022710611,0.000048356407,0.000119281045,0.00014182602,0.0000022666345,0.0000072673806,5.231574e-7,0.924664,0.0004237314,0.064845845,0.009081607,0.0004381568],"about_ca_topic_score_codex":0.000047028203,"about_ca_topic_score_gemma":0.00011662028,"teacher_disagreement_score":0.91515815,"about_ca_system_score_codex":0.000412763,"about_ca_system_score_gemma":0.0005211321,"threshold_uncertainty_score":0.9998256},"labels":[],"label_agreement":null},{"id":"W4383605036","doi":"10.48550/arxiv.2307.03042","title":"Parameter-Efficient Fine-Tuning of LLaMA for the Clinical Domain","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Engineering and Physical Sciences Research Council; National Institute for Health and Care Research; Canadian Institute of Steel Construction; UK Research and Innovation; Nvidia; Accenture; Cisco Systems","keywords":"Adapter (computing); Computer science; Downstream (manufacturing); Domain adaptation; Language model; Domain (mathematical analysis); Set (abstract data type); Artificial intelligence; Machine learning; Programming language; Engineering; Mathematics","score_opus":0.25467036970938967,"score_gpt":0.26332279495574423,"score_spread":0.008652425246354567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383605036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23555823,0.000031786305,0.76219165,0.00031612834,0.0012186766,0.00040504843,0.000010934622,0.00013513805,0.00013241466],"genre_scores_gemma":[0.97417164,0.000041720785,0.024886385,0.000052161384,0.00012648874,0.0000030304932,0.00000387885,0.000017604405,0.0006970841],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979791,0.0001705506,0.00042405436,0.0009871394,0.00011450682,0.0003246583],"domain_scores_gemma":[0.995594,0.001996821,0.00038461425,0.0017772041,0.00015514881,0.0000921654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013044514,0.00021413343,0.00037825896,0.0001504446,0.00014898114,0.00006584497,0.0025864746,0.00024470178,0.000004618382],"category_scores_gemma":[0.00025811166,0.00019028963,0.00044241484,0.0003770966,0.00014470628,0.000061972765,0.0026375626,0.0004885532,0.000019847432],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020311798,0.000057041,0.0012953589,0.00006415061,0.000102010206,0.000036575704,0.0002346556,0.82044405,0.000007511592,0.17434523,0.00021704708,0.003176075],"study_design_scores_gemma":[0.00037634466,0.00004566769,0.0007078247,0.000079587175,0.00004932383,9.099265e-7,0.000086282715,0.94279736,0.00002225099,0.055206556,0.000435219,0.00019266161],"about_ca_topic_score_codex":0.00007915555,"about_ca_topic_score_gemma":0.00003335688,"teacher_disagreement_score":0.7386134,"about_ca_system_score_codex":0.00006915959,"about_ca_system_score_gemma":0.00019951836,"threshold_uncertainty_score":0.77597857},"labels":[],"label_agreement":null},{"id":"W4384158719","doi":"10.32620/reks.2023.2.01","title":"Automatic text summarization based on extractive-abstractive method","year":2023,"lang":"en","type":"article","venue":"RADIOELECTRONIC AND COMPUTER SYSTEMS","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Automatic summarization; Computer science; Sentence; Ranking (information retrieval); Natural language processing; Artificial intelligence; Task (project management); WordNet; Meaning (existential); Information retrieval; Face (sociological concept); Noun; Rank (graph theory); Linguistics; Mathematics","score_opus":0.014697214206594023,"score_gpt":0.25804565950512004,"score_spread":0.243348445298526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384158719","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064675394,0.0001791639,0.9904592,0.0003547624,0.00092243653,0.00035625725,0.000001501762,0.00067437,0.0005847663],"genre_scores_gemma":[0.9690254,0.000012109464,0.030110646,0.00017504928,0.00037466275,0.00006185997,0.000010648,0.000021012409,0.00020864417],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99800926,0.00028247703,0.00030026154,0.0006036288,0.00034194844,0.0004624002],"domain_scores_gemma":[0.9987212,0.00045651896,0.00014257092,0.0005244614,0.000052412728,0.0001028249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066388526,0.00020982756,0.00028693656,0.0002702652,0.00017079945,0.00030241022,0.0004441898,0.00009732009,0.0000029028436],"category_scores_gemma":[0.000012120039,0.00019487289,0.000060731374,0.0004990265,0.000016214277,0.00033614077,0.000082908504,0.00023164604,0.00006090914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013832685,0.0001158608,0.0002595415,0.00017763884,0.00011352628,0.000058611575,0.00087180315,0.16119793,0.0003471451,0.24248199,0.0015276736,0.5928344],"study_design_scores_gemma":[0.00038802784,0.00022924006,0.0012372842,0.00006157882,0.000008156907,0.0000421925,0.000015380096,0.9958856,0.00009822422,0.0005338124,0.0012922625,0.00020820874],"about_ca_topic_score_codex":0.00005816317,"about_ca_topic_score_gemma":0.0000017382677,"teacher_disagreement_score":0.96255785,"about_ca_system_score_codex":0.0001686743,"about_ca_system_score_gemma":0.00015732668,"threshold_uncertainty_score":0.79466856},"labels":[],"label_agreement":null},{"id":"W4384636956","doi":"10.1145/3539618.3591887","title":"MMEAD: MS MARCO Entity Annotations and Disambiguations","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Global Water Futures; Canada First Research Excellence Fund; Natural Sciences and Engineering Research Council of Canada; Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Computer science; Python (programming language); Information retrieval; Resource (disambiguation); Named entity; Precision and recall; World Wide Web; Database; Programming language","score_opus":0.04196631591292097,"score_gpt":0.28302388692743785,"score_spread":0.24105757101451689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384636956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07946246,0.000010695382,0.9073217,0.0052018366,0.00016014777,0.000057875866,0.000001530642,0.0003265746,0.007457181],"genre_scores_gemma":[0.93390745,0.000012756077,0.061052717,0.00026762128,0.00003499361,0.000013752603,0.0000044355306,0.000003062759,0.004703202],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99953234,0.000014066827,0.00007965815,0.00016415029,0.00010170993,0.00010806307],"domain_scores_gemma":[0.9996408,0.00005047798,0.000012082835,0.00023056172,0.000025460853,0.000040612846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011367058,0.000036654907,0.000038143007,0.00006913509,0.000116304764,0.00010377541,0.00017348795,0.000015004166,0.000028897293],"category_scores_gemma":[0.000036564365,0.00003425889,0.000013475723,0.0003322334,0.000014606991,0.00028526923,0.00015202937,0.000033890276,0.00014642574],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.393891e-7,0.000020949641,0.0064534787,0.000008695754,0.000007900278,0.000004195572,0.0013077039,0.00088714977,0.00042277208,0.9206469,0.0066166436,0.06362339],"study_design_scores_gemma":[0.00012562895,0.000008617228,0.07670654,0.000004264174,0.0000025858733,0.0000028777229,0.00006792759,0.8697867,0.00011236174,0.048808247,0.0042721597,0.00010207844],"about_ca_topic_score_codex":0.000108539105,"about_ca_topic_score_gemma":0.00010733376,"teacher_disagreement_score":0.8718386,"about_ca_system_score_codex":0.000007243608,"about_ca_system_score_gemma":0.000017078826,"threshold_uncertainty_score":0.18820556},"labels":[],"label_agreement":null},{"id":"W4384640019","doi":"10.1145/3539618.3591801","title":"A Preference Judgment Tool for Authoritative Assessment","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Preference; Computer science; Information retrieval; Misinformation; Transitive relation; Relevance (law); Pairwise comparison; Salience (neuroscience); Artificial intelligence; Statistics; Mathematics","score_opus":0.13050863119496908,"score_gpt":0.3554437093966155,"score_spread":0.22493507820164643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384640019","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007454668,0.0000031253874,0.9843926,0.002273977,0.00029867818,0.00030701747,0.0000019074726,0.00036729954,0.004900742],"genre_scores_gemma":[0.39711007,0.0000024679416,0.5976565,0.00018009146,0.0000352837,0.00020970903,0.0000024266199,0.0000038749527,0.004799585],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999177,0.000020523146,0.00013552017,0.00028521684,0.00017760899,0.00020417251],"domain_scores_gemma":[0.9994318,0.0001462785,0.000026837553,0.00030261005,0.0000563973,0.000036067464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003497427,0.00006481844,0.000075854645,0.0000538511,0.00007307178,0.00008702324,0.00040424184,0.000022543194,0.000013853647],"category_scores_gemma":[0.000030861458,0.000054545784,0.000035407964,0.00020475392,0.0000063925468,0.00020098561,0.00020088478,0.000045062603,0.000058133763],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010844816,0.000017939989,0.00015348302,0.00001493864,0.000010245395,0.0000016742017,0.00070355943,0.0006743942,0.0004485715,0.9228047,0.003315029,0.07185437],"study_design_scores_gemma":[0.00021656234,0.000074226424,0.0028364519,0.000009791244,0.0000020307493,4.884956e-7,0.00008288959,0.93825895,0.00075617514,0.053853404,0.0037944077,0.0001146173],"about_ca_topic_score_codex":0.00000801643,"about_ca_topic_score_gemma":0.0000029227376,"teacher_disagreement_score":0.9375846,"about_ca_system_score_codex":0.000043027823,"about_ca_system_score_gemma":0.00007365799,"threshold_uncertainty_score":0.22243124},"labels":[],"label_agreement":null},{"id":"W4384659744","doi":"10.1145/3539618.3592043","title":"Prompt Learning to Mitigate Catastrophic Forgetting in Cross-lingual Transfer for Open-domain Dialogue Generation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; Alliance de recherche numérique du Canada","keywords":"Bridging (networking); Computer science; Transfer of learning; Forgetting; Open domain; Natural language processing; Artificial intelligence; Context (archaeology); Code (set theory); Domain (mathematical analysis); Simple (philosophy); Programming language; Set (abstract data type); Cognitive psychology; Psychology","score_opus":0.05829388737119521,"score_gpt":0.32415341943941745,"score_spread":0.2658595320682222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384659744","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4938989,0.0000038601215,0.50443304,0.00086377386,0.00015638603,0.0004716152,0.000002076536,0.000105473104,0.000064857],"genre_scores_gemma":[0.8871565,6.946169e-7,0.11154575,0.00024579652,0.00017919437,0.00021719169,0.000034637906,0.000015141889,0.0006050935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851674,0.000059284845,0.00032131028,0.0005214284,0.00015792836,0.00042330328],"domain_scores_gemma":[0.99951047,0.00007096727,0.000021164013,0.0002574359,0.000057558384,0.000082421946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010652234,0.00011596021,0.0001518811,0.00015727802,0.00021302112,0.00048198694,0.0007419111,0.00005239248,0.000004537391],"category_scores_gemma":[0.00012876342,0.00011527092,0.000039220562,0.0004531793,0.000010783681,0.00049479905,0.00028145753,0.00012825288,0.00003070864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031924978,0.00006371463,0.007246393,0.00008236412,0.00002005315,0.00004987184,0.019337546,0.6719064,0.10259089,0.065007135,0.00048201272,0.13318169],"study_design_scores_gemma":[0.00080335705,0.000099678145,0.0011769172,0.000027388185,0.0000014109861,0.0000031115892,0.00010196222,0.9789176,0.014968648,0.0025516185,0.0011221193,0.00022616825],"about_ca_topic_score_codex":0.00016517214,"about_ca_topic_score_gemma":0.0005121668,"teacher_disagreement_score":0.3932576,"about_ca_system_score_codex":0.00004677234,"about_ca_system_score_gemma":0.00008559728,"threshold_uncertainty_score":0.47006118},"labels":[],"label_agreement":null},{"id":"W4384695287","doi":"10.22215/etd/2023-15467","title":"Custom Named Construct Recognition in the Business and Management Literature","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Named-entity recognition; Computer science; Construct (python library); Information retrieval; Baseline (sea); Information extraction; Data science; Natural language processing; Artificial intelligence; Sample (material); Task (project management); Engineering","score_opus":0.019102564789087405,"score_gpt":0.2534133707422464,"score_spread":0.234310805953159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384695287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6963681,0.002296332,0.09027818,0.005264031,0.009923671,0.003912141,0.000025651538,0.0011648737,0.19076705],"genre_scores_gemma":[0.6197866,0.0103617385,0.26445234,0.00458883,0.001017219,0.0012262122,0.005263798,0.00017310421,0.093130134],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99913836,0.000045110253,0.00016570615,0.00033087164,0.00019584011,0.00012409115],"domain_scores_gemma":[0.99952596,0.00004621296,0.000055890156,0.00028368886,0.000073299736,0.000014927897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020620538,0.0001223565,0.00010856505,0.00020263442,0.000048309943,0.00033708318,0.00039060495,0.00011209614,0.000004796325],"category_scores_gemma":[0.000014728394,0.00008613381,0.000018863848,0.0006509573,0.000007774295,0.0001682652,0.00005015177,0.00017781374,0.000020945028],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009921016,0.000020020421,0.00007157051,0.00084803905,0.000026884649,0.00019428237,0.010366593,0.000019979727,0.000012223837,0.038840923,0.0014215595,0.948168],"study_design_scores_gemma":[0.0056987186,0.00012838941,0.38245693,0.016645389,0.00030349407,0.00042025643,0.04047434,0.14566116,0.0003825028,0.38366473,0.019285949,0.004878131],"about_ca_topic_score_codex":0.000048802867,"about_ca_topic_score_gemma":0.00033145866,"teacher_disagreement_score":0.9432899,"about_ca_system_score_codex":0.00001406841,"about_ca_system_score_gemma":0.000019063846,"threshold_uncertainty_score":0.3512435},"labels":[],"label_agreement":null},{"id":"W4384698103","doi":"10.22215/etd/2023-15505","title":"Human Emotion and Sentiment in Natural Language Understanding and Generation using Large Language Models with Limited to No Labeled Data","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Sentiment analysis; Artificial intelligence; Natural language processing; Natural language generation; Focus (optics); Domain (mathematical analysis); Context (archaeology); Language model; Natural language","score_opus":0.0990675854318619,"score_gpt":0.3320897956854136,"score_spread":0.2330222102535517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384698103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7609741,0.00018091926,0.23812932,0.00003377141,0.00016969707,0.00028830423,0.000008489912,0.000092784845,0.00012259514],"genre_scores_gemma":[0.9733196,0.000008041156,0.023796175,0.00007277835,0.000077576384,0.0000052510236,0.0011360347,0.000024314224,0.0015602276],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985986,0.000048669244,0.0002148296,0.0006562615,0.00025577203,0.00022587337],"domain_scores_gemma":[0.99936414,0.000018939156,0.00008077211,0.00044384252,0.000036585858,0.000055705837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030133166,0.00018298192,0.00018995405,0.00030895363,0.00013160876,0.00028674226,0.00025542857,0.00009991277,0.000003463807],"category_scores_gemma":[0.000015555714,0.00016631493,0.000009754717,0.00027611846,0.000005031725,0.00059323316,0.00023754698,0.00017048478,0.0000019035358],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023095368,0.00048300717,0.0022151212,0.0023526063,0.00062723557,0.0008437133,0.40662563,0.035966046,0.40185028,0.12170127,0.0010290887,0.026075045],"study_design_scores_gemma":[0.00045811705,0.000022719694,0.00023577818,0.0002229936,0.000016622529,0.0000036012132,0.006514107,0.9919601,0.0002823315,0.000069743204,6.5193115e-7,0.00021322588],"about_ca_topic_score_codex":0.0005531595,"about_ca_topic_score_gemma":0.008072923,"teacher_disagreement_score":0.95599407,"about_ca_system_score_codex":0.000117369054,"about_ca_system_score_gemma":0.000034049,"threshold_uncertainty_score":0.6782126},"labels":[],"label_agreement":null},{"id":"W4384823501","doi":"10.1145/3539618.3591805","title":"Tevatron: An Efficient and Flexible Toolkit for Neural Retrieval","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Tevatron; Computer science; Ranking (information retrieval); Pipeline (software); Flexibility (engineering); Implementation; Code (set theory); Generalization; Artificial intelligence; Information retrieval; Machine learning; Software engineering; Programming language; Large Hadron Collider; Particle physics","score_opus":0.05170918939528313,"score_gpt":0.29775165103531553,"score_spread":0.2460424616400324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384823501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46418965,0.000018967447,0.53323966,0.0011901429,0.00028349506,0.00013931809,8.6799787e-7,0.00041575404,0.0005221493],"genre_scores_gemma":[0.941415,0.0000016359579,0.055834807,0.00030229427,0.00011409436,0.0000065395056,0.0000021190076,0.0000066145817,0.00231686],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999218,0.000012421333,0.00010663232,0.00030224767,0.00013518268,0.0002255139],"domain_scores_gemma":[0.99949926,0.000058352914,0.000016435779,0.00032234984,0.000031115353,0.000072473624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027497867,0.00006318002,0.00007235193,0.000062061845,0.000091525406,0.00012784314,0.00030017502,0.000027608714,0.000006226494],"category_scores_gemma":[0.000028411749,0.000054004555,0.000023395218,0.00024024688,0.000013051145,0.0001696634,0.00017935563,0.00004046715,0.000016692844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000643667,0.00009519797,0.00150003,0.00008893204,0.00002082264,0.000020198628,0.0024379464,0.12752776,0.006042192,0.6611227,0.004743203,0.19633666],"study_design_scores_gemma":[0.00020318641,0.00008033879,0.0008560218,0.0000019091608,0.0000014103176,0.0000039449087,0.000028872739,0.99472773,0.001070832,0.0016103194,0.0013370668,0.000078367426],"about_ca_topic_score_codex":0.000008734847,"about_ca_topic_score_gemma":0.0000018318188,"teacher_disagreement_score":0.86719996,"about_ca_system_score_codex":0.000011147644,"about_ca_system_score_gemma":0.000021036312,"threshold_uncertainty_score":0.22022419},"labels":[],"label_agreement":null},{"id":"W4384827425","doi":"10.1145/3539618.3591804","title":"One Stop Shop for Question-Answering Dataset Selection","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Question answering; Visualization; Point (geometry); Selection (genetic algorithm); Information retrieval; Field (mathematics); Domain (mathematical analysis); World Wide Web; Data science; Artificial intelligence","score_opus":0.062483577979215395,"score_gpt":0.3178259029697293,"score_spread":0.2553423249905139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384827425","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044135842,0.0000043430873,0.9933143,0.0011806733,0.00023541095,0.00011524635,0.000017521646,0.0004710623,0.00024784752],"genre_scores_gemma":[0.36820063,0.000011907084,0.62757194,0.0005969083,0.0003550184,0.000101893755,0.00038581778,0.000016161017,0.0027597062],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993967,0.000011971479,0.00009969219,0.00022881264,0.00010506739,0.00015778036],"domain_scores_gemma":[0.99962556,0.00005344087,0.000017323626,0.0002404479,0.000029886221,0.000033318393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002692248,0.000045217672,0.000055027416,0.00007126749,0.00008416353,0.00007326718,0.00026264516,0.000024901088,0.000012262651],"category_scores_gemma":[0.00003820993,0.000048031314,0.000016087708,0.00026316306,0.000004006028,0.0003001335,0.000103021324,0.00003941541,0.000084096566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007970035,0.000058349007,0.00067423977,0.000078515564,0.00003481867,0.0000030258752,0.0005823608,0.029376905,0.010198211,0.6328418,0.06638393,0.2597598],"study_design_scores_gemma":[0.00010136079,0.000021230686,0.000289805,0.0000066598463,0.0000020141947,0.0000015120982,0.000010242934,0.9806949,0.0018487937,0.0038227914,0.013124773,0.00007594882],"about_ca_topic_score_codex":0.00006123634,"about_ca_topic_score_gemma":0.000040808023,"teacher_disagreement_score":0.95131797,"about_ca_system_score_codex":0.000023119375,"about_ca_system_score_gemma":0.00002280471,"threshold_uncertainty_score":0.19586602},"labels":[],"label_agreement":null},{"id":"W4384891006","doi":"10.1145/3539618.3594243","title":"Uncertainty Quantification for Text Classification","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science; Uncertainty quantification; Artificial intelligence; Machine learning; Scalability; Robustness (evolution); Calibration; Context (archaeology); Ensemble learning; Deep learning; Mathematics; Statistics; Database","score_opus":0.13152742126255812,"score_gpt":0.32902778271927,"score_spread":0.1975003614567119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384891006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068289335,0.0000038934627,0.9842504,0.0063709896,0.0002509417,0.0001649599,7.427189e-7,0.00048576389,0.0016433428],"genre_scores_gemma":[0.94030935,0.000003802242,0.056810528,0.00014112332,0.000047825044,0.00006705938,0.000013106444,0.0000036398696,0.0026035947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942094,0.000011991838,0.00011870676,0.0002334561,0.000094202995,0.00012070614],"domain_scores_gemma":[0.99939686,0.000088136316,0.000031864365,0.00039595133,0.00006253621,0.000024641691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028371063,0.00003970368,0.000042351883,0.000065422595,0.00007358991,0.00006731076,0.00032874558,0.000027538006,0.0000055024598],"category_scores_gemma":[0.000041401418,0.0000353182,0.000025962901,0.0002947154,0.000006963123,0.00016691459,0.00003811491,0.000022416014,0.00024322612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.710914e-7,0.0000061475052,0.00008930038,0.0000062195027,0.0000018201997,8.341774e-8,0.00013887048,0.0024403993,0.0044134404,0.8802502,0.0042409324,0.1084117],"study_design_scores_gemma":[0.00006894083,0.0000069537145,0.0025591543,0.0000018438358,7.658778e-7,2.725892e-7,0.000042417807,0.9722813,0.00064396835,0.013682357,0.010662565,0.000049458802],"about_ca_topic_score_codex":0.000015767086,"about_ca_topic_score_gemma":0.0000070837764,"teacher_disagreement_score":0.9698409,"about_ca_system_score_codex":0.000020419131,"about_ca_system_score_gemma":0.00002574679,"threshold_uncertainty_score":0.3126261},"labels":[],"label_agreement":null},{"id":"W4385144683","doi":"10.1186/s12911-023-02216-1","title":"Quality indices for topic model selection and evaluation: a literature review and case study","year":2023,"lang":"en","type":"review","venue":"BMC Medical Informatics and Decision Making","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Topic model; Artificial intelligence; Automatic summarization; Natural language processing; Model selection; Statistic; Information retrieval; Cluster analysis; Machine learning; Data mining; Statistics; Mathematics","score_opus":0.2952128063180214,"score_gpt":0.5148011429221888,"score_spread":0.21958833660416743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385144683","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016217264,0.52399886,0.4747304,0.0000051842667,0.00006606567,0.0009978509,0.0000032668302,0.000024981713,0.000011212883],"genre_scores_gemma":[0.00003775293,0.79815483,0.20138323,0.00019337298,0.00005396326,0.00015833392,0.0000045469474,0.0000075161374,0.0000064438664],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99714255,0.00017309225,0.0013362118,0.00032062017,0.00085114985,0.00017639634],"domain_scores_gemma":[0.9968279,0.0020039338,0.000491447,0.00034316603,0.000174997,0.00015854853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005900632,0.00023954558,0.00096410414,0.0002089872,0.000221182,0.00047261064,0.00027844962,0.00024545533,0.000002790862],"category_scores_gemma":[0.0011673059,0.00016594034,0.000083910105,0.0004044653,0.00002010313,0.00040224625,0.00054070976,0.00031511355,9.665162e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.3756627e-7,0.0000087139815,0.0000038998637,0.035574492,0.000017631519,0.000010774253,0.00065633515,0.000022901986,1.2609057e-10,0.0006207417,0.00005936427,0.9630244],"study_design_scores_gemma":[0.00030786655,0.000042814947,0.0000011088603,0.039631337,0.00024110488,0.001167473,0.00013963135,0.94985783,6.2858146e-10,0.0028713325,0.0055583376,0.00018114237],"about_ca_topic_score_codex":0.0000026317052,"about_ca_topic_score_gemma":0.000057226578,"teacher_disagreement_score":0.96284324,"about_ca_system_score_codex":0.000031703927,"about_ca_system_score_gemma":0.00037220918,"threshold_uncertainty_score":0.67668504},"labels":[],"label_agreement":null},{"id":"W4385156310","doi":"10.1101/2023.07.17.549421","title":"Identification and Description of Emotions by Current Large Language Models","year":2023,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Identification (biology); Current (fluid); Linguistics; Psychology; Computer science; Natural language processing; Cognitive psychology; Geology; Philosophy","score_opus":0.03460317368317225,"score_gpt":0.24969427387501478,"score_spread":0.21509110019184252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385156310","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34531936,0.0013928106,0.6514416,0.00012908601,0.0009468168,0.00027245883,0.00015370405,0.00034320887,0.0000010103095],"genre_scores_gemma":[0.9897373,0.00042423359,0.009585582,0.000019851144,0.00010172484,0.000079221005,7.2065905e-7,0.00004037823,0.00001098968],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99785596,0.000101121535,0.0005197261,0.00085016957,0.00035791122,0.00031510508],"domain_scores_gemma":[0.9978308,0.000031286098,0.00037888435,0.0013533338,0.00027879173,0.00012686891],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007179896,0.00025832627,0.0002985743,0.00026547952,0.0001096694,0.000267787,0.0007412574,0.00021083726,0.0000023403088],"category_scores_gemma":[0.00008245301,0.0002999256,0.000076088,0.0003798357,0.00003966466,0.00048149767,0.0008608567,0.0003864816,0.000017952256],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040328255,0.00029090393,0.002009456,0.0011062371,0.00009415083,0.000009379571,0.00035654503,0.0017642378,0.954852,0.038035728,0.001409721,0.00006764177],"study_design_scores_gemma":[0.0004985247,0.000021702048,0.021697866,0.0007050031,0.00008052362,1.4562977e-8,0.000014430745,0.9088312,0.0665513,0.00033026707,0.0004409465,0.0008282387],"about_ca_topic_score_codex":0.00005959192,"about_ca_topic_score_gemma":0.0000037148604,"teacher_disagreement_score":0.90706694,"about_ca_system_score_codex":0.000108573746,"about_ca_system_score_gemma":0.00015683715,"threshold_uncertainty_score":0.9999453},"labels":[],"label_agreement":null},{"id":"W4385339878","doi":"10.1007/978-3-031-39841-4_7","title":"Ontology-Driven Parliamentary Analytics: Analysing Political Debates on COVID-19 Impact in Canada","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Ontology; Computer science; Analytics; Context (archaeology); Vocabulary; World Wide Web; Data science; Linguistics","score_opus":0.03953028108057926,"score_gpt":0.2981980090836647,"score_spread":0.2586677280030854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385339878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002486412,0.00007532992,0.99056375,0.004867899,0.0011255123,0.00026769543,0.000017456767,0.000117635194,0.00047833603],"genre_scores_gemma":[0.9078436,0.00001684307,0.0792633,0.012439278,0.00031011546,0.000006827353,0.000014483574,0.000040231993,0.00006534597],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947336,0.000084971776,0.0007536073,0.0018763001,0.0012174214,0.0013341403],"domain_scores_gemma":[0.9960744,0.0014432346,0.00023263022,0.0015129399,0.00010340857,0.000633425],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076251087,0.0005867424,0.0008028819,0.0014732457,0.00020083171,0.0003208898,0.0031351664,0.00025531894,0.000025409121],"category_scores_gemma":[0.0002866275,0.0005308081,0.0001680264,0.0008835257,0.0003641694,0.00030177407,0.0010864896,0.0010867779,0.000022548924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000007762749,0.000018775148,0.007919881,0.000035040044,0.000037700134,0.00085379556,0.0003573474,0.9145057,0.000008937961,0.017194374,0.000046964222,0.059013702],"study_design_scores_gemma":[0.00022784378,0.00008841559,0.0009992137,0.0001893959,0.00001162934,0.00004459175,0.0000022259358,0.9112888,0.000043592467,0.086492546,0.00008491728,0.00052680494],"about_ca_topic_score_codex":0.576346,"about_ca_topic_score_gemma":0.85853195,"teacher_disagreement_score":0.9113004,"about_ca_system_score_codex":0.00714245,"about_ca_system_score_gemma":0.008450669,"threshold_uncertainty_score":0.9997144},"labels":[],"label_agreement":null},{"id":"W4385386988","doi":"10.18280/ria.370320","title":"Evaluation of Short Answers Using Domain Specific Embedding and Siamese Stacked BiLSTM with Contrastive Loss","year":2023,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Domain (mathematical analysis); Embedding; Computer science; Artificial intelligence; Natural language processing; Linguistics; Mathematics; Philosophy","score_opus":0.1025520882371787,"score_gpt":0.33134577830934414,"score_spread":0.22879369007216543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385386988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46582642,0.00013069031,0.53339165,0.00008694033,0.000096926255,0.0002195444,0.0000016951165,0.000048926453,0.00019718317],"genre_scores_gemma":[0.96737075,0.000050495884,0.032462325,0.000012610515,0.0000417953,0.000012238024,0.000002116153,0.0000130600465,0.00003461243],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980429,0.00014358951,0.0003919728,0.00051811617,0.00058361475,0.0003198166],"domain_scores_gemma":[0.9987864,0.0001739217,0.00010752047,0.000511464,0.00033849006,0.00008223493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021138145,0.0001511163,0.00022454328,0.00021462528,0.00012741449,0.00008397945,0.00034325346,0.000054803873,0.000023492696],"category_scores_gemma":[0.00006734609,0.00013907976,0.000041467603,0.00091458776,0.00014539801,0.00034082273,0.00012751053,0.00011778009,0.000016492791],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024123263,0.000055438788,0.0018948702,0.00005109409,0.00004701513,0.000036421025,0.009483585,0.8405542,0.024215063,0.013912862,0.000023757919,0.10970158],"study_design_scores_gemma":[0.00006740831,0.00006546532,0.0001477027,0.00013392004,0.00001945892,0.000023378636,0.0025604528,0.9714883,0.021355117,0.003864667,0.00011228442,0.00016186274],"about_ca_topic_score_codex":0.000021920048,"about_ca_topic_score_gemma":0.0000096475505,"teacher_disagreement_score":0.50154436,"about_ca_system_score_codex":0.00009533665,"about_ca_system_score_gemma":0.00009605786,"threshold_uncertainty_score":0.56715083},"labels":[],"label_agreement":null},{"id":"W4385400523","doi":"10.18280/ijsse.130310","title":"A Hybrid Text Summarization Approach Using Neural Networks and Metaheuristic Algorithms","year":2023,"lang":"en","type":"article","venue":"International Journal of Safety and Security Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Metaheuristic; Computer science; Artificial neural network; Artificial intelligence; Algorithm; Machine learning","score_opus":0.014499678562923292,"score_gpt":0.23050416823593525,"score_spread":0.21600448967301197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385400523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066325836,0.0003745884,0.9322786,0.00024835486,0.0006867566,0.000031050793,0.0000020983578,0.000034093664,0.00001863816],"genre_scores_gemma":[0.97731143,0.0002893292,0.022062406,0.000033987268,0.0002885747,3.8081976e-7,0.000003249799,0.000006481036,0.0000041615162],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917763,0.000022634573,0.00029281838,0.00012888586,0.00025501644,0.0001230252],"domain_scores_gemma":[0.99954087,0.00009615957,0.00010539436,0.00006790596,0.00011948827,0.00007017354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004615336,0.000086009866,0.00013536078,0.00020265907,0.000044092092,0.00013461932,0.00027552032,0.000029111352,8.905088e-7],"category_scores_gemma":[0.00007943859,0.00008342502,0.000038436832,0.00012335698,0.000013016336,0.00047762168,0.00016929366,0.0001891263,1.7660516e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009516846,0.0000090470085,0.00017244877,0.000012961761,0.00005894915,0.00006486978,0.0003554977,0.9749714,0.000077840086,0.007008415,0.0000055306446,0.01725351],"study_design_scores_gemma":[0.00023460679,0.000011452774,0.0006633727,0.000031406562,0.0000086153,0.0005260283,0.000015941474,0.99766546,0.000016587717,0.0005543739,0.00019355881,0.000078565005],"about_ca_topic_score_codex":0.000008165367,"about_ca_topic_score_gemma":2.2424884e-7,"teacher_disagreement_score":0.9109856,"about_ca_system_score_codex":0.0000323942,"about_ca_system_score_gemma":0.0000140121365,"threshold_uncertainty_score":0.34019732},"labels":[],"label_agreement":null},{"id":"W4385456320","doi":"10.1145/3611651","title":"Pre-trained Language Models in Biomedical Domain: A Systematic Survey","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Chinese University of Hong Kong","keywords":"Computer science; Biomedical text mining; Terminology; Domain (mathematical analysis); Data science; Artificial intelligence; Taxonomy (biology); Health informatics; Natural language processing; Health care; Text mining","score_opus":0.11915608480073568,"score_gpt":0.3643785811444352,"score_spread":0.24522249634369953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385456320","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010637517,0.50309724,0.49422655,0.00001874223,0.00080233946,0.0011181396,0.000025452175,0.00057166844,0.00003351062],"genre_scores_gemma":[0.0040986836,0.9010524,0.0918793,0.00011436562,0.00079840806,0.00029420987,0.00072533044,0.00042293358,0.00061436085],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98339987,0.010875135,0.0022842682,0.0014715558,0.00096374104,0.0010054342],"domain_scores_gemma":[0.9875,0.008063326,0.0007847083,0.003320917,0.00010173808,0.00022928024],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.027413731,0.0007271065,0.0034957388,0.0009061659,0.00012287781,0.0003419616,0.0059274575,0.0005343798,0.0000027209578],"category_scores_gemma":[0.003345757,0.0006121159,0.0004377227,0.0029288188,0.00006653782,0.0002241835,0.0031070514,0.0008838522,0.00016929953],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011704586,0.00017035122,0.0000613333,0.34528473,0.0003578143,0.0006600386,0.0045139072,0.0010864903,1.9777949e-7,0.0020748507,0.00023013292,0.64555895],"study_design_scores_gemma":[0.0008314462,0.00008856769,0.0005627735,0.2986264,0.00015171568,0.00021209184,0.000087595836,0.6916824,8.122887e-8,0.0040095374,0.0014348811,0.0023125075],"about_ca_topic_score_codex":0.0014696242,"about_ca_topic_score_gemma":0.0004700448,"teacher_disagreement_score":0.6905959,"about_ca_system_score_codex":0.00028866995,"about_ca_system_score_gemma":0.0005782518,"threshold_uncertainty_score":0.999633},"labels":[],"label_agreement":null},{"id":"W4385489610","doi":"10.1109/cai54212.2023.00097","title":"Can AI have a personality?","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Agreeableness; Conscientiousness; Personality; Neuroticism; Hierarchical structure of the Big Five; Computer science; Big Five personality traits; Psychology; Extraversion and introversion; Artificial intelligence; Social psychology","score_opus":0.04690695920680991,"score_gpt":0.284228868406088,"score_spread":0.23732190919927812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385489610","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0377367,0.000009098885,0.88261586,0.04906006,0.00026122548,0.00006109013,7.7893395e-7,0.0007909289,0.029464247],"genre_scores_gemma":[0.9697118,0.0000011590799,0.014183357,0.0026885502,0.000057205438,0.000004636272,6.173704e-7,0.0000028060513,0.013349859],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994731,0.000012114817,0.00005994868,0.0001749613,0.000132704,0.00014717576],"domain_scores_gemma":[0.99963635,0.000019124687,0.000007742753,0.00027432604,0.000018882478,0.00004356318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012439654,0.00003791136,0.000043099204,0.000040546543,0.000040893105,0.000061633335,0.0003314154,0.000016679738,0.00004256611],"category_scores_gemma":[0.000012084099,0.000032765263,0.000023857529,0.0001583791,0.0000068468717,0.00009839731,0.00015551386,0.00004627527,0.00019925326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.8398973e-7,0.0000135986975,0.0056164274,0.0000123654845,0.000011539814,0.00005460121,0.0052474355,0.00067905046,0.00029441918,0.9041312,0.024028491,0.059910316],"study_design_scores_gemma":[0.000075693366,0.000007379617,0.002415614,0.0000031144234,6.493452e-7,0.0000044093335,0.0000824299,0.97102267,0.00024467608,0.018454583,0.0076075504,0.000081248756],"about_ca_topic_score_codex":0.0003872843,"about_ca_topic_score_gemma":0.00014932457,"teacher_disagreement_score":0.9703436,"about_ca_system_score_codex":0.000013983713,"about_ca_system_score_gemma":0.000032365835,"threshold_uncertainty_score":0.2561064},"labels":[],"label_agreement":null},{"id":"W4385546024","doi":"10.1016/j.patter.2023.100802","title":"Evaluating progress in automatic chest X-ray radiology report generation","year":2023,"lang":"en","type":"article","venue":"Patterns","topic":"Topic Modeling","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institutes of Health; International Business Machines Corporation; National Heart, Lung, and Blood Institute; Gordon and Betty Moore Foundation","keywords":"Workload; Computer science; Metric (unit); Correctness; Selection (genetic algorithm); Artificial intelligence; Medical physics; Machine learning; Radiology; Data mining; Medicine; Algorithm; Engineering","score_opus":0.12598750857622068,"score_gpt":0.37312204709445873,"score_spread":0.24713453851823805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385546024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7546906,0.000023759942,0.24368349,0.0008198137,0.00040356859,0.00012431576,2.7929946e-7,0.00021470695,0.00003946468],"genre_scores_gemma":[0.97031504,0.000002026915,0.029259898,0.00008554656,0.00016639922,0.000079592646,0.000012384889,0.0000064210935,0.00007270193],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998845,0.000105522864,0.00029686172,0.0003345859,0.00019408032,0.00022398776],"domain_scores_gemma":[0.9993747,0.00004418306,0.00008755556,0.0004368264,0.000026431477,0.000030337349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097166566,0.00007308213,0.00011288306,0.00012104287,0.000042580938,0.00005857785,0.00030638225,0.00004234611,0.000014085104],"category_scores_gemma":[0.00007999529,0.00007060427,0.000022205539,0.00024920632,0.000009545635,0.00015516198,0.00013879537,0.000081981416,0.0000584911],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5606413e-7,0.000025893147,0.61520827,0.000056942303,0.000008692788,0.0005446928,0.0027284117,0.011010532,0.0012193659,0.00060119963,0.00016610332,0.36842954],"study_design_scores_gemma":[0.000101868754,0.000016105592,0.18127243,0.000018295465,0.0000011985762,0.000048630594,0.00001264827,0.8181634,0.00012729263,0.00015481838,0.0000184481,0.000064877066],"about_ca_topic_score_codex":0.000025644911,"about_ca_topic_score_gemma":0.000030479967,"teacher_disagreement_score":0.80715287,"about_ca_system_score_codex":0.000036861446,"about_ca_system_score_gemma":0.000044658555,"threshold_uncertainty_score":0.28791586},"labels":[],"label_agreement":null},{"id":"W4385550818","doi":"10.31219/osf.io/kn5f2","title":"Performance Analysis of Large Language Models for Medical Text Summarization","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Automatic summarization; Pace; Relevance (law); Computer science; Unified Medical Language System; Medical literature; Data science; Natural language processing; Medicine; Pathology","score_opus":0.03542364612472997,"score_gpt":0.30563387709382067,"score_spread":0.2702102309690907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385550818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026434217,0.000040996954,0.9713465,0.0004301029,0.00031027774,0.00021249776,0.000032933152,0.00020925619,0.0009832142],"genre_scores_gemma":[0.9146111,0.000066505454,0.08319855,0.00014798674,0.00007072265,0.000056572848,0.00018666759,0.000013136611,0.0016487517],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982665,0.000029998408,0.00042790288,0.0005035335,0.0005507419,0.000221305],"domain_scores_gemma":[0.99862087,0.00012738975,0.00015838385,0.0008914149,0.00013138074,0.00007053575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086257514,0.000132577,0.00037839508,0.000445802,0.000039254937,0.0000465448,0.0012106344,0.00024088485,0.00004881539],"category_scores_gemma":[0.000099454955,0.00011909005,0.00021419465,0.00059238455,0.000012850552,0.0001530951,0.0013933728,0.00017911986,0.000005507462],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004372,0.00006413296,0.0018978983,0.00039051328,0.000677887,0.000002995575,0.0024863847,0.8732997,0.000019468416,0.09377351,0.00040906132,0.026974093],"study_design_scores_gemma":[0.0001135259,0.000007726829,0.00041189612,0.000043833537,0.000119040276,1.3862557e-7,0.000027467744,0.99733967,0.000097195654,0.0016893081,0.00002896547,0.00012123394],"about_ca_topic_score_codex":0.00016597741,"about_ca_topic_score_gemma":0.0002267755,"teacher_disagreement_score":0.8881769,"about_ca_system_score_codex":0.000031493037,"about_ca_system_score_gemma":0.00017218784,"threshold_uncertainty_score":0.48563513},"labels":[],"label_agreement":null},{"id":"W4385565351","doi":"10.18653/v1/2023.acl-long.99","title":"Precise Zero-Shot Dense Retrieval without Relevance Labels","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":233,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relevance (law); Computer science; Similarity (geometry); Relevance feedback; Embedding; Vector space model; Artificial intelligence; Information retrieval; Encoder; Zero (linguistics); Natural language processing; Document retrieval; Vector space; Encoding (memory); Language model; Image retrieval; Pattern recognition (psychology); Mathematics; Image (mathematics)","score_opus":0.051737550002513226,"score_gpt":0.29283138815349513,"score_spread":0.2410938381509819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385565351","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22458905,0.00007105882,0.76362175,0.0014682992,0.0006849657,0.00017466379,0.0000012045015,0.0012495345,0.008139503],"genre_scores_gemma":[0.8676037,0.0000511213,0.104045704,0.0005981622,0.00010232316,0.000007426298,0.0000013850713,0.000016591075,0.027573574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985744,0.00004120645,0.00021153037,0.00046429902,0.00036300602,0.00034561154],"domain_scores_gemma":[0.99879736,0.0001438651,0.000044774115,0.0008381749,0.000073353825,0.00010246899],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004145172,0.00011370303,0.00013726664,0.00008923354,0.00008764274,0.00011706328,0.0007765607,0.000059552145,0.000029098874],"category_scores_gemma":[0.00021852506,0.00010076183,0.000042955606,0.0006896489,0.000022099948,0.00037061525,0.00037047482,0.00012801948,0.0008711078],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016090037,0.00023243457,0.014880337,0.00019082754,0.00013124252,0.0006103278,0.0075208526,0.016395718,0.08465694,0.4874887,0.11895208,0.26877967],"study_design_scores_gemma":[0.0007338509,0.00008525283,0.0017210753,0.000061266415,0.000007652146,0.000035275636,0.000026627124,0.9060167,0.02970572,0.034068014,0.02702721,0.00051136606],"about_ca_topic_score_codex":0.000015619993,"about_ca_topic_score_gemma":0.000007406373,"teacher_disagreement_score":0.88962096,"about_ca_system_score_codex":0.00003249569,"about_ca_system_score_gemma":0.00006138702,"threshold_uncertainty_score":0.99990684},"labels":[],"label_agreement":null},{"id":"W4385565506","doi":"10.18653/v1/2023.bea-1.62","title":"Empowering Conversational Agents using Semantic In-Context Learning","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Task (project management); Computer science; Context (archaeology); Work (physics); Artificial intelligence; Data science; Natural language processing; Human–computer interaction; Knowledge management; Engineering","score_opus":0.061271369527666014,"score_gpt":0.3122385994401016,"score_spread":0.2509672299124356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385565506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5887676,0.000005856318,0.40978393,0.0001964214,0.00021343605,0.00003646679,3.4984282e-8,0.00015580763,0.00084047014],"genre_scores_gemma":[0.9902538,0.0000020210557,0.008907263,0.00014121832,0.000025580273,0.0000015349091,7.080029e-7,0.0000046609307,0.0006632048],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925256,0.000026540896,0.00014208489,0.00021808008,0.00016754186,0.00019317189],"domain_scores_gemma":[0.99972594,0.000049111306,0.000027480542,0.00014733539,0.00001860064,0.000031545107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024600868,0.000057578454,0.000071933064,0.0001571829,0.00006229161,0.000065293614,0.0002434231,0.0000249816,0.00004327588],"category_scores_gemma":[0.00003691726,0.000060449915,0.00002333959,0.00036230366,0.0000074984437,0.0002948105,0.00021236409,0.00009414047,0.00016130114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040541336,0.000035326746,0.18441738,0.00006309627,0.000033851546,0.00023732561,0.017208941,0.6432899,0.006764938,0.08062958,0.00027059924,0.06704499],"study_design_scores_gemma":[0.00014537993,0.0000037478824,0.0070989593,0.000017693481,5.584241e-7,0.000003897199,0.00027408267,0.99136543,0.00019378244,0.00054090086,0.0002836235,0.00007192817],"about_ca_topic_score_codex":0.00014404739,"about_ca_topic_score_gemma":0.000026359288,"teacher_disagreement_score":0.40148625,"about_ca_system_score_codex":0.00004466076,"about_ca_system_score_gemma":0.000036021294,"threshold_uncertainty_score":0.2465076},"labels":[],"label_agreement":null},{"id":"W4385566909","doi":"10.18653/v1/2022.nlpcss-1.17","title":"An Analysis of Acknowledgments in NLP Conference Proceedings","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Army Research Office; National Key Research and Development Program of China; Engineering and Physical Sciences Research Council; Air Force Research Laboratory; Intelligence Advanced Research Projects Activity; Defense Advanced Research Projects Agency; Office of Naval Research; National Natural Science Foundation of China; Advanced Research Projects Agency; Impact Fund; National Institutes of Health; Nvidia; Atomic Energy of Canada Limited","keywords":"Computer science; Field (mathematics); Section (typography); Artificial intelligence; Natural language processing; Default; State (computer science); Incentive; Data science; Programming language; Mathematics","score_opus":0.031898717368553785,"score_gpt":0.27910495483539316,"score_spread":0.24720623746683937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385566909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7460901,0.000005292572,0.24904843,0.00009327906,0.000045571207,0.00004715556,7.1615597e-7,0.000032154952,0.004637313],"genre_scores_gemma":[0.98519737,6.0695345e-7,0.0144947665,0.00006867638,0.0000035125126,0.000011907435,9.112596e-7,0.0000013498908,0.00022088813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931216,0.000014409431,0.00015347518,0.0002225203,0.00019577556,0.00010165488],"domain_scores_gemma":[0.9996613,0.000008144738,0.00004412699,0.00019961233,0.00005802309,0.000028794857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024144264,0.000041373714,0.00011825198,0.00029360692,0.000032081625,0.000028607501,0.00072072656,0.000009837508,0.00027221415],"category_scores_gemma":[0.0000074182813,0.0000412398,0.000028089662,0.0010647129,0.00000582841,0.00023558007,0.00028543363,0.00006184072,0.0000017918607],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006538644,0.00043578647,0.40999576,0.000017187389,0.00012540078,0.0000048082616,0.014104553,0.019779682,0.004642439,0.5265325,0.00012617026,0.024229178],"study_design_scores_gemma":[0.00007656458,0.00003289807,0.0127323,0.000001159817,0.000010759867,2.6708565e-7,0.000430375,0.98558056,0.00037494535,0.00062764226,0.00008303623,0.000049467246],"about_ca_topic_score_codex":0.000102481215,"about_ca_topic_score_gemma":0.00006777833,"teacher_disagreement_score":0.9658009,"about_ca_system_score_codex":0.000039276176,"about_ca_system_score_gemma":0.000032059008,"threshold_uncertainty_score":0.2980554},"labels":[],"label_agreement":null},{"id":"W4385567355","doi":"10.18653/v1/2022.findings-emnlp.502","title":"Probing for Constituency Structure in Neural Language Models","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Deutsche Forschungsgemeinschaft","keywords":"Treebank; Computer science; Natural language processing; Focus (optics); Artificial intelligence; Syntactic structure; Syntax; Tree structure; Parsing; Data structure; Programming language","score_opus":0.023515779029376554,"score_gpt":0.2507793196022692,"score_spread":0.22726354057289264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385567355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1503763,0.00009793464,0.8468935,0.0005655743,0.00023475835,0.0002536706,0.000005121484,0.00008851183,0.0014846217],"genre_scores_gemma":[0.9212291,1.3576596e-7,0.07812307,0.00038700574,0.00001742189,0.000035939865,0.000001810986,0.00000299723,0.00020246576],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940103,0.000020843669,0.00010810554,0.00020923691,0.00010674783,0.0001540313],"domain_scores_gemma":[0.9997061,0.000024281246,0.000020947176,0.00021841051,0.000010082207,0.000020200267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000094945346,0.00005134851,0.00006628354,0.000060794362,0.00008098511,0.000033437147,0.00042713882,0.0000123343925,0.00003498945],"category_scores_gemma":[0.0000068362156,0.000048420592,0.000020773186,0.00013313598,0.0000061858614,0.00023713513,0.00024702627,0.000100308105,2.999671e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025145248,0.000012632764,0.00018638131,0.000011292243,0.0000020165292,0.000013437635,0.0038193783,0.4804707,0.0013632156,0.49344516,0.000092180315,0.020581126],"study_design_scores_gemma":[0.00019665701,0.000013375044,0.000009963978,0.0000013167488,4.949071e-7,0.000011265722,0.00019215574,0.9826337,0.0001495436,0.016603447,0.00012320973,0.00006484198],"about_ca_topic_score_codex":0.000060930124,"about_ca_topic_score_gemma":0.000062093524,"teacher_disagreement_score":0.77085286,"about_ca_system_score_codex":0.00003820093,"about_ca_system_score_gemma":0.000043592026,"threshold_uncertainty_score":0.19745344},"labels":[],"label_agreement":null},{"id":"W4385567372","doi":"10.18653/v1/2022.findings-emnlp.256","title":"RoChBert: Towards Robust BERT Fine-tuning for Chinese","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Key Research and Development Program of China; Beijing National Research Center For Information Science And Technology; National Natural Science Foundation of China","keywords":"Computer science; Robustness (evolution); Adversarial system; Artificial intelligence; Glyph (data visualization); Language model; Scratch; Fuse (electrical); Machine learning; Natural language processing; Visualization; Programming language","score_opus":0.0326339763209775,"score_gpt":0.25944590716233257,"score_spread":0.22681193084135506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385567372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010566739,0.00005744251,0.9756708,0.0034454656,0.00056682184,0.00016097057,0.0000022454005,0.00020732866,0.009322198],"genre_scores_gemma":[0.6439576,7.1717426e-7,0.3468905,0.0010436175,0.00012816236,0.00011644447,0.000004728064,0.00001084605,0.007847382],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990114,0.000024505393,0.00015997393,0.00033067228,0.00023649415,0.0002369382],"domain_scores_gemma":[0.9993586,0.00006086338,0.00003701072,0.00045156825,0.000035607853,0.000056328856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028692873,0.00009649305,0.00011479431,0.00006807964,0.00028892196,0.00007352676,0.00088179787,0.000017968645,0.00018623963],"category_scores_gemma":[0.00004785055,0.00008408051,0.00007227741,0.0002419949,0.000006035272,0.00021284557,0.00074933807,0.000110253975,0.0000067004235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022993192,0.0001911299,0.0028152708,0.000055102024,0.000055462056,0.000029032495,0.00443024,0.36881068,0.0015762033,0.24533029,0.019135278,0.3575483],"study_design_scores_gemma":[0.0002476202,0.000045603367,0.00026015268,0.0000015879552,0.0000017892199,0.000014695592,0.000027462993,0.9797965,0.000064182845,0.0040967194,0.015313559,0.00013007756],"about_ca_topic_score_codex":0.00011468813,"about_ca_topic_score_gemma":0.000035806464,"teacher_disagreement_score":0.63339084,"about_ca_system_score_codex":0.00005158812,"about_ca_system_score_gemma":0.00007040949,"threshold_uncertainty_score":0.34287035},"labels":[],"label_agreement":null},{"id":"W4385567884","doi":"10.1145/3580305.3599411","title":"Learning to Relate to Previous Turns in Conversational Search","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Conversation; Information retrieval; Task (project management); Query expansion; Selection (genetic algorithm); Context (archaeology); Web search query; Query language; Search engine; Artificial intelligence","score_opus":0.040873855434147476,"score_gpt":0.2949330662295956,"score_spread":0.25405921079544813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385567884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5554564,0.000004729687,0.42809477,0.010709994,0.00016382306,0.00021626143,1.5009644e-7,0.00030058488,0.0050533],"genre_scores_gemma":[0.95741546,0.0000023307578,0.034259714,0.0006038544,0.000026231814,0.000012116918,7.050983e-7,0.000003919896,0.007675657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991807,0.00004129276,0.00011640073,0.00024655365,0.00021117282,0.000203912],"domain_scores_gemma":[0.99962085,0.0000766112,0.0000070898636,0.00018156074,0.000029252413,0.000084610714],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004580902,0.00004369024,0.00005782075,0.00019603991,0.000028324703,0.000055833367,0.00033038127,0.000022360877,0.000043637698],"category_scores_gemma":[0.00008350173,0.0000428707,0.000013995209,0.0006964275,0.000002989644,0.00012005905,0.00034473313,0.00012187773,0.0015482649],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054342363,0.000014793031,0.019998517,0.000018292652,0.0000071188015,0.000056576348,0.033411913,0.8108938,0.0008090652,0.06995865,0.0018949504,0.06293093],"study_design_scores_gemma":[0.00015673734,0.000052093186,0.024342168,0.000021796513,3.9516476e-7,0.0000026586179,0.00019814221,0.9680792,0.00020026325,0.0012446151,0.0055851266,0.000116798845],"about_ca_topic_score_codex":0.000107161744,"about_ca_topic_score_gemma":0.000039061797,"teacher_disagreement_score":0.40195906,"about_ca_system_score_codex":0.000045371362,"about_ca_system_score_gemma":0.000042199536,"threshold_uncertainty_score":0.99922913},"labels":[],"label_agreement":null},{"id":"W4385569664","doi":"10.18653/v1/2023.acl-long.341","title":"Forgotten Knowledge: Examining the Citational Amnesia in NLP","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Citation; Diversity (politics); Computer science; Reading (process); Set (abstract data type); Artificial intelligence; Lexical diversity; Data science; Information retrieval; Library science; Linguistics; Sociology; Vocabulary","score_opus":0.07681843267050391,"score_gpt":0.2994837716378186,"score_spread":0.22266533896731466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385569664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35306093,0.00004289605,0.6020616,0.006585846,0.0004973861,0.0001367033,2.4181384e-7,0.0003762753,0.03723809],"genre_scores_gemma":[0.98215705,0.0000016701587,0.014593899,0.0002458184,0.000059502385,0.000017143233,7.959722e-7,0.0000033544577,0.0029207896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939287,0.000034274224,0.0001178822,0.0001750267,0.00012218258,0.00015776618],"domain_scores_gemma":[0.99945104,0.00023990562,0.00001559678,0.00024872913,0.000024757064,0.000019951249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004209095,0.000046633988,0.000047978916,0.000091944894,0.00005853153,0.0000610621,0.0005161615,0.00002032458,0.000015568414],"category_scores_gemma":[0.00004940859,0.000032066364,0.000014016696,0.0005713048,0.000011651341,0.0001755094,0.00020623079,0.00006589202,0.00019341962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013663675,0.000030778065,0.022869041,0.000015233143,0.000009668103,0.000020592866,0.011309399,0.0056076017,0.0006054568,0.7875796,0.011374736,0.16057654],"study_design_scores_gemma":[0.00011930596,0.000007418239,0.12702012,0.0000074984714,5.089038e-7,0.0000024960598,0.00022234516,0.8589651,0.00004325493,0.011464559,0.002080308,0.00006706866],"about_ca_topic_score_codex":0.000016954415,"about_ca_topic_score_gemma":0.000060102346,"teacher_disagreement_score":0.8533575,"about_ca_system_score_codex":0.000017402484,"about_ca_system_score_gemma":0.000046416484,"threshold_uncertainty_score":0.24860825},"labels":[],"label_agreement":null},{"id":"W4385569686","doi":"10.18653/v1/2023.acl-long.274","title":"ConvGQR: Generative Query Reformulation for Conversational Search","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"China Scholarship Council; Tsinghua University","keywords":"Computer science; Query expansion; Conversation; Query language; Rewriting; Web search query; Information retrieval; Web query classification; Query optimization; RDF query language; Sargable; Generative grammar; Task (project management); Artificial intelligence; Search engine; Programming language; Linguistics","score_opus":0.08974196501350201,"score_gpt":0.32235838613890366,"score_spread":0.23261642112540165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385569686","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013909515,0.000002424062,0.97957563,0.0039232154,0.0002060396,0.00016318043,0.0000020516893,0.00021404857,0.0020039142],"genre_scores_gemma":[0.7679076,0.000002840077,0.22125766,0.00062466064,0.00017180046,0.000041183324,0.000034003213,0.0000056419904,0.009954564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993988,0.00001717681,0.00010285226,0.00018650433,0.00015937186,0.0001352921],"domain_scores_gemma":[0.9995809,0.00010149616,0.000015716065,0.00016739854,0.00010368023,0.00003076567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027863585,0.000042374824,0.000048998667,0.00007311485,0.00008466548,0.000051409967,0.0001782436,0.000027513985,0.000022450271],"category_scores_gemma":[0.000021441454,0.000031848514,0.000026721673,0.00016925721,0.000009606991,0.000285589,0.00007700187,0.000031283715,0.000102729166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028960005,0.000005350707,0.00040202835,0.000008029023,0.0000091509455,9.2373824e-7,0.0008456454,0.013874949,0.0011863656,0.9630884,0.0029624323,0.017613845],"study_design_scores_gemma":[0.00018436703,0.000014292444,0.00069490145,0.000001582484,5.334582e-7,6.988182e-7,0.000038587623,0.981702,0.002825795,0.0123678185,0.0021175789,0.000051835224],"about_ca_topic_score_codex":0.000030401494,"about_ca_topic_score_gemma":0.000007845488,"teacher_disagreement_score":0.9678271,"about_ca_system_score_codex":0.000038940278,"about_ca_system_score_gemma":0.000070045244,"threshold_uncertainty_score":0.13204098},"labels":[],"label_agreement":null},{"id":"W4385569777","doi":"10.18653/v1/2023.woah-1.14","title":"Concept-Based Explanations to Test for False Causal Relationships Learned by Abusive Language Classifiers","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Artificial intelligence; Set (abstract data type); Feature (linguistics); Machine learning; Focus (optics); Natural language processing; Linguistics","score_opus":0.07954067804392582,"score_gpt":0.3169069890658719,"score_spread":0.23736631102194605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385569777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011943334,0.000012931764,0.97268724,0.013283008,0.0001709046,0.00034776705,0.00004116674,0.00050870405,0.0010049627],"genre_scores_gemma":[0.9097036,7.110219e-7,0.08182031,0.0012528471,0.00005617407,0.00015682948,0.000086430926,0.00001310932,0.00690996],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905676,0.000038579758,0.00017117495,0.00032130902,0.00017069846,0.00024145341],"domain_scores_gemma":[0.9984136,0.0009897195,0.000037877082,0.00036487298,0.000078112906,0.000115777395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026860493,0.00008755821,0.0000908633,0.00014513798,0.00020846007,0.000095394294,0.00037268686,0.000057648507,0.000026375927],"category_scores_gemma":[0.00073743094,0.00008555967,0.000038676353,0.00053862407,0.0000143577745,0.00019986265,0.000060440343,0.00009930833,0.00018604382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015496547,0.00019768973,0.0036559042,0.000038076876,0.000046145462,0.000035231307,0.021850161,0.10308778,0.019068463,0.32006368,0.5056979,0.026243493],"study_design_scores_gemma":[0.0005931601,0.000090526264,0.00057696685,0.000012721901,0.0000059178433,0.0000010235239,0.002046189,0.98157805,0.0034422388,0.0015639801,0.009847172,0.000242068],"about_ca_topic_score_codex":0.0000581195,"about_ca_topic_score_gemma":0.00014642882,"teacher_disagreement_score":0.8977603,"about_ca_system_score_codex":0.000050123796,"about_ca_system_score_gemma":0.000081735634,"threshold_uncertainty_score":0.34890223},"labels":[],"label_agreement":null},{"id":"W4385569780","doi":"10.18653/v1/2023.acl-long.307","title":"Evaluating Open-Domain Question Answering in the Era of Large Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Matching (statistics); Benchmark (surveying); Question answering; Open domain; Natural language processing; Domain (mathematical analysis); Artificial intelligence; Language model; Information retrieval; Machine learning; Statistics","score_opus":0.07837739210868339,"score_gpt":0.3860292843682005,"score_spread":0.3076518922595171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385569780","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4559368,0.000021000465,0.5403343,0.00065963255,0.00004401007,0.00012990336,4.1223367e-7,0.00005132568,0.002822661],"genre_scores_gemma":[0.89611894,0.0000023554799,0.10353776,0.0002140412,0.000015645117,0.000015570817,0.000001146092,0.0000031681707,0.0000913911],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908966,0.00015084445,0.00017663126,0.00018253355,0.00023307894,0.0001672262],"domain_scores_gemma":[0.9994295,0.00009318264,0.000037628663,0.00040594288,0.00002029523,0.000013401459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028820639,0.000050230014,0.00008062767,0.000051102517,0.000044624096,0.00008251379,0.0009784786,0.000021745558,0.000007457849],"category_scores_gemma":[0.00004602956,0.000036288173,0.000017319779,0.00042469896,0.0000052007,0.00044665972,0.00043952232,0.00010431419,0.000009433638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027455694,0.000042774464,0.00036310023,0.00002315797,0.000004199134,0.000020906078,0.035537027,0.12322935,0.006500541,0.77343285,0.00008736906,0.060756],"study_design_scores_gemma":[0.00019764302,0.000014783582,0.0005619857,0.000032849657,5.874398e-7,0.000001611961,0.0010338543,0.97322196,0.00036533055,0.024514297,0.000009274321,0.00004584352],"about_ca_topic_score_codex":0.00046243923,"about_ca_topic_score_gemma":0.00018634203,"teacher_disagreement_score":0.8499926,"about_ca_system_score_codex":0.00001543492,"about_ca_system_score_gemma":0.000030625142,"threshold_uncertainty_score":0.18182729},"labels":[],"label_agreement":null},{"id":"W4385569905","doi":"10.18653/v1/2023.woah-1.16","title":"Conversation Derailment Forecasting with Graph Convolutional Networks","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Conversation; Computer science; Derailment; Benchmark (surveying); Convolutional neural network; Moderation; Graph; Artificial intelligence; Machine learning; Psychology; Theoretical computer science; Communication","score_opus":0.04109949231874602,"score_gpt":0.21991786078820816,"score_spread":0.17881836846946214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385569905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019366167,0.000009339315,0.97752225,0.0010586589,0.00018242323,0.000076215845,1.206815e-7,0.0003038933,0.0014809386],"genre_scores_gemma":[0.9472858,0.0000022761174,0.052080795,0.00025612637,0.000052353284,0.000010271999,0.00000431392,0.000003279629,0.00030479432],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936044,0.000013423748,0.00009296347,0.0001896349,0.00017001946,0.00017351077],"domain_scores_gemma":[0.9996776,0.000054754284,0.000029153323,0.00015635314,0.00004346067,0.000038704766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016336415,0.000054341017,0.000049086033,0.00006126745,0.000079969686,0.000054619122,0.00016890775,0.000021695276,0.000016386628],"category_scores_gemma":[0.000006482937,0.000043826185,0.000016958275,0.0003217401,0.000014843015,0.0001983249,0.000079453,0.000047432583,0.000028542801],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006386861,0.00001541903,0.016992081,0.0000102242475,0.000034493925,0.000025447389,0.00083191466,0.58201575,0.000035682446,0.35913622,0.0030387682,0.03785758],"study_design_scores_gemma":[0.00017688857,0.000018039666,0.0024502738,0.000007815589,0.0000013263909,0.000007798376,0.00004148382,0.99470305,0.000030524538,0.0023197837,0.00017810732,0.000064881555],"about_ca_topic_score_codex":0.000019786752,"about_ca_topic_score_gemma":0.000019083876,"teacher_disagreement_score":0.9279196,"about_ca_system_score_codex":0.000022461394,"about_ca_system_score_gemma":0.000029601215,"threshold_uncertainty_score":0.17871799},"labels":[],"label_agreement":null},{"id":"W4385570008","doi":"10.18653/v1/2023.acl-long.770","title":"Optimal Transport for Unsupervised Hallucination Detection in Neural Machine Translation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia; HORIZON EUROPE Framework Programme; Grand Équipement National De Calcul Intensif","keywords":"Computer science; Machine translation; Detector; Intuition; Artificial intelligence; Sentence; Autoencoder; De facto; Translation (biology); Similarity (geometry); Machine learning; Artificial neural network; Natural language processing","score_opus":0.0426722949187765,"score_gpt":0.26741477469606145,"score_spread":0.22474247977728495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18077944,0.000020675821,0.8175769,0.0008414443,0.00015000303,0.00022547659,9.892678e-7,0.00025079795,0.00015431253],"genre_scores_gemma":[0.9360295,0.0000027952676,0.06374583,0.000047001467,0.000025153235,0.000038493206,0.000013097098,0.00000552993,0.00009263713],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993077,0.000016730772,0.00017641365,0.00023008457,0.0001187574,0.00015030525],"domain_scores_gemma":[0.9997569,0.00003980849,0.000017027442,0.00013894109,0.00002436085,0.000023018061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025973312,0.00006403848,0.00007048848,0.00017671876,0.000043519027,0.00002146485,0.0001611009,0.000042032138,0.000005884893],"category_scores_gemma":[0.000006218811,0.000063237145,0.000037113638,0.0003936181,0.0000037858538,0.00040520326,0.000007489638,0.000052178806,0.000005239317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001321612,0.0000145363,0.00042067704,0.00001768239,0.0000021048406,0.0000023456803,0.00083925173,0.16884004,0.002659356,0.0008057159,0.0000020249474,0.82638305],"study_design_scores_gemma":[0.0005408564,0.000035189238,0.008127782,0.0000028595393,0.0000016494292,0.0000013436704,0.000011734677,0.98962563,0.0012655593,0.00021572161,0.00010042532,0.00007125199],"about_ca_topic_score_codex":0.00009027756,"about_ca_topic_score_gemma":0.00043479833,"teacher_disagreement_score":0.8263118,"about_ca_system_score_codex":0.000021728516,"about_ca_system_score_gemma":0.000011568751,"threshold_uncertainty_score":0.2578736},"labels":[],"label_agreement":null},{"id":"W4385570025","doi":"10.18653/v1/2023.acl-long.385","title":"Few-shot In-context Learning on Knowledge Base Question Answering","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Knowledge base; Question answering; Executable; Schema (genetic algorithms); Artificial intelligence; Context (archaeology); Natural language; Natural language processing; Entity linking; Natural language understanding; Matching (statistics); Baseline (sea); Information retrieval; Programming language","score_opus":0.050013981675477326,"score_gpt":0.30104167190427256,"score_spread":0.25102769022879523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52379787,0.00004829844,0.44032693,0.0008706671,0.000577644,0.000108910834,9.0850996e-8,0.00086856406,0.03340105],"genre_scores_gemma":[0.99260116,0.0000068536187,0.003429709,0.00011997602,0.0000568771,0.00000882211,8.5952286e-7,0.000006745679,0.0037689945],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991161,0.00006981756,0.00014561844,0.00030687373,0.000112228605,0.00024933572],"domain_scores_gemma":[0.9995429,0.0001024556,0.000021530896,0.00025795167,0.000023026289,0.00005213676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053314364,0.00008009325,0.00008615173,0.00020394145,0.00006422246,0.000070098824,0.00028762594,0.000038758135,0.000022747598],"category_scores_gemma":[0.00007728191,0.00007707931,0.000026222868,0.000454727,0.0000065882773,0.00023520163,0.00015934596,0.0001786605,0.0006631163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006769856,0.0000648552,0.0094966395,0.00003691407,0.000005840253,0.000078663164,0.006478184,0.06480666,0.0028978586,0.25084108,0.0004920011,0.6647945],"study_design_scores_gemma":[0.0001820044,0.00003943833,0.004388068,0.00006441899,5.028616e-7,0.000001950379,0.00015114645,0.99089426,0.0014345134,0.00073580357,0.0019886321,0.000119264376],"about_ca_topic_score_codex":0.00010080646,"about_ca_topic_score_gemma":0.00021882627,"teacher_disagreement_score":0.9260876,"about_ca_system_score_codex":0.00006134576,"about_ca_system_score_gemma":0.000031866395,"threshold_uncertainty_score":0.85232395},"labels":[],"label_agreement":null},{"id":"W4385570159","doi":"10.18653/v1/2023.findings-acl.714","title":"A Study on Knowledge Distillation from Weak Teacher for Scaling Up Pre-trained Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Initialization; Computer science; Artificial intelligence; Weighting; Distillation; Machine learning; Language model; Domain (mathematical analysis); Natural language processing; Mathematics","score_opus":0.0692850980979679,"score_gpt":0.3390118085480475,"score_spread":0.2697267104500796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42256042,0.000011945266,0.57350725,0.00011489536,0.00021671073,0.00034204134,0.000003011992,0.0004002973,0.0028434405],"genre_scores_gemma":[0.98090136,3.337002e-7,0.012589791,0.000026344009,0.00017478644,0.00006732444,0.000010369124,0.000012905771,0.0062167677],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989491,0.000048580143,0.00019141036,0.00043303557,0.00016957657,0.00020829713],"domain_scores_gemma":[0.99922645,0.00017161897,0.000035888494,0.0004786602,0.000035684287,0.000051711388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032601072,0.00011138716,0.00012910744,0.000090400375,0.0000884645,0.0001004755,0.00038711957,0.00004434748,0.000009906956],"category_scores_gemma":[0.00003453918,0.00009386885,0.00005166558,0.00022207263,0.0000059063846,0.00021895174,0.00015688899,0.0000688319,0.000056292094],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009108364,0.00097404065,0.004204936,0.000053245563,0.00019434572,0.000017451623,0.27970904,0.13799539,0.0027611626,0.13146195,0.004442573,0.43809476],"study_design_scores_gemma":[0.00052656914,0.00004646005,0.004890626,0.000013819524,0.0000061211244,1.5411153e-7,0.0015588009,0.9867971,0.00014412853,0.005837478,0.000057366982,0.000121402496],"about_ca_topic_score_codex":0.00012315882,"about_ca_topic_score_gemma":0.000056150984,"teacher_disagreement_score":0.8488017,"about_ca_system_score_codex":0.000037261223,"about_ca_system_score_gemma":0.000025275043,"threshold_uncertainty_score":0.3827861},"labels":[],"label_agreement":null},{"id":"W4385570165","doi":"10.18653/v1/2023.findings-acl.206","title":"Two Examples are Better than One: Context Regularization for Gradient-based Prompt Tuning","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Regularization (linguistics); Context (archaeology); Machine learning; Artificial intelligence; Language model","score_opus":0.06752832518457182,"score_gpt":0.2678553627134493,"score_spread":0.20032703752887748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570165","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070565484,0.000009921981,0.92415804,0.0039924295,0.00020999857,0.00032749912,0.00000221745,0.00049632584,0.00023808707],"genre_scores_gemma":[0.8319196,4.2008108e-7,0.16583586,0.0009985885,0.0000929359,0.00007618688,0.000023058252,0.0000124925455,0.0010408502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989568,0.00003351083,0.00017851942,0.00037107355,0.00019016262,0.0002699134],"domain_scores_gemma":[0.9992419,0.00011194116,0.00007344455,0.00043580073,0.000082740575,0.00005421319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027366338,0.00009671778,0.00012026678,0.00012532415,0.00013799345,0.00014153849,0.00040810363,0.000035519966,0.000009751689],"category_scores_gemma":[0.000052310905,0.000090964146,0.000051784624,0.00029158586,0.000015950704,0.0002451192,0.00010338606,0.000050532653,0.000026578433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019714751,0.00011883614,0.03198716,0.0002132227,0.00006445176,0.000015524876,0.0026100893,0.009085938,0.011472576,0.7393863,0.0037393232,0.20128682],"study_design_scores_gemma":[0.0006095374,0.00003220284,0.0036965043,0.00005797189,0.0000050229314,7.55802e-7,0.000095759555,0.9777201,0.005231219,0.010936862,0.001447689,0.00016637496],"about_ca_topic_score_codex":0.000056685403,"about_ca_topic_score_gemma":0.00010480942,"teacher_disagreement_score":0.9686342,"about_ca_system_score_codex":0.000026843069,"about_ca_system_score_gemma":0.00003454271,"threshold_uncertainty_score":0.370941},"labels":[],"label_agreement":null},{"id":"W4385570189","doi":"10.18653/v1/2023.findings-acl.139","title":"This prompt is measuring &lt;mask&gt;: evaluating bias evaluation in language models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"University of Edinburgh; UK Research and Innovation","keywords":"Computer science; Scope (computer science); Measure (data warehouse); Taxonomy (biology); Language model; Field (mathematics); Gender bias; Natural language processing; Artificial intelligence; Data science; Psychology; Data mining; Social psychology; Mathematics","score_opus":0.29236968409882247,"score_gpt":0.36457375483565485,"score_spread":0.07220407073683238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7253722,0.0001742704,0.24566436,0.0012985155,0.0002893136,0.00064946344,8.008876e-7,0.0006507508,0.025900317],"genre_scores_gemma":[0.9550249,0.0000058925275,0.04260605,0.0002562267,0.00006328961,0.00008718483,0.0000029441298,0.000013767922,0.0019397292],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972839,0.00022317182,0.0003675965,0.0005595784,0.001186054,0.0003797252],"domain_scores_gemma":[0.9989297,0.00011782672,0.00007805062,0.00067185133,0.00014235605,0.00006026225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004709222,0.0001388313,0.00016124499,0.00031202714,0.000089373614,0.0001485696,0.00061382784,0.000067587534,0.00017892533],"category_scores_gemma":[0.00029061243,0.00013011678,0.000053750988,0.0009119716,0.000009459369,0.000760723,0.00034681996,0.0001411362,0.00030622323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005919014,0.00006413735,0.0011987081,0.000080115155,0.000027685626,0.000028983217,0.06268566,0.30805653,0.019611033,0.016204007,0.001382661,0.59065455],"study_design_scores_gemma":[0.00035106565,0.000017669225,0.00028475068,0.000055644443,0.000004822216,0.000002442536,0.00014430776,0.9885219,0.002113466,0.008325529,0.000021344204,0.00015709203],"about_ca_topic_score_codex":0.000301471,"about_ca_topic_score_gemma":0.00013095458,"teacher_disagreement_score":0.68046534,"about_ca_system_score_codex":0.00015167124,"about_ca_system_score_gemma":0.00016901584,"threshold_uncertainty_score":0.5306008},"labels":[],"label_agreement":null},{"id":"W4385570227","doi":"10.18653/v1/2023.semeval-1.283","title":"Team TheSyllogist at SemEval-2023 Task 3: Language-Agnostic Framing Detection in Multi-Lingual Online News: A Zero-Shot Transfer Approach","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Framing (construction); Natural language processing; Artificial intelligence; SemEval; German; Machine translation; Georgian; Task (project management); Transfer of learning; Linguistics","score_opus":0.0601267243109582,"score_gpt":0.300719584713102,"score_spread":0.2405928604021438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42958626,0.00006483596,0.5686305,0.00012784963,0.0002309248,0.00023710878,0.000005185747,0.00048897706,0.00062836806],"genre_scores_gemma":[0.9609148,0.000024863084,0.03648786,0.00028249066,0.00010844667,0.000040589428,0.000026577614,0.000026013147,0.002088364],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977756,0.00012182075,0.0004258436,0.00075865275,0.00037027537,0.0005478115],"domain_scores_gemma":[0.9989444,0.00024451828,0.000036227804,0.00063060893,0.000039682564,0.000104581675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048352886,0.00023873996,0.00026019654,0.00033637285,0.00013787235,0.00010329021,0.00068345125,0.00015942106,0.000016854505],"category_scores_gemma":[0.00024253543,0.00021292666,0.00009842042,0.0010116361,0.000041062274,0.00025726718,0.0003034984,0.00034069392,0.00011838702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007679319,0.0013458957,0.006105685,0.00038306206,0.00012596675,0.0006027416,0.057447087,0.20789391,0.1756446,0.0021787274,0.00043120122,0.5477643],"study_design_scores_gemma":[0.0007793203,0.000051507803,0.0018898145,0.000035777375,0.000008647262,0.000028474984,0.0012392154,0.9900254,0.0052676625,0.00013181822,0.00023617117,0.00030618533],"about_ca_topic_score_codex":0.0018612298,"about_ca_topic_score_gemma":0.00503112,"teacher_disagreement_score":0.7821315,"about_ca_system_score_codex":0.00015109457,"about_ca_system_score_gemma":0.00005699771,"threshold_uncertainty_score":0.8682897},"labels":[],"label_agreement":null},{"id":"W4385570249","doi":"10.18653/v1/2023.findings-acl.177","title":"What Knowledge Is Needed? Towards Explainable Memory for kNN-MT Domain Adaptation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Novelis (Canada)","funders":"National Natural Science Foundation of China; National Science Foundation","keywords":"Correctness; Computer science; Interpretability; Security token; Artificial intelligence; Adaptation (eye); Pruning; Domain (mathematical analysis); Domain adaptation; Machine translation; Natural language processing; Machine learning; Theoretical computer science; Algorithm","score_opus":0.06855755797737949,"score_gpt":0.30038393913101663,"score_spread":0.23182638115363713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570249","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0119449925,0.00015897748,0.97213244,0.0053877123,0.0015248806,0.0003253372,0.0000010268762,0.0005231351,0.008001518],"genre_scores_gemma":[0.36258543,0.00018143488,0.5187326,0.0031498184,0.00070074195,0.00048150052,0.000019528268,0.000052983567,0.11409593],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881893,0.000032399574,0.00020631633,0.00040257187,0.0001868173,0.00035296098],"domain_scores_gemma":[0.99917006,0.000105064624,0.000040535135,0.0004844915,0.00011564634,0.00008417753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000553279,0.00011803567,0.00013319837,0.00015733117,0.00015847188,0.00034227228,0.000559843,0.000068445865,0.000041724572],"category_scores_gemma":[0.000035090798,0.000109915476,0.00007803949,0.00047622048,0.000013559135,0.0013908881,0.00024784353,0.000059634564,0.00028838025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013214373,0.000069442314,0.00001114711,0.00014916762,0.00003439598,0.000012515186,0.06085525,0.0030209962,0.0009946143,0.21589029,0.065761976,0.653187],"study_design_scores_gemma":[0.00037987254,0.00004257772,0.000031278403,0.00002645442,0.0000030081844,0.0000025136776,0.010013223,0.9324607,0.0031227036,0.031085547,0.0226579,0.00017420473],"about_ca_topic_score_codex":0.000110113615,"about_ca_topic_score_gemma":0.000046447272,"teacher_disagreement_score":0.9294397,"about_ca_system_score_codex":0.00006216193,"about_ca_system_score_gemma":0.00012128535,"threshold_uncertainty_score":0.44822228},"labels":[],"label_agreement":null},{"id":"W4385570255","doi":"10.18653/v1/2023.acl-long.605","title":"f-Divergence Minimization for Sequence-Level Knowledge Distillation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; McGill University; University of Alberta","funders":"Alliance de recherche numérique du Canada; DeepMind; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Divergence (linguistics); Distillation; Sequence (biology); Computer science; Minification; Function (biology); Process (computing); Word (group theory); Decomposition; Artificial intelligence; Mathematics; Programming language","score_opus":0.18341739238043794,"score_gpt":0.33519244037428825,"score_spread":0.1517750479938503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570255","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056060944,0.000010032327,0.9900122,0.0005206326,0.0005281768,0.00015485614,0.0000045656593,0.0003952005,0.0027682055],"genre_scores_gemma":[0.7876219,0.000009469606,0.20580305,0.00005200942,0.000093170114,0.000032134838,0.0000172933,0.000005461092,0.0063654743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993666,0.000013117898,0.0001301757,0.00024418609,0.00009461535,0.00015134101],"domain_scores_gemma":[0.9995188,0.00008274596,0.000030251202,0.00023517305,0.00009672947,0.000036270776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014409811,0.000057321777,0.000056326895,0.00007360724,0.000093642986,0.000050621245,0.00030925145,0.00003147253,0.000013647427],"category_scores_gemma":[0.00008118181,0.000053201413,0.000028470067,0.00041015513,0.000008959883,0.00027754603,0.000111276575,0.000020417223,0.00015554503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029107302,0.000020092679,0.0024560986,0.00004709208,0.000008749372,0.0000016074297,0.0016448328,0.018445032,0.0013878543,0.71986115,0.011089478,0.2450351],"study_design_scores_gemma":[0.00008732227,0.000010286234,0.0021627217,0.000005469324,0.0000012822975,6.5513257e-7,0.00001519228,0.98333687,0.0006038591,0.010369928,0.0033292756,0.00007713491],"about_ca_topic_score_codex":0.000009750581,"about_ca_topic_score_gemma":0.000012826273,"teacher_disagreement_score":0.96489185,"about_ca_system_score_codex":0.000027290691,"about_ca_system_score_gemma":0.000045201108,"threshold_uncertainty_score":0.21694908},"labels":[],"label_agreement":null},{"id":"W4385570307","doi":"10.18653/v1/2023.acl-long.488","title":"DuNST: Dual Noisy Self Training for Semi-Supervised Controllable Text Generation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Controllability; Text generation; Fluency; Generalization; Artificial intelligence; Language model; Construct (python library); Process (computing); Exploit; Dual (grammatical number); Space (punctuation); Boundary (topology); Natural language processing; Machine learning; Mathematics","score_opus":0.07735932174670801,"score_gpt":0.27252835106490225,"score_spread":0.19516902931819424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570307","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076287754,0.000019533321,0.91647774,0.002192181,0.0005481718,0.00031815813,0.000002424626,0.0008448345,0.0033092275],"genre_scores_gemma":[0.8188734,0.0000048971133,0.17594208,0.0008500705,0.00047843796,0.000085140935,0.00001258312,0.000012792279,0.0037406147],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888134,0.00002696424,0.00021612053,0.00036149015,0.00018750291,0.00032657754],"domain_scores_gemma":[0.9993703,0.000115748306,0.00003293772,0.00033342908,0.00007934204,0.00006826689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004473901,0.00010216255,0.0001460977,0.000087305845,0.00016706086,0.0001836248,0.00028802152,0.000058809306,0.00002819048],"category_scores_gemma":[0.00004965335,0.0000935144,0.000058762773,0.0002913939,0.000006434635,0.00036240908,0.00008525832,0.00005191275,0.000101558544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019190227,0.000106531865,0.00026285724,0.000092732625,0.00015652533,0.000046076395,0.025630433,0.081879616,0.16820922,0.39565197,0.049777627,0.27816722],"study_design_scores_gemma":[0.0007600445,0.000033279714,0.000028070222,0.000003462132,0.000004295283,0.0000037816587,0.000093774106,0.98967266,0.0024223498,0.0008943075,0.0059696017,0.00011439364],"about_ca_topic_score_codex":0.000015096985,"about_ca_topic_score_gemma":0.000020966627,"teacher_disagreement_score":0.90779305,"about_ca_system_score_codex":0.000027157452,"about_ca_system_score_gemma":0.000093785566,"threshold_uncertainty_score":0.38134062},"labels":[],"label_agreement":null},{"id":"W4385570310","doi":"10.18653/v1/2023.acl-short.152","title":"A Simple and Effective Framework for Strict Zero-Shot Hierarchical Classification","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Benchmark (surveying); Computer science; Task (project management); Contradiction; Zero (linguistics); Process (computing); Artificial intelligence; Machine learning; Shot (pellet); Simple (philosophy); Programming language; Geography; Engineering","score_opus":0.05952995306102866,"score_gpt":0.32867503133889736,"score_spread":0.2691450782778687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570310","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052330967,0.000008294344,0.9450991,0.0014909958,0.000105992454,0.00032998488,0.0000015342493,0.00026726752,0.00036586158],"genre_scores_gemma":[0.8471074,0.000004438668,0.15245771,0.00019049252,0.00005163595,0.00009193902,0.0000028621332,0.000004543043,0.00008893915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992642,0.000041504103,0.0001024331,0.00030551417,0.00010864762,0.00017773143],"domain_scores_gemma":[0.99859285,0.0010217624,0.000023190461,0.00027353747,0.000029420364,0.000059237558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029414598,0.000063051935,0.00008173082,0.00007527183,0.00009238824,0.00008547725,0.00022127507,0.000063257,0.0000030184979],"category_scores_gemma":[0.00020976277,0.000054072938,0.00002732761,0.00030245673,0.000016878645,0.00012650921,0.00012681882,0.000094885414,0.000016957365],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051231773,0.000008697042,0.00086221687,0.000011740292,0.0000059246554,7.8835563e-7,0.0002723914,0.00008873683,0.00034919346,0.8823319,0.0005949929,0.11546826],"study_design_scores_gemma":[0.00012346172,0.000046672118,0.02040924,0.0000050059307,0.0000018296007,9.171855e-7,0.000015733094,0.6244922,0.00023261875,0.35371587,0.00089197693,0.000064434316],"about_ca_topic_score_codex":0.0000077904115,"about_ca_topic_score_gemma":0.0000013390116,"teacher_disagreement_score":0.79477644,"about_ca_system_score_codex":0.000017207803,"about_ca_system_score_gemma":0.00001860611,"threshold_uncertainty_score":0.22050305},"labels":[],"label_agreement":null},{"id":"W4385570349","doi":"10.18653/v1/2023.findings-acl.215","title":"Varta: A Large-Scale Headline-Generation Dataset for Indic Languages","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Canadian Institute for Advanced Research; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Headline; Computer science; Natural language processing; Artificial intelligence; Scale (ratio); Variety (cybernetics); Information retrieval; Data science; Linguistics; Geography","score_opus":0.05068896009991682,"score_gpt":0.3264950599578167,"score_spread":0.2758060998578999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01401482,0.00002394814,0.98291194,0.0019391442,0.00021949268,0.0001453482,0.0003553488,0.00022533497,0.00016461307],"genre_scores_gemma":[0.5294078,0.000016668413,0.45497265,0.0038526552,0.0010928188,0.00014818672,0.0053900452,0.00002284294,0.0050963084],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932075,0.000015326445,0.00011434514,0.00024291403,0.00011247386,0.00019418779],"domain_scores_gemma":[0.9995024,0.00003775435,0.000021641512,0.00037917402,0.00001982343,0.000039194125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029779604,0.000056166216,0.00006678705,0.00007224127,0.00008498538,0.000080302154,0.0003044218,0.000031421798,0.000023024937],"category_scores_gemma":[0.000026299798,0.00004881548,0.000022203201,0.00020396625,0.000004000747,0.00023621366,0.00013904239,0.000033598233,0.00013201483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000431473,0.00009951679,0.0006616568,0.000062645,0.000028275528,0.000024941852,0.003294749,0.0046285,0.011811044,0.09616875,0.8185554,0.06466018],"study_design_scores_gemma":[0.00023476226,0.000019914312,0.00016006912,0.0000025325621,0.000002142619,0.0000022347915,0.00007038768,0.955593,0.0021964337,0.00057002105,0.04106533,0.00008317878],"about_ca_topic_score_codex":0.000019134144,"about_ca_topic_score_gemma":0.0001712679,"teacher_disagreement_score":0.9509645,"about_ca_system_score_codex":0.000009247543,"about_ca_system_score_gemma":0.000023308057,"threshold_uncertainty_score":0.19906375},"labels":[],"label_agreement":null},{"id":"W4385570357","doi":"10.18653/v1/2023.findings-acl.533","title":"Fixed Input Parameterization for Efficient Prompting","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea","keywords":"Computer science; Inference; Task (project management); Parsing; Conversation; Fixed point; Overhead (engineering); Artificial intelligence; Property (philosophy); Theoretical computer science; Natural language processing; Programming language; Mathematics","score_opus":0.0487086013721159,"score_gpt":0.2818651687223084,"score_spread":0.23315656735019247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14556845,0.0000018255897,0.85256356,0.0005915874,0.0002259964,0.00019137973,3.1821958e-7,0.00044406194,0.0004128432],"genre_scores_gemma":[0.75333446,3.758704e-7,0.2458624,0.00013232397,0.0000392991,0.000044021643,0.0000031418972,0.000004372634,0.00057958765],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940675,0.000010560995,0.00011427954,0.0002068034,0.00010014906,0.00016145725],"domain_scores_gemma":[0.99962264,0.00007297519,0.000026532683,0.00021930826,0.000033092776,0.000025456275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022143981,0.0000443794,0.00005185707,0.00006180791,0.000068587935,0.000078188954,0.00024298932,0.000020730145,0.0000030671204],"category_scores_gemma":[0.00007821176,0.00003894189,0.000023980809,0.00027948353,0.0000041722924,0.00007333375,0.00011858366,0.00002137953,0.000046382003],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048452216,0.00005135409,0.000554219,0.0001046764,0.000015269146,0.0000044094722,0.002511724,0.38032427,0.01875805,0.2791819,0.0014556694,0.3170336],"study_design_scores_gemma":[0.00009896677,0.000014438075,0.00022486562,0.0000059736676,6.805582e-7,5.6552784e-7,0.000009958381,0.99513453,0.0026967197,0.0011917311,0.00056777743,0.000053797434],"about_ca_topic_score_codex":0.0000035113262,"about_ca_topic_score_gemma":6.0571017e-7,"teacher_disagreement_score":0.6148102,"about_ca_system_score_codex":0.000012019574,"about_ca_system_score_gemma":0.000017249178,"threshold_uncertainty_score":0.15880041},"labels":[],"label_agreement":null},{"id":"W4385570371","doi":"10.18653/v1/2023.findings-acl.29","title":"A Systematic Study and Comprehensive Evaluation of ChatGPT on Benchmark Datasets","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Bank of Canada; York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Benchmark (surveying); Computer science; Variety (cybernetics); Strengths and weaknesses; Artificial intelligence; Machine translation; Machine learning; Data science; Benchmarking; Generative grammar; Ground truth; Natural language processing","score_opus":0.09181622296375748,"score_gpt":0.3453522069405535,"score_spread":0.25353598397679605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9720809,0.000071956674,0.025550928,0.00014553417,0.00017952235,0.001332782,0.000006221571,0.00009600432,0.0005361578],"genre_scores_gemma":[0.9989547,0.0000017599945,0.00092709466,0.000044231925,0.0000073526667,0.000034480938,0.000007622726,0.0000020098917,0.000020717851],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877316,0.00019575482,0.00020462414,0.00022024548,0.0005238918,0.00008229765],"domain_scores_gemma":[0.9991131,0.00017515145,0.000063934414,0.0005304282,0.00009174216,0.000025639854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096564787,0.000058591802,0.00015015012,0.00010542214,0.000034200777,0.00003235421,0.00023646485,0.000013449039,0.000006748416],"category_scores_gemma":[0.00008410175,0.000045348876,0.000011590316,0.00023326042,0.000007452557,0.00012049236,0.00018898665,0.00002875214,0.000025003748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008632329,0.0043681352,0.016309312,0.055989716,0.0022875331,0.0002363514,0.15560544,0.14651282,0.0059563974,0.38634667,0.026981086,0.19932023],"study_design_scores_gemma":[0.00033946632,0.000098396864,0.0053256163,0.00026600162,0.000022669024,0.0000016882492,0.0007176777,0.9923475,0.000049648257,0.00077557185,0.0000029994155,0.000052780153],"about_ca_topic_score_codex":0.00003215129,"about_ca_topic_score_gemma":0.000010540395,"teacher_disagreement_score":0.8458347,"about_ca_system_score_codex":0.000013574239,"about_ca_system_score_gemma":0.000020149862,"threshold_uncertainty_score":0.18492734},"labels":[],"label_agreement":null},{"id":"W4385570414","doi":"10.18653/v1/2023.acl-short.120","title":"Prefix Propagation: Parameter-Efficient Tuning for Long Sequences","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Prefix; Computer science; Sequence (biology); Focus (optics); Bridge (graph theory); Kernel (algebra); Language model; Simple (philosophy); Artificial intelligence; Algorithm; Theoretical computer science; Mathematics","score_opus":0.06876855535783585,"score_gpt":0.2941507825616755,"score_spread":0.22538222720383963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07866671,0.000013270947,0.91785645,0.0012345082,0.00030716817,0.00025867237,4.042308e-7,0.00050035666,0.0011624688],"genre_scores_gemma":[0.84716773,0.0000010668263,0.15111196,0.0001225808,0.000057527046,0.000074763,0.0000019252243,0.0000046025116,0.0014578322],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910694,0.000018495883,0.00015921559,0.0003034935,0.00018345907,0.00022840987],"domain_scores_gemma":[0.9994035,0.00014719408,0.00003951521,0.0003099708,0.000056150835,0.000043683096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036013595,0.000068096466,0.000077751676,0.0000784014,0.00011609762,0.00014244945,0.00043618912,0.000027149435,0.000005885577],"category_scores_gemma":[0.00008056192,0.000055425928,0.000037518825,0.0003473735,0.00001545958,0.00017120643,0.0001401869,0.00003998394,0.000053074506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056813933,0.00007878239,0.002375956,0.00015296042,0.000031585067,0.000029844803,0.0030954727,0.20742607,0.0027627815,0.5190062,0.0013509498,0.26368374],"study_design_scores_gemma":[0.00010209629,0.00002718646,0.00037130658,0.000014156999,0.0000014173241,0.0000033382157,0.000031966567,0.9934865,0.001820154,0.0037560055,0.00030192017,0.000083952786],"about_ca_topic_score_codex":0.0000094607185,"about_ca_topic_score_gemma":0.000005745614,"teacher_disagreement_score":0.78606045,"about_ca_system_score_codex":0.000022496219,"about_ca_system_score_gemma":0.000050218456,"threshold_uncertainty_score":0.22602037},"labels":[],"label_agreement":null},{"id":"W4385570419","doi":"10.18653/v1/2023.americasnlp-1.10","title":"Towards the First Named Entity Recognition of Inuktitut for an Improved Machine Translation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Recall; Natural language processing; Artificial intelligence; Machine translation; Translation (biology); Indigenous; Named-entity recognition; Precision and recall; Word (group theory); Natural language; Speech recognition; Linguistics; Engineering","score_opus":0.0940507350730992,"score_gpt":0.28887577078290494,"score_spread":0.19482503570980575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038463112,0.000014194311,0.9577726,0.0022617404,0.000224562,0.00031515595,0.0000086768205,0.00015447548,0.0007854455],"genre_scores_gemma":[0.9436717,0.000006304521,0.056000266,0.00013799524,0.000044054108,0.0000387732,0.000020589872,0.0000038560497,0.000076443626],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994668,0.000017900587,0.00015079895,0.00016065728,0.00010184105,0.00010202707],"domain_scores_gemma":[0.99957246,0.00005058721,0.000040905208,0.00025682585,0.000059340196,0.00001990007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039964155,0.00004885654,0.000065021806,0.000046881272,0.00008025737,0.000039666415,0.0003027885,0.000030409296,0.00001077296],"category_scores_gemma":[0.000028037543,0.000034477485,0.000042893214,0.000198726,0.0000131138595,0.00032759114,0.000035522462,0.00003777005,0.00000549703],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009966151,0.000026648673,0.000085775835,0.000039126102,0.000009071774,1.4205274e-7,0.0013735185,0.00024858734,0.0018108721,0.003621993,0.000117864314,0.9926564],"study_design_scores_gemma":[0.0002536825,0.000053701053,0.0006352662,0.0000048795655,0.0000040953814,4.920635e-7,0.000018268718,0.9846136,0.003455593,0.010001479,0.0009084578,0.000050513645],"about_ca_topic_score_codex":0.00034523127,"about_ca_topic_score_gemma":0.0009019136,"teacher_disagreement_score":0.9926059,"about_ca_system_score_codex":0.000009686478,"about_ca_system_score_gemma":0.000026446605,"threshold_uncertainty_score":0.1405951},"labels":[],"label_agreement":null},{"id":"W4385570658","doi":"10.18653/v1/2023.findings-acl.858","title":"Exploring the Effectiveness of Prompt Engineering for Legal Reasoning Tasks","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Task (project management); Computer science; Textual entailment; Natural language processing; Artificial intelligence; Cluster analysis; Logical consequence; Shot (pellet); Zero (linguistics); Best practice; Natural language; Linguistics; Engineering","score_opus":0.06120192517994883,"score_gpt":0.2559378797659381,"score_spread":0.1947359545859893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3055908,0.0000067694396,0.69346225,0.00007076405,0.00027779516,0.00017911888,2.4724955e-7,0.00018829307,0.00022393918],"genre_scores_gemma":[0.9639861,0.000001474547,0.035724975,0.000005934795,0.00004719951,0.00017509889,4.2805914e-7,0.0000068674053,0.000051946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994079,0.000029386894,0.00010502245,0.00017209083,0.000112371534,0.00017325867],"domain_scores_gemma":[0.99909174,0.0005377098,0.00001989791,0.0002963299,0.000034235272,0.00002007864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009863005,0.00005965958,0.000089035675,0.00005698659,0.000051517098,0.000043814664,0.00040185996,0.000011727653,4.6460008e-7],"category_scores_gemma":[0.00015491,0.00004225138,0.000043813383,0.00028225075,0.0000058213145,0.0003479288,0.00015998897,0.00005157811,0.0000033470826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000099029485,0.0000091753,0.0003127287,0.00025845016,0.00002752135,0.0000034922068,0.00065855467,0.13396317,0.020079713,0.82077664,0.000021652282,0.02387902],"study_design_scores_gemma":[0.00013091603,0.00002171387,0.0058832555,0.00008431015,0.000002206943,0.0000022994639,0.00002064026,0.9509904,0.041925576,0.00050577516,0.00036375102,0.000069190995],"about_ca_topic_score_codex":0.000043422722,"about_ca_topic_score_gemma":0.0000011586625,"teacher_disagreement_score":0.82027084,"about_ca_system_score_codex":0.000014817562,"about_ca_system_score_gemma":0.000018984663,"threshold_uncertainty_score":0.17229612},"labels":[],"label_agreement":null},{"id":"W4385570721","doi":"10.18653/v1/2023.findings-acl.625","title":"EmbedTextNet: Dimension Reduction with Weighted Reconstruction and Correlation Losses for Efficient Text Embedding","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Embedding; Computer science; Language model; Benchmark (surveying); Similarity (geometry); Latency (audio); Reduction (mathematics); Dimension (graph theory); Correlation; Dimensionality reduction; Code (set theory); Source lines of code; Artificial intelligence; Machine learning; Pattern recognition (psychology); Data mining; Mathematics; Programming language","score_opus":0.016322133604309903,"score_gpt":0.2510149713938844,"score_spread":0.2346928377895745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40598843,0.000015810085,0.5926857,0.00024924736,0.00038175375,0.00018370441,3.1289008e-7,0.00023793528,0.0002571082],"genre_scores_gemma":[0.863623,0.000008877721,0.13575518,0.000021565977,0.00006641032,0.000020368356,0.0000051840902,0.000008213125,0.00049118],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914485,0.000020401934,0.00015956491,0.00036605116,0.00014171551,0.00016740437],"domain_scores_gemma":[0.99953127,0.000066227556,0.00007080189,0.00020211597,0.00008575778,0.00004384356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020487593,0.00009011645,0.0000900054,0.00016235014,0.00019354746,0.000090286696,0.000080176425,0.000049434188,0.0000046065156],"category_scores_gemma":[0.000012550126,0.000072285286,0.000018413511,0.0003717335,0.000026988351,0.0002913441,0.00005326104,0.00005346487,0.000014473237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005817058,0.000033185108,0.0006590302,0.000059423885,0.000027174141,0.0000029756236,0.0015780065,0.17866397,0.008392654,0.04338549,0.0006457945,0.76649415],"study_design_scores_gemma":[0.00030737807,0.00006540381,0.0003386708,0.000042715306,0.0000062324793,0.00007350093,0.00019383692,0.99517286,0.0020089692,0.0015650226,0.00011833688,0.00010705756],"about_ca_topic_score_codex":0.000010526404,"about_ca_topic_score_gemma":0.0000023220139,"teacher_disagreement_score":0.8165089,"about_ca_system_score_codex":0.000035645826,"about_ca_system_score_gemma":0.000023658977,"threshold_uncertainty_score":0.29477084},"labels":[],"label_agreement":null},{"id":"W4385570792","doi":"10.18653/v1/2023.findings-acl.558","title":"MVP: Multi-task Supervised Pre-training for Natural Language Generation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Natural language generation; Task (project management); Artificial intelligence; Generality; Natural language processing; Language model; Natural language; Machine learning; Scale (ratio); Natural language understanding; Supervised learning; Artificial neural network","score_opus":0.08159341295343946,"score_gpt":0.31775254635337474,"score_spread":0.23615913339993527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2016069,0.000052118645,0.796518,0.00055355876,0.000505008,0.00017508783,0.0000014850885,0.0004668641,0.00012095476],"genre_scores_gemma":[0.7368831,0.0000011765173,0.2600828,0.0002975669,0.00017878914,0.000029521607,0.000018351962,0.000005861573,0.002502811],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992536,0.000017452701,0.00012569594,0.0002668366,0.00011909004,0.00021737584],"domain_scores_gemma":[0.9995803,0.000051487226,0.000019118654,0.00027824703,0.00003420089,0.00003663138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021267027,0.00007115796,0.00007518693,0.00006642566,0.000088640685,0.00010596009,0.0003285174,0.000033630517,0.0000071164764],"category_scores_gemma":[0.00005760027,0.000061751634,0.000043553984,0.00017524294,0.000005668273,0.00027599905,0.00009952867,0.0000522794,0.000030436271],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055488863,0.00003280353,0.00024970618,0.0000458701,0.000030883697,0.00001714927,0.039634705,0.009583788,0.28390148,0.025993275,0.003911167,0.63659364],"study_design_scores_gemma":[0.00030314905,0.000010921121,0.0004017798,0.0000035391681,0.0000013954257,0.0000015803266,0.00018445545,0.9950871,0.0035475465,0.00008097149,0.00028892266,0.00008865615],"about_ca_topic_score_codex":0.00003545499,"about_ca_topic_score_gemma":0.000068735375,"teacher_disagreement_score":0.9855033,"about_ca_system_score_codex":0.000015602185,"about_ca_system_score_gemma":0.00002914458,"threshold_uncertainty_score":0.25181586},"labels":[],"label_agreement":null},{"id":"W4385570795","doi":"10.18653/v1/2023.findings-acl.526","title":"Open-WikiTable : Dataset for Open Domain Question Answering with Complex Reasoning over Table","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Samsung; Korea Health Industry Development Institute; National Research Foundation of Korea; Ministry of Science and ICT, South Korea; National Research Foundation","keywords":"Open domain; Computer science; Question answering; Parsing; Table (database); Domain (mathematical analysis); Open research; Task (project management); SQL; Range (aeronautics); Information retrieval; Sorting; Artificial intelligence; Data mining; World Wide Web; Programming language","score_opus":0.06894793121732369,"score_gpt":0.34013305711222724,"score_spread":0.27118512589490357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570795","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028774838,0.000008449288,0.98778147,0.00078870513,0.00010842002,0.0008153553,0.00015841062,0.00018768551,0.0072740316],"genre_scores_gemma":[0.03365498,0.0000029654595,0.9614533,0.0007532147,0.00005488884,0.00017914032,0.00092069583,0.00002132606,0.0029594996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864966,0.000038402955,0.00018253147,0.0005601347,0.00017843187,0.0003908635],"domain_scores_gemma":[0.99891067,0.00008479116,0.00006523,0.00081188505,0.000042975335,0.00008446719],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010474023,0.00012201478,0.00018380892,0.00006411383,0.00029113976,0.0014635342,0.0026722783,0.000032030573,0.00006855281],"category_scores_gemma":[0.000026678286,0.0001027706,0.000012164755,0.00047672432,0.000014175304,0.0024091934,0.0028171847,0.00006490926,0.000037475114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007113004,0.00006937497,0.0018347906,0.000066774635,0.00004857582,0.00003266263,0.00046488896,0.021173976,0.0020453718,0.6633163,0.29395628,0.016919887],"study_design_scores_gemma":[0.0010594233,0.00008621825,0.0007341649,0.000081978884,0.000004436352,0.00001036011,0.000092388975,0.79630136,0.0002867626,0.0071893726,0.19389834,0.00025517645],"about_ca_topic_score_codex":0.0028654216,"about_ca_topic_score_gemma":0.0005930111,"teacher_disagreement_score":0.7751274,"about_ca_system_score_codex":0.000049590253,"about_ca_system_score_gemma":0.00009916004,"threshold_uncertainty_score":0.99957305},"labels":[],"label_agreement":null},{"id":"W4385570798","doi":"10.18653/v1/2023.acl-long.136","title":"Augmentation-Adapted Retriever Improves Generalization of Language Models as Generic Plug-In","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Tsinghua University","keywords":"Generalization; Computer science; Scheme (mathematics); Source code; Labrador Retriever; Open source; Plug-in; Set (abstract data type); Plug and play; Code (set theory); Artificial intelligence; Operating system; Mathematics; Programming language","score_opus":0.031147238484415005,"score_gpt":0.2720054915364587,"score_spread":0.2408582530520437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570798","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40980187,0.000032543372,0.5883079,0.00018459052,0.00009735523,0.000078372,5.4230475e-7,0.00012022467,0.0013765744],"genre_scores_gemma":[0.9550227,0.000021253847,0.042699754,0.00020828168,0.000024006058,0.000008300794,0.000010209868,0.0000065262525,0.0019989999],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991912,0.000027104501,0.00021570898,0.00021934218,0.00020740973,0.00013923015],"domain_scores_gemma":[0.99957013,0.000022319919,0.000053121654,0.00028729046,0.000038899958,0.000028246626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001551693,0.00006469459,0.00009097835,0.00016664501,0.000020280711,0.000027511895,0.00027701363,0.000037558322,0.000020129402],"category_scores_gemma":[0.000018309715,0.000061117935,0.000024065124,0.00080871227,0.000007742767,0.0003844546,0.000111357986,0.000033113978,0.000022044786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009132017,0.000050819304,0.0008169646,0.00004460988,0.000020609545,0.000026530934,0.008009991,0.47243467,0.13177052,0.33963555,0.00088831206,0.0462923],"study_design_scores_gemma":[0.00021105856,0.000013194298,0.00079359155,0.000005335565,0.0000012572744,7.9331744e-7,0.0001007105,0.9756438,0.017757546,0.0053819427,0.00001955308,0.000071174],"about_ca_topic_score_codex":0.0005654676,"about_ca_topic_score_gemma":0.00004648338,"teacher_disagreement_score":0.54560816,"about_ca_system_score_codex":0.000029215127,"about_ca_system_score_gemma":0.00004487938,"threshold_uncertainty_score":0.2492317},"labels":[],"label_agreement":null},{"id":"W4385570832","doi":"10.18653/v1/2023.findings-acl.896","title":"DEnsity: Open-domain Dialogue Evaluation Metric using Density Estimation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Metric (unit); Computer science; Classifier (UML); Artificial intelligence; Feature vector; Feature (linguistics); Machine learning; Density estimation; Domain (mathematical analysis); Open domain; Pattern recognition (psychology); Mathematics; Statistics","score_opus":0.13448994961271787,"score_gpt":0.3537995330139125,"score_spread":0.2193095834011946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36596814,0.000005646602,0.6325253,0.00028847274,0.00030719634,0.00023326087,1.6941195e-7,0.00015856806,0.00051319256],"genre_scores_gemma":[0.6514465,9.239815e-7,0.34830207,0.00014019347,0.0000331724,0.0000063137127,0.000005816699,0.0000041073795,0.000060896447],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998542,0.000162692,0.00020068778,0.0003757122,0.0004891488,0.00022976502],"domain_scores_gemma":[0.9990883,0.00010712853,0.00007070097,0.0005127957,0.00015736137,0.00006369835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002443153,0.00008723919,0.00012851864,0.00029246713,0.0001960743,0.00032916103,0.0006374106,0.000050304378,0.00001592162],"category_scores_gemma":[0.00034199402,0.00008494448,0.000029797398,0.0015127491,0.00001075045,0.00082509447,0.0007523556,0.00006675689,0.00017605165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006684402,0.00006613656,0.004979145,0.000024616305,0.00003944498,0.00003805358,0.001541136,0.3930473,0.0056720804,0.14860502,0.0012059457,0.44477442],"study_design_scores_gemma":[0.00021564172,0.000008256604,0.0055717286,0.0000067087353,0.000008967701,0.000008529207,0.000018996603,0.9439409,0.0012579602,0.048841905,0.00001938287,0.00010103103],"about_ca_topic_score_codex":0.0005150993,"about_ca_topic_score_gemma":0.00011477432,"teacher_disagreement_score":0.5508936,"about_ca_system_score_codex":0.00016984495,"about_ca_system_score_gemma":0.00015097334,"threshold_uncertainty_score":0.34639353},"labels":[],"label_agreement":null},{"id":"W4385570834","doi":"10.18653/v1/2023.acl-long.102","title":"Few-shot Adaptation Works with UnpredicTable Data","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Catastrophic Loss Reduction","keywords":"Computer science; Adaptation (eye); Domain adaptation; Machine learning; Artificial intelligence; Documentation; Classifier (UML)","score_opus":0.14374101805130748,"score_gpt":0.28447914128191604,"score_spread":0.14073812323060855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570834","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036058733,0.000020654348,0.98595583,0.0012123368,0.00015169509,0.00006190496,0.0000012054768,0.00054721715,0.008443274],"genre_scores_gemma":[0.75066686,0.0000151684635,0.24566416,0.0002843193,0.00007757948,0.0000064907113,0.000037962105,0.000007178236,0.00324027],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919367,0.000013804403,0.00008825731,0.00032442363,0.0002089354,0.00017089718],"domain_scores_gemma":[0.998813,0.000043245716,0.000020816156,0.0010536439,0.000025968424,0.000043363318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002255753,0.000054056938,0.000055466502,0.000052035582,0.000058220034,0.00014311416,0.0009887815,0.000023971821,0.000026212427],"category_scores_gemma":[0.000015760612,0.000041348223,0.0000060366565,0.0004864423,0.000008906896,0.00089371175,0.00047138502,0.000061860585,0.0001435107],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015255653,0.000051209383,0.002434277,0.000028827331,0.000052328625,0.00008301542,0.0028646449,0.21531105,0.00019130594,0.13517813,0.045198485,0.59859145],"study_design_scores_gemma":[0.00011542233,0.000012521974,0.00039500865,0.000016146596,0.0000017562318,0.0000028395625,0.00011600614,0.9958606,0.000033468255,0.0007704547,0.0026135137,0.00006228656],"about_ca_topic_score_codex":0.0001055919,"about_ca_topic_score_gemma":0.000098783865,"teacher_disagreement_score":0.7805495,"about_ca_system_score_codex":0.000009726795,"about_ca_system_score_gemma":0.00005294883,"threshold_uncertainty_score":0.18445876},"labels":[],"label_agreement":null},{"id":"W4385570852","doi":"10.18653/v1/2023.acl-long.201","title":"MatSci-NLP: Evaluating Scientific Language Models on Materials Science Language Tasks Using Text-to-Schema Modeling","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Artificial intelligence; Natural language processing; Schema (genetic algorithms); Benchmark (surveying); Language model; Question answering; Information retrieval","score_opus":0.12813830277042124,"score_gpt":0.3768265016401982,"score_spread":0.24868819886977697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5560833,0.0000174939,0.44104767,0.00016634176,0.0006839514,0.0002564354,0.000005330512,0.00055961683,0.001179852],"genre_scores_gemma":[0.8151915,5.690145e-7,0.18343607,0.00031571867,0.000128306,0.000021277783,0.0000046219984,0.000028607126,0.00087334093],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951172,0.00009996665,0.00055546884,0.001483285,0.0016660402,0.001078081],"domain_scores_gemma":[0.9975764,0.00008842521,0.00011436149,0.0016910016,0.00023950271,0.00029031772],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004913623,0.00029773673,0.00031173424,0.0010525769,0.0009319869,0.0018962638,0.0022462148,0.00008115399,0.00006855308],"category_scores_gemma":[0.00031952892,0.00027150076,0.000070529444,0.0031238636,0.000120043864,0.001479032,0.0015168512,0.00016827333,0.00057853904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026469156,0.0000125318475,0.000001719538,0.000014732936,0.000002727351,0.000015621717,0.00417433,0.43877587,0.5435996,0.00897037,0.00003003308,0.004399834],"study_design_scores_gemma":[0.0001672372,0.000030095971,0.000005864769,0.00010567581,0.0000050898843,0.000010671559,0.00094165443,0.8989199,0.09764749,0.0018538866,0.000003932711,0.00030852936],"about_ca_topic_score_codex":0.00030586668,"about_ca_topic_score_gemma":0.00001172947,"teacher_disagreement_score":0.460144,"about_ca_system_score_codex":0.00020611471,"about_ca_system_score_gemma":0.00038040715,"threshold_uncertainty_score":0.9999737},"labels":[],"label_agreement":null},{"id":"W4385570971","doi":"10.18653/v1/2023.findings-acl.169","title":"From chocolate bunny to chocolate crocodile: Do Language Models Understand Noun Compounds?","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of British Columbia","funders":"Vector Institute; Universities Space Research Association; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Noun; Paraphrase; Task (project management); Interpretation (philosophy); Natural language processing; Conceptualization; Computer science; Artificial intelligence; Linguistics; Philosophy; Programming language","score_opus":0.038597233571667604,"score_gpt":0.27824413171395684,"score_spread":0.23964689814228923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16840295,0.000047948743,0.8097077,0.0018490206,0.00045469988,0.00060090004,0.000015276702,0.0010317237,0.017889801],"genre_scores_gemma":[0.94262165,0.00001410258,0.05249714,0.001049567,0.00023470094,0.000060616076,0.00001015975,0.000028808394,0.003483271],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978237,0.00005003318,0.00033249272,0.0007715587,0.00045590647,0.0005662665],"domain_scores_gemma":[0.9984077,0.00012571097,0.00005950339,0.0010806534,0.00006376737,0.00026262552],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00031612063,0.00022967314,0.00026249347,0.00021636025,0.00018751509,0.00059001165,0.0012672319,0.000101792975,0.00010128875],"category_scores_gemma":[0.000015967938,0.00021498745,0.00008162029,0.00085481314,0.000021883303,0.00088182633,0.0007170468,0.00018819493,0.0009754752],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010222338,0.00027307594,0.0007584203,0.00010499653,0.00034145458,0.0007075203,0.1066381,0.263748,0.038374126,0.44957685,0.06598525,0.07338999],"study_design_scores_gemma":[0.00063604687,0.00004770585,0.00031542926,0.000042214626,0.000006306887,0.000003984478,0.000928469,0.9555786,0.00053430436,0.03782761,0.003670047,0.00040924808],"about_ca_topic_score_codex":0.000980016,"about_ca_topic_score_gemma":0.00016755232,"teacher_disagreement_score":0.7742187,"about_ca_system_score_codex":0.00013772966,"about_ca_system_score_gemma":0.000080466954,"threshold_uncertainty_score":0.99980235},"labels":[],"label_agreement":null},{"id":"W4385571010","doi":"10.18653/v1/2023.acl-demo.57","title":"GAIA Search: Hugging Face and Pyserini Interoperability for NLP Training Data Exploration","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Interoperability; STELLA (programming language); Natural language processing; Artificial intelligence; Training set; Information retrieval; Face (sociological concept); World Wide Web; Linguistics; Philosophy","score_opus":0.5397407610899357,"score_gpt":0.3876501314400893,"score_spread":0.15209062964984643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14036828,0.000008729215,0.85615623,0.0025818148,0.0001370979,0.0001733094,0.00000422884,0.00036133194,0.00020895837],"genre_scores_gemma":[0.9048478,0.000007937841,0.09470241,0.00012372932,0.00004666632,0.000015958616,0.000017826209,0.0000065020895,0.00023118813],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904513,0.000035156165,0.00014905562,0.00046356802,0.00010346345,0.00020365283],"domain_scores_gemma":[0.9990466,0.00012136479,0.000016311355,0.0007297128,0.000032820644,0.00005315709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089961896,0.000066249566,0.00008750273,0.000054812077,0.000098203745,0.00018966087,0.0006573384,0.000022827313,0.0000042965435],"category_scores_gemma":[0.000110225825,0.00005914977,0.000012586551,0.00016430813,0.000018883064,0.0012889338,0.0008682028,0.00006291131,0.0000119265505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009217179,0.00001989308,0.00080284843,0.00010214195,0.000018213383,0.0000032119829,0.037319604,0.0051173978,0.0031120495,0.027932398,0.0011629522,0.9244001],"study_design_scores_gemma":[0.00012447908,0.000022501154,0.00028333178,0.000010638174,0.0000010058133,0.000001365461,0.0018242329,0.99434435,0.00029977562,0.0017319217,0.0012834677,0.000072946365],"about_ca_topic_score_codex":0.000032732733,"about_ca_topic_score_gemma":0.00003847672,"teacher_disagreement_score":0.98922694,"about_ca_system_score_codex":0.0000130438075,"about_ca_system_score_gemma":0.000033798256,"threshold_uncertainty_score":0.24120577},"labels":[],"label_agreement":null},{"id":"W4385571031","doi":"10.18653/v1/2023.findings-acl.868","title":"NusaCrowd: Open Source Initiative for Indonesian NLP Resources","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Indonesian; Art; Artificial intelligence; Art history; Theology; Philosophy; Computer science; Linguistics","score_opus":0.08243536302076786,"score_gpt":0.31385751820298324,"score_spread":0.23142215518221537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571031","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027796576,0.000009214476,0.94930154,0.0038277193,0.000162779,0.0004193656,0.0000020458513,0.00046133113,0.01801943],"genre_scores_gemma":[0.85179424,0.000003046243,0.13486537,0.0023147662,0.000170117,0.00017466849,0.0000048605903,0.000021899315,0.010650999],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898386,0.000040312516,0.00017029468,0.00037133088,0.00014986876,0.00028432367],"domain_scores_gemma":[0.99916494,0.00020807578,0.000050826977,0.00045466158,0.000050915838,0.00007059203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004329977,0.00009257005,0.00013147411,0.00010531333,0.00017524658,0.00038238836,0.0017008545,0.00004607086,0.000017843888],"category_scores_gemma":[0.00006359432,0.00008122323,0.00004136584,0.00043167194,0.000018432189,0.00049790554,0.0010484708,0.00006525948,0.00013863847],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042183856,0.000110855704,0.0043355105,0.0000858002,0.00010584053,0.00004027006,0.035180278,0.005115636,0.00075620186,0.45501244,0.059216604,0.43999836],"study_design_scores_gemma":[0.0010932889,0.00012760606,0.0030230042,0.000036325626,0.000005955304,0.0000075403755,0.0014264707,0.8006144,0.0023315256,0.032022964,0.15887946,0.00043143006],"about_ca_topic_score_codex":0.000084129424,"about_ca_topic_score_gemma":0.00003341623,"teacher_disagreement_score":0.8239977,"about_ca_system_score_codex":0.000018107216,"about_ca_system_score_gemma":0.00004489036,"threshold_uncertainty_score":0.36873797},"labels":[],"label_agreement":null},{"id":"W4385571080","doi":"10.18653/v1/2023.acl-long.508","title":"Grounded Multimodal Named Entity Recognition on Social Media","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fields Institute for Research in Mathematical Sciences","funders":"Government of Jiangsu Province; Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Computer science; Baseline (sea); Task (project management); Construct (python library); Entity linking; Artificial intelligence; Bounding overwatch; Information retrieval; Named-entity recognition; Social media; Natural language processing; Index (typography); Graph; World Wide Web; Knowledge base; Theoretical computer science","score_opus":0.10155389050067026,"score_gpt":0.28991084789368937,"score_spread":0.1883569573930191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6084982,0.0000018128641,0.37502968,0.002251019,0.0015485043,0.00012219821,0.0000031094046,0.0011925627,0.011352916],"genre_scores_gemma":[0.98265094,0.0000027714107,0.016502958,0.00027369426,0.00025331826,0.0000111315885,0.000012785374,0.0000048750435,0.00028751444],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913937,0.000040931278,0.00011666401,0.00025653734,0.00025712352,0.0001893589],"domain_scores_gemma":[0.99959505,0.0001266794,0.000026942094,0.00017268244,0.00003725238,0.00004141543],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022363347,0.000065748834,0.00007476885,0.0000895991,0.00011514108,0.00008562358,0.00029785844,0.00005351135,0.00006122524],"category_scores_gemma":[0.000090997346,0.000062243904,0.00004359659,0.00027369216,0.000013771461,0.00023507843,0.00012190623,0.00008988132,0.0011666395],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007672845,0.00008185946,0.0000841529,0.000010252599,0.000012592905,0.000020729507,0.0029827235,0.000043236338,0.00055215805,0.05531779,0.004634377,0.9362525],"study_design_scores_gemma":[0.0012797662,0.000033590546,0.021171428,0.000016348245,0.000005512497,0.0000030051663,0.0002179722,0.8684393,0.0024283389,0.10516062,0.00086225,0.0003818776],"about_ca_topic_score_codex":0.000057855963,"about_ca_topic_score_gemma":0.000085223604,"teacher_disagreement_score":0.9358706,"about_ca_system_score_codex":0.00003695792,"about_ca_system_score_gemma":0.000021796212,"threshold_uncertainty_score":0.9996111},"labels":[],"label_agreement":null},{"id":"W4385571088","doi":"10.18653/v1/2023.acl-short.89","title":"Decomposed scoring of CCG dependencies","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Natural language processing; Predicate (mathematical logic); Parsing; Artificial intelligence; Ranking (information retrieval); Judgement; Grammar; Argument (complex analysis); Task (project management); Linguistics; Programming language","score_opus":0.04587723139958526,"score_gpt":0.270129075844673,"score_spread":0.22425184444508772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3332042,0.000012085201,0.6591512,0.00024347568,0.00020110118,0.00003074494,9.77086e-8,0.00026967083,0.0068874494],"genre_scores_gemma":[0.9212833,0.0000037722148,0.077964455,0.000043705033,0.000017011354,0.0000015342004,1.4813956e-7,0.0000022035142,0.00068388786],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994559,0.0000096888825,0.00011623375,0.00014086934,0.00015112315,0.00012614789],"domain_scores_gemma":[0.9995703,0.0000525469,0.000022651177,0.00030247573,0.0000256366,0.000026404476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016761007,0.000038364313,0.00006551845,0.00008068717,0.000027120213,0.00002376764,0.0004542976,0.000016023458,0.000013788501],"category_scores_gemma":[0.000020957445,0.000033880817,0.000025575984,0.0002831565,0.000007679981,0.00016385889,0.00024307366,0.000031011405,0.000084602856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027652704,0.000042128147,0.019179733,0.000079758735,0.00003015555,0.000046696186,0.0028173204,0.013508051,0.0604851,0.70843464,0.001374156,0.19399948],"study_design_scores_gemma":[0.00018184615,0.000019610017,0.008241793,0.000020174348,0.0000014414723,0.0000047986164,0.00010042161,0.92328346,0.05625501,0.011336888,0.0004358142,0.00011873918],"about_ca_topic_score_codex":0.000048137503,"about_ca_topic_score_gemma":0.000014547925,"teacher_disagreement_score":0.90977544,"about_ca_system_score_codex":0.000007086071,"about_ca_system_score_gemma":0.00002280574,"threshold_uncertainty_score":0.13816196},"labels":[],"label_agreement":null},{"id":"W4385571112","doi":"10.18653/v1/2023.findings-acl.256","title":"Search-Oriented Conversational Query Editing","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Ministry of Education, India; Renmin University of China; National Natural Science Foundation of China","keywords":"Computer science; Security token; Contextualization; Rewriting; Ranking (information retrieval); Search engine; Information retrieval; Artificial intelligence; Natural language processing; Programming language","score_opus":0.039871876088724216,"score_gpt":0.27339322807950317,"score_spread":0.23352135199077895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04459856,0.0000026048288,0.9412469,0.003730774,0.00059807627,0.00004052445,5.0781586e-7,0.00055455783,0.009227496],"genre_scores_gemma":[0.9440303,0.0000014907357,0.052394632,0.000521485,0.00028317544,0.0000044862973,0.0000056023337,0.000003886614,0.002754961],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993129,0.000018789842,0.00008844385,0.00017827576,0.00023573182,0.00016587731],"domain_scores_gemma":[0.9996333,0.00007003835,0.000012012611,0.00019135332,0.000049129176,0.000044149332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002578685,0.00003752316,0.000039183615,0.00007620526,0.00006567784,0.0000424511,0.00024064558,0.000018552788,0.00007199479],"category_scores_gemma":[0.000038551232,0.000035357818,0.00001979022,0.00032129782,0.000012323439,0.00024354842,0.00020068798,0.00005728877,0.000511664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.968826e-7,0.000008259315,0.0055100494,0.000008231487,0.000008186829,0.000020025802,0.0010821691,0.003077111,0.00049146556,0.9595156,0.009729282,0.020549027],"study_design_scores_gemma":[0.000095351126,0.0000049111018,0.002179635,0.0000041325256,3.4115237e-7,0.0000022853533,0.00012966267,0.9912871,0.0009085004,0.0017665904,0.0035710228,0.000050431925],"about_ca_topic_score_codex":0.000040320745,"about_ca_topic_score_gemma":0.0000025030713,"teacher_disagreement_score":0.98821,"about_ca_system_score_codex":0.00001857597,"about_ca_system_score_gemma":0.00004507238,"threshold_uncertainty_score":0.6576577},"labels":[],"label_agreement":null},{"id":"W4385571149","doi":"10.18653/v1/2023.findings-acl.211","title":"Exploiting Hierarchically Structured Categories in Fine-grained Chinese Named Entity Recognition","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Relevance (law); Artificial intelligence; Function (biology); Natural language processing; Information retrieval; Pattern recognition (psychology)","score_opus":0.026900394584444962,"score_gpt":0.26114673704919533,"score_spread":0.23424634246475037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7601652,0.000006158386,0.23637152,0.0013589056,0.00031567956,0.000120173434,0.0000017195564,0.000508757,0.0011518912],"genre_scores_gemma":[0.9538342,0.0000045457778,0.045582283,0.00014388433,0.000089903006,0.000024996787,0.000023330587,0.0000077282475,0.00028916623],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873483,0.00007002549,0.0002792674,0.00037715284,0.00023431693,0.0003043873],"domain_scores_gemma":[0.99936956,0.00012873292,0.00004822461,0.00033458316,0.000054689324,0.00006419072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035743308,0.00012108346,0.00014825964,0.00024263326,0.00008384517,0.00013212662,0.00045095792,0.00005821252,0.000044263652],"category_scores_gemma":[0.00036512828,0.000103217164,0.00004391324,0.00097428245,0.000021818494,0.00046181865,0.00027192538,0.00017948185,0.000067750574],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003933507,0.00010462215,0.06063901,0.00016419914,0.000043351458,0.00026797922,0.015643978,0.0030745263,0.019246459,0.092590205,0.00069605245,0.8074903],"study_design_scores_gemma":[0.0006901743,0.000028100405,0.05181547,0.000027161046,0.0000018987703,0.000009362618,0.00013112913,0.5776751,0.0011540209,0.36807656,0.00008029315,0.00031070298],"about_ca_topic_score_codex":0.0001986789,"about_ca_topic_score_gemma":0.0008909849,"teacher_disagreement_score":0.8071796,"about_ca_system_score_codex":0.000032802312,"about_ca_system_score_gemma":0.00005086854,"threshold_uncertainty_score":0.42090738},"labels":[],"label_agreement":null},{"id":"W4385571251","doi":"10.18653/v1/2023.acl-long.317","title":"Simplicity Bias in Transformers and their Ability to Learn Sparse Boolean Functions","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"University of Oxford","keywords":"Transformer; Overfitting; Computer science; Inductive bias; Generalization; Boolean function; Machine learning; Artificial intelligence; Mathematics; Algorithm; Multi-task learning; Electrical engineering; Engineering; Artificial neural network","score_opus":0.0824883815686029,"score_gpt":0.27474028526736105,"score_spread":0.19225190369875816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5871397,0.0000024407311,0.4081475,0.0024345578,0.000064669395,0.00010155112,0.0000010166269,0.00013394648,0.001974561],"genre_scores_gemma":[0.9962353,0.000002986023,0.0027358544,0.00042394313,0.000013993837,0.0000104999735,7.0209876e-7,0.0000034469015,0.0005732459],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922276,0.00002896701,0.00014169171,0.00031204414,0.000080266414,0.00021426434],"domain_scores_gemma":[0.9995455,0.00007234607,0.000008833097,0.00026763327,0.000015092462,0.0000905657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004221502,0.000074951655,0.00009269805,0.000112498135,0.00006103412,0.000049369926,0.00018958545,0.000030310031,0.00002207581],"category_scores_gemma":[0.000032298627,0.00005978688,0.000026911295,0.00052757893,0.000015747191,0.00018587869,0.00009988798,0.00008985088,0.00009426896],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011697463,0.000074094074,0.031060878,0.000034568067,0.000009612398,0.0000057887883,0.008276124,0.021620914,0.003038274,0.011302239,0.0013405146,0.9232253],"study_design_scores_gemma":[0.00039592767,0.00009372809,0.121765815,0.000014264894,0.0000018894167,0.0000065101435,0.0012345536,0.853978,0.0010699804,0.0074794735,0.01365805,0.00030180567],"about_ca_topic_score_codex":0.00042184626,"about_ca_topic_score_gemma":0.0010792738,"teacher_disagreement_score":0.9229235,"about_ca_system_score_codex":0.000025674153,"about_ca_system_score_gemma":0.000023051938,"threshold_uncertainty_score":0.24380381},"labels":[],"label_agreement":null},{"id":"W4385571325","doi":"10.18653/v1/2023.acl-long.230","title":"A fine-grained comparison of pragmatic language understanding in humans and language models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Literal (mathematical logic); Computer science; Pragmatics; Heuristic; Set (abstract data type); Language model; Natural language processing; Artificial intelligence; Human language; Linguistics","score_opus":0.07989764519677654,"score_gpt":0.3256151878462655,"score_spread":0.24571754264948892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45641118,0.00008051521,0.5410552,0.00021003331,0.000022305456,0.00007901329,6.643144e-7,0.00010420389,0.0020368698],"genre_scores_gemma":[0.9896802,0.0000017373625,0.010011521,0.000025690406,0.00000790032,0.000004609954,0.0000022353327,0.0000048805573,0.00026126963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923915,0.000034454424,0.00021802819,0.00019165932,0.00015009526,0.00016662297],"domain_scores_gemma":[0.99954444,0.00013674842,0.00004644677,0.0002338578,0.0000074186196,0.000031061903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028334017,0.00006989916,0.00016571976,0.00019635264,0.000027964841,0.00003562835,0.00021903065,0.000030860178,0.000007712566],"category_scores_gemma":[0.000032898464,0.000062869556,0.000019446647,0.00037446566,0.00001765132,0.00019427935,0.00016755518,0.00007033124,0.0000039586484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059062327,0.000079910635,0.008192207,0.0002711458,0.000020974725,0.000058317335,0.19403587,0.023176292,0.005177458,0.7608261,0.00030825654,0.007847528],"study_design_scores_gemma":[0.00030540515,0.00001686511,0.00038523576,0.000055940836,0.0000018905508,7.7345067e-7,0.008737219,0.9796343,0.0002572279,0.010531088,9.73679e-7,0.00007307365],"about_ca_topic_score_codex":0.00021236851,"about_ca_topic_score_gemma":0.0008223375,"teacher_disagreement_score":0.95645803,"about_ca_system_score_codex":0.00002838617,"about_ca_system_score_gemma":0.000015699843,"threshold_uncertainty_score":0.2563746},"labels":[],"label_agreement":null},{"id":"W4385571397","doi":"10.18653/v1/2023.clinicalnlp-1.36","title":"WangLab at MEDIQA-Chat 2023: Clinical Note Generation from Doctor-Patient Conversations using Large Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University Health Network; Sunnybrook Health Science Centre; Vector Institute; University of Toronto","funders":"Alliance de recherche numérique du Canada","keywords":"Computer science; Task (project management); Scrutiny; Context (archaeology); Language model; Natural language processing; Path (computing); Artificial intelligence; Human–computer interaction; Multimedia; World Wide Web; Programming language","score_opus":0.11737923125211153,"score_gpt":0.3526829460646227,"score_spread":0.23530371481251117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4338154,0.00003786657,0.56382185,0.00053391355,0.001027098,0.00010432508,0.000018697425,0.00021690087,0.00042396472],"genre_scores_gemma":[0.896853,0.000020837351,0.100290306,0.0009546207,0.0004953126,0.000009478675,0.00010582927,0.000013694306,0.0012568694],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982035,0.00011663825,0.0004411575,0.00052616803,0.00040542072,0.0003071281],"domain_scores_gemma":[0.9988861,0.0001568585,0.000094166506,0.00066027016,0.00007510959,0.00012751068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004210229,0.00012918592,0.0001752183,0.000094535884,0.00019454978,0.00010230225,0.00037113612,0.00011558026,0.00021269519],"category_scores_gemma":[0.0000593222,0.00011974505,0.00009140937,0.000303356,0.000021023829,0.0005431456,0.00057160965,0.00012731187,0.00039718245],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033481858,0.00043864714,0.0058986577,0.000031805113,0.00027434513,0.0003994214,0.05978593,0.4267486,0.058373448,0.31952715,0.048580755,0.079907745],"study_design_scores_gemma":[0.00034980415,0.000016000124,0.00013496065,0.000007441328,0.000008429176,0.0000013843097,0.00010897212,0.99530613,0.0015276063,0.0011032708,0.0012888277,0.00014719325],"about_ca_topic_score_codex":0.0005602756,"about_ca_topic_score_gemma":0.0005268348,"teacher_disagreement_score":0.5685575,"about_ca_system_score_codex":0.000120110344,"about_ca_system_score_gemma":0.00007952945,"threshold_uncertainty_score":0.5105109},"labels":[],"label_agreement":null},{"id":"W4385571398","doi":"10.18653/v1/2023.acl-long.95","title":"Fine-tuning Happens in Tiny Subspaces: Exploring Intrinsic Task-specific Subspaces of Pre-trained Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Canadian Institute for Advanced Research","funders":"Fundamental Research Funds for the Central Universities; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Canadian Institute for Advanced Research","keywords":"Subspace topology; Computer science; Linear subspace; Parameterized complexity; Task (project management); Redundancy (engineering); Outlier; Artificial intelligence; Perspective (graphical); Process (computing); Machine learning; Algorithm; Mathematics","score_opus":0.08221896639818659,"score_gpt":0.2670756845490518,"score_spread":0.18485671815086518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7149564,0.00019904978,0.28109783,0.00054668164,0.00020631727,0.00017655673,0.0000019433203,0.00044834169,0.0023668695],"genre_scores_gemma":[0.97261894,0.00008549389,0.026326831,0.000025625723,0.00006871873,0.000037189737,0.000005085784,0.00001938974,0.00081271154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980662,0.00007261265,0.00043185387,0.0005456335,0.00038522374,0.0004984689],"domain_scores_gemma":[0.99883205,0.0001426231,0.00011097873,0.00077055494,0.000054179756,0.00008962927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006130313,0.0001945235,0.0003094916,0.0004953824,0.00006010022,0.00009628676,0.00088608306,0.000067629866,0.000023023842],"category_scores_gemma":[0.00004590248,0.00018392153,0.00007201336,0.0013062945,0.00003637603,0.0009755773,0.00047394447,0.00019630516,0.000034774006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048511643,0.00016089238,0.0040864754,0.0002697691,0.000058219524,0.00036254802,0.14577085,0.33307603,0.037516445,0.3827075,0.0014709648,0.09447179],"study_design_scores_gemma":[0.000520979,0.000038423204,0.0021352079,0.00014679754,0.0000027185972,0.0000049429436,0.0027856492,0.98396903,0.007379295,0.0024259167,0.0002891714,0.00030184258],"about_ca_topic_score_codex":0.00047586046,"about_ca_topic_score_gemma":0.0007440741,"teacher_disagreement_score":0.65089303,"about_ca_system_score_codex":0.000048571528,"about_ca_system_score_gemma":0.000051827607,"threshold_uncertainty_score":0.75001025},"labels":[],"label_agreement":null},{"id":"W4385571404","doi":"10.18653/v1/2023.acl-long.490","title":"BLIND: Bias Removal With No Demographics","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation","keywords":"Demographics; Computer science; Task (project management); Artificial intelligence; Process (computing); Gender bias; Annotation; Machine learning; Debiasing; Psychology; Social psychology; Demography","score_opus":0.07052993259609026,"score_gpt":0.2664610675017185,"score_spread":0.19593113490562825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571404","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1645882,0.0000104647115,0.8109934,0.0014804399,0.00026945697,0.000076424076,2.0124189e-7,0.0008944898,0.021686975],"genre_scores_gemma":[0.42076588,0.000020420483,0.56774044,0.0010183782,0.00015503493,0.000008240472,0.0000016840966,0.0000137049055,0.010276186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991802,0.00001779213,0.000099336015,0.0002557637,0.00024030804,0.00020658605],"domain_scores_gemma":[0.99933505,0.000053557284,0.000022479375,0.00047257493,0.000057019286,0.000059328373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023984745,0.000068250054,0.00006917045,0.0001380082,0.00006125239,0.00008696554,0.00048249163,0.00003328568,0.00001534155],"category_scores_gemma":[0.000023978422,0.000049239603,0.000027644573,0.0008350607,0.00001742832,0.00018269861,0.00016187625,0.00008053072,0.000461312],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035352445,0.00007923591,0.027659627,0.000049402697,0.00008398982,0.0008114347,0.0016873748,0.0058776014,0.00061177596,0.8096575,0.01681608,0.13663062],"study_design_scores_gemma":[0.00044788036,0.000067833826,0.0018845963,0.000015309724,0.0000030928056,0.000059830312,0.000024773099,0.9712034,0.00016156978,0.0036813025,0.022248507,0.00020192865],"about_ca_topic_score_codex":0.00003992558,"about_ca_topic_score_gemma":0.00004841457,"teacher_disagreement_score":0.9653258,"about_ca_system_score_codex":0.000005733826,"about_ca_system_score_gemma":0.00004055433,"threshold_uncertainty_score":0.59293866},"labels":[],"label_agreement":null},{"id":"W4385571455","doi":"10.18653/v1/2023.findings-acl.150","title":"Attribute Controlled Dialogue Prompting","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Vector Institute","funders":"Vector Institute; University of Waterloo; Government of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Conversation; Task (project management); Domain (mathematical analysis); Open domain; Code (set theory); Artificial intelligence; Control (management); Natural language processing; Language model; Human–computer interaction; Machine learning; Programming language; Question answering; Linguistics","score_opus":0.045212504855818396,"score_gpt":0.2669467549645016,"score_spread":0.2217342501086832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045586847,0.000013817235,0.9435971,0.0029342584,0.0004058292,0.00021380423,4.2563218e-7,0.0011055095,0.0061424263],"genre_scores_gemma":[0.9700594,0.000002896618,0.02595269,0.00031016255,0.0001074752,0.000032861713,0.0000020253406,0.0000045585534,0.0035279074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991919,0.000029844017,0.00016034345,0.00022685505,0.00015256071,0.00023852124],"domain_scores_gemma":[0.99944234,0.00012251677,0.0000313981,0.00032329364,0.000033273507,0.00004717547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043028334,0.00006144059,0.00013943206,0.00006774288,0.000074381605,0.000091131275,0.00043759387,0.000026984455,0.000014922726],"category_scores_gemma":[0.00010701384,0.000048218953,0.000048790913,0.00031814116,0.0000066268144,0.000174368,0.00024116151,0.000056192966,0.0005178341],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024812458,0.00007317889,0.007912179,0.00004350861,0.000110758854,0.00018270034,0.0024749462,0.011765317,0.0064752405,0.79845077,0.018462788,0.15402383],"study_design_scores_gemma":[0.0013096088,0.000013679168,0.001133008,0.0000060403127,0.0000019187614,0.000003035229,0.000016558524,0.9914645,0.00038893198,0.0040787375,0.0014799763,0.00010399193],"about_ca_topic_score_codex":0.000022323926,"about_ca_topic_score_gemma":0.0000064112583,"teacher_disagreement_score":0.9796992,"about_ca_system_score_codex":0.000012423211,"about_ca_system_score_gemma":0.000027631066,"threshold_uncertainty_score":0.66558826},"labels":[],"label_agreement":null},{"id":"W4385571607","doi":"10.18653/v1/2023.findings-acl.97","title":"SERENGETI: Massively Multilingual Language Models for Africa","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Alliance de recherche numérique du Canada; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Advanced Micro Devices","keywords":"Computer science; Set (abstract data type); Natural language processing; Task (project management); Artificial intelligence; Similarity (geometry); Language model; Natural language","score_opus":0.06771763747740082,"score_gpt":0.29756966483051106,"score_spread":0.22985202735311022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571607","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015001535,0.000038805178,0.97281766,0.00073375116,0.00022533616,0.00016768464,0.000004078435,0.0007683156,0.01024286],"genre_scores_gemma":[0.75681037,0.000002290215,0.23151003,0.00008647716,0.00008064874,0.000037029895,0.0000023947373,0.000009293852,0.011461493],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991144,0.00001384905,0.00013011442,0.0003075565,0.00015006978,0.0002839894],"domain_scores_gemma":[0.9993783,0.00011906391,0.000025387582,0.0003675251,0.00004896085,0.000060747218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018976319,0.00008273435,0.00009279274,0.00008520745,0.00006735183,0.00006825282,0.00053666584,0.000043029242,0.000009336739],"category_scores_gemma":[0.000044274733,0.000072055045,0.000054262873,0.00022468787,0.000008079551,0.00023708717,0.00021020384,0.000052360057,0.00008429819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012309383,0.0000692159,0.00003618668,0.0000821168,0.000043613476,0.000070336086,0.033450104,0.09770781,0.0057304776,0.4973618,0.01594078,0.34949523],"study_design_scores_gemma":[0.00020395295,0.000015256612,0.000015471456,0.0000043692608,0.0000015716554,0.0000011196702,0.00029640627,0.98258495,0.0018433278,0.01308276,0.0018505716,0.00010023564],"about_ca_topic_score_codex":0.000022878608,"about_ca_topic_score_gemma":0.0000090658805,"teacher_disagreement_score":0.88487715,"about_ca_system_score_codex":0.000015144752,"about_ca_system_score_gemma":0.000037437738,"threshold_uncertainty_score":0.29383194},"labels":[],"label_agreement":null},{"id":"W4385571655","doi":"10.18653/v1/2023.findings-acl.46","title":"The Web Can Be Your Oyster for Improving Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Renmin University of China; National Natural Science Foundation of China","keywords":"Computer science; Salient; Language model; Task (project management); Information retrieval; ENCODE; Machine learning; Search engine; Artificial intelligence","score_opus":0.05366418091734578,"score_gpt":0.28056988894289203,"score_spread":0.22690570802554624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571655","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025827764,0.00003611643,0.9623298,0.008089076,0.00033481442,0.00018839078,0.0000032890828,0.00037777855,0.0028129693],"genre_scores_gemma":[0.9470184,0.0000031707457,0.036220264,0.00088184077,0.00012189185,0.000051104882,0.0000014321404,0.000009869437,0.015692046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928415,0.000012533748,0.0001102141,0.00020519794,0.00012896249,0.00025892613],"domain_scores_gemma":[0.99935526,0.00009941884,0.000023777457,0.0004552539,0.000028602939,0.000037707603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003127638,0.000060742972,0.00005610561,0.000033377353,0.00015799832,0.0001726371,0.00061082834,0.000024972962,0.000001978343],"category_scores_gemma":[0.000024826797,0.00003874718,0.00004132466,0.00012748814,0.0000081919825,0.00016430762,0.00023970766,0.000047014117,0.00001071739],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005196179,0.000013463201,0.00005426362,0.00006128252,0.000025956337,0.000016734548,0.013263177,0.0148245,0.013705299,0.5812763,0.010284784,0.36646903],"study_design_scores_gemma":[0.0001067339,0.00000819017,0.0000061766364,0.000002008186,0.0000013352078,0.0000016372328,0.0003886258,0.993576,0.00047478915,0.0041144555,0.0012584731,0.0000615624],"about_ca_topic_score_codex":0.00016049558,"about_ca_topic_score_gemma":0.00028978384,"teacher_disagreement_score":0.97875154,"about_ca_system_score_codex":0.000017587936,"about_ca_system_score_gemma":0.00005084632,"threshold_uncertainty_score":0.16647434},"labels":[],"label_agreement":null},{"id":"W4385571753","doi":"10.18653/v1/2023.acl-industry.65","title":"NAG-NER: a Unified Non-Autoregressive Generation Framework for Various NER Tasks","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Decoding methods; Benchmark (surveying); Named-entity recognition; Generative grammar; Sequence (biology); Encoder; Autoregressive model; Generative model; Code (set theory); Field (mathematics); Set (abstract data type); Artificial intelligence; Algorithm; Task (project management); Programming language; Mathematics","score_opus":0.04580949278770992,"score_gpt":0.2975541275448818,"score_spread":0.2517446347571719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571753","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007363617,0.000019369521,0.9872849,0.0025187503,0.0011329167,0.00028770804,0.000002042283,0.00044486232,0.00094584096],"genre_scores_gemma":[0.41716298,0.0000057923903,0.5773051,0.0010704858,0.00054130296,0.000095000476,0.000013450526,0.000014743419,0.0037911697],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988358,0.000024149862,0.00019723174,0.00043160198,0.00020719154,0.0003040151],"domain_scores_gemma":[0.99902266,0.00014146739,0.00006478699,0.0006026191,0.00009465362,0.00007382689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002234662,0.00012130376,0.00013113831,0.0001063258,0.00016459603,0.00020255992,0.00053210754,0.00012899771,0.000019050629],"category_scores_gemma":[0.00009647702,0.000102465696,0.00006342132,0.0003195461,0.000014077076,0.00024247264,0.00019061804,0.000119372766,0.0001141515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000492408,0.000027889118,0.00008845294,0.000017877484,0.000032800373,0.000023587181,0.0024425935,0.018282417,0.0024876343,0.854656,0.020303758,0.10163211],"study_design_scores_gemma":[0.00018956173,0.00003316239,0.00013090912,0.000013628864,0.0000041971916,0.0000026258458,0.000020375883,0.9563211,0.0021709278,0.03702645,0.003939284,0.00014775968],"about_ca_topic_score_codex":0.000059925533,"about_ca_topic_score_gemma":0.00002187848,"teacher_disagreement_score":0.9380387,"about_ca_system_score_codex":0.000035209443,"about_ca_system_score_gemma":0.00008265006,"threshold_uncertainty_score":0.41784298},"labels":[],"label_agreement":null},{"id":"W4385571765","doi":"10.18653/v1/2023.acl-industry.71","title":"Exploring Zero and Few-shot Techniques for Intent Classification","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Minnow Environmental (Canada)","funders":"","keywords":"Computer science; Constraint (computer-aided design); Resource (disambiguation); Zero (linguistics); Adaptation (eye); Shot (pellet); Limited resources; Face (sociological concept); Language model; Sample (material); Artificial intelligence; Machine learning; Mathematics; Linguistics; Statistics","score_opus":0.4411939191832756,"score_gpt":0.3375341698411399,"score_spread":0.10365974934213573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022880966,0.000005975369,0.9729727,0.0021912474,0.00012330766,0.00014339139,2.0293338e-7,0.0006239145,0.0010582899],"genre_scores_gemma":[0.82417756,0.00002926773,0.17507903,0.000109317196,0.000031968957,0.00017356874,9.49018e-7,0.000003968486,0.00039436299],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995323,0.000005990308,0.000092736416,0.00019567125,0.00006584284,0.00010747883],"domain_scores_gemma":[0.9996692,0.00004363646,0.000017139339,0.00021072476,0.000032472733,0.00002684296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019255021,0.00004178371,0.00004678413,0.00007053011,0.000049501024,0.00006447187,0.00017964342,0.00001580039,9.1829037e-7],"category_scores_gemma":[0.000021323922,0.000036481844,0.000015094933,0.00012397337,0.0000072382572,0.0003273413,0.00011768598,0.000027581782,0.0000074662776],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014534069,0.0000070413907,0.00031779808,0.000022145856,0.0000037265725,7.00038e-7,0.0005944708,0.0000142550125,0.010648716,0.4815439,0.0010111218,0.5058347],"study_design_scores_gemma":[0.00009896757,0.00004694982,0.0026803103,0.000025179477,0.0000021041956,0.0000027128067,0.0001800997,0.9272424,0.033821438,0.026867127,0.008889501,0.00014320329],"about_ca_topic_score_codex":0.000010498714,"about_ca_topic_score_gemma":0.0000018949152,"teacher_disagreement_score":0.92722815,"about_ca_system_score_codex":0.00001443228,"about_ca_system_score_gemma":0.000007495624,"threshold_uncertainty_score":0.14876865},"labels":[],"label_agreement":null},{"id":"W4385571773","doi":"10.18653/v1/2023.acl-short.145","title":"Diversity-Aware Coherence Loss for Improving Neural Topic Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley; University of British Columbia","funders":"","keywords":"Computer science; Coherence (philosophical gambling strategy); Diversity (politics); Artificial neural network; Artificial intelligence; Mathematics; Statistics","score_opus":0.06884440324724243,"score_gpt":0.25894346780443056,"score_spread":0.1900990645571881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571773","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10878563,0.0000075193475,0.88890713,0.0008635597,0.00035219587,0.0001620468,0.0000014703513,0.00044066182,0.00047977275],"genre_scores_gemma":[0.9770704,9.52795e-7,0.020227013,0.00029437072,0.00005837266,0.000013543894,0.0000012568323,0.0000040551195,0.0023300624],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913436,0.0000115112525,0.000105945684,0.00031977225,0.00015787662,0.00027055296],"domain_scores_gemma":[0.99943113,0.00006795673,0.000027409791,0.00035983784,0.000056178673,0.00005745652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001339418,0.000077342534,0.0000872089,0.000057736146,0.00037993296,0.00006732014,0.0007907249,0.000036613612,0.0000065812446],"category_scores_gemma":[0.000013318282,0.000071716655,0.000049951475,0.00019476665,0.000012226601,0.0005343717,0.0017745658,0.000058233196,0.0000183293],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001192611,0.000048656337,0.009956537,0.00025728904,0.000030477493,0.000087180626,0.0077557815,0.12663107,0.0006518638,0.4178328,0.0024724952,0.4342639],"study_design_scores_gemma":[0.00016150586,0.000019715362,0.00026106444,0.0000029471003,0.0000019357035,0.0000017877004,0.00003962817,0.9795502,0.00017622695,0.019634405,0.000056017354,0.000094574854],"about_ca_topic_score_codex":0.00016111188,"about_ca_topic_score_gemma":0.000025548447,"teacher_disagreement_score":0.8686801,"about_ca_system_score_codex":0.000022476837,"about_ca_system_score_gemma":0.000025553234,"threshold_uncertainty_score":0.29245204},"labels":[],"label_agreement":null},{"id":"W4385571841","doi":"10.18653/v1/2023.acl-long.758","title":"Learning New Skills after Deployment: Improving open-domain internet-driven dialogue with human feedback","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Software deployment; Computer science; The Internet; Domain (mathematical analysis); Artificial intelligence; Machine learning; World Wide Web; Software engineering","score_opus":0.01701245785068708,"score_gpt":0.2501860809956955,"score_spread":0.23317362314500842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571841","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34656924,0.000009290804,0.64807785,0.00052845373,0.00015380695,0.00026669676,2.7057902e-7,0.0005415896,0.003852805],"genre_scores_gemma":[0.88992065,0.0000017933471,0.08698973,0.00039190182,0.000115521354,0.000036837348,0.0000045917363,0.000028694485,0.022510247],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998311,0.00007122186,0.00025229627,0.00063893717,0.00026714627,0.00045942742],"domain_scores_gemma":[0.99910575,0.00005215221,0.00008298588,0.00055650924,0.000032616615,0.00016998687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028185794,0.00018771915,0.00019880291,0.00013242778,0.000125703,0.00067469553,0.0015049512,0.000056291574,0.00010615893],"category_scores_gemma":[0.000018186587,0.0001524346,0.00004453339,0.0003870195,0.00002564525,0.0007613235,0.0019230194,0.00023318063,0.00038662073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011074464,0.00039283207,0.15740564,0.00018255571,0.00035725525,0.0013502437,0.05816798,0.028297707,0.013578186,0.1574374,0.013780084,0.5689394],"study_design_scores_gemma":[0.008350652,0.0019768053,0.06429815,0.00080851285,0.000058264326,0.00011984907,0.001191622,0.86385506,0.0077785975,0.020841643,0.027470447,0.0032503817],"about_ca_topic_score_codex":0.0013344106,"about_ca_topic_score_gemma":0.00078714866,"teacher_disagreement_score":0.83555734,"about_ca_system_score_codex":0.00007376979,"about_ca_system_score_gemma":0.000080035505,"threshold_uncertainty_score":0.65061045},"labels":[],"label_agreement":null},{"id":"W4385571894","doi":"10.18653/v1/2023.acl-long.68","title":"ThinkSum: Probabilistic reasoning over sets using large language models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Probabilistic logic; Inference; Computer science; Context (archaeology); Set (abstract data type); Artificial intelligence; Natural language processing; Machine learning; Programming language","score_opus":0.04187799106243501,"score_gpt":0.2986571136122419,"score_spread":0.2567791225498069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571894","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27771592,0.000037716807,0.7167281,0.00012352265,0.0001855352,0.000111143614,0.0000018679611,0.00075804285,0.0043381266],"genre_scores_gemma":[0.86280364,0.0000022156316,0.13582346,0.0003340256,0.000053222186,0.000005899546,0.0000030440617,0.000013274802,0.00096120336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987156,0.000041909636,0.0001690809,0.00039126998,0.00028227895,0.00039987185],"domain_scores_gemma":[0.99919075,0.000057769532,0.000039443657,0.00060717604,0.000031865147,0.00007302251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004517628,0.00011147172,0.00012660997,0.000099187615,0.00012565074,0.00014558893,0.0005176346,0.00005769565,0.000033706547],"category_scores_gemma":[0.000058915713,0.00009863312,0.000046972862,0.00044622523,0.000009508195,0.00059618015,0.00048049047,0.000118539225,0.00007722642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020588457,0.000039660004,0.0005072714,0.00005347071,0.000019536941,0.00013395419,0.009117349,0.2135473,0.001054556,0.768477,0.0009915894,0.006056235],"study_design_scores_gemma":[0.00014227352,0.000005080264,0.00013334613,0.000027050533,0.0000029873374,0.00000797256,0.00009303881,0.9776155,0.000075105345,0.02170073,0.000067120935,0.00012979064],"about_ca_topic_score_codex":0.00016351469,"about_ca_topic_score_gemma":0.000029696332,"teacher_disagreement_score":0.7640682,"about_ca_system_score_codex":0.000052361807,"about_ca_system_score_gemma":0.000060831193,"threshold_uncertainty_score":0.4022142},"labels":[],"label_agreement":null},{"id":"W4385571931","doi":"10.18653/v1/2023.acl-short.46","title":"MIReAD: Simple Method for Learning High-quality Representations from Scientific Documents","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Categorization; Simple (philosophy); Representation (politics); Transformer; Information retrieval; Class (philosophy); Quality (philosophy); Artificial intelligence; Scientific literature; Language model; Natural language processing","score_opus":0.10473021212332012,"score_gpt":0.4317125563418593,"score_spread":0.32698234421853917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571931","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07405308,0.0000055425344,0.92253786,0.0013468537,0.00060761505,0.00019525034,0.000008932515,0.0005443277,0.0007005437],"genre_scores_gemma":[0.24050067,9.1865866e-7,0.74634963,0.00011793898,0.00006935337,0.00006086134,0.00008937923,0.000008208147,0.012803048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833447,0.00015806122,0.00027475087,0.00064537214,0.00030535602,0.0002819933],"domain_scores_gemma":[0.9983288,0.0007529449,0.00007636386,0.0006727156,0.00009505964,0.00007410813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012388022,0.00008343106,0.00012956068,0.00012442132,0.00042986887,0.00048273103,0.00060346094,0.000037031277,0.00008046648],"category_scores_gemma":[0.00031966364,0.0000795589,0.00006750872,0.00059466576,0.000020345107,0.00046839428,0.00036001552,0.00007926276,0.00017246848],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010784709,0.0000814315,0.008507916,0.000038655508,0.00010051693,0.000008211961,0.0054931347,0.05011532,0.035311267,0.61013997,0.029656468,0.26053634],"study_design_scores_gemma":[0.00037718908,0.000012362108,0.0053907977,0.000004726118,0.00000627368,3.310767e-7,0.00024804482,0.747161,0.0068641515,0.22720087,0.01257418,0.00016013466],"about_ca_topic_score_codex":0.002514158,"about_ca_topic_score_gemma":0.00012338288,"teacher_disagreement_score":0.6970456,"about_ca_system_score_codex":0.00002852848,"about_ca_system_score_gemma":0.000046822977,"threshold_uncertainty_score":0.46549863},"labels":[],"label_agreement":null},{"id":"W4385571970","doi":"10.18653/v1/2023.acl-short.72","title":"Using contradictions improves question answering systems","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Contradiction; Question answering; Computer science; Context (archaeology); Inference; Logical consequence; Natural language processing; Natural language; Artificial intelligence; Epistemology; Philosophy","score_opus":0.06175751992041341,"score_gpt":0.29644033590898905,"score_spread":0.23468281598857565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571970","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059681688,0.000037896178,0.9368232,0.00018012739,0.0010407206,0.00007904807,3.1179601e-7,0.0008317621,0.0013252454],"genre_scores_gemma":[0.96979445,0.0000047455273,0.029529445,0.000030773474,0.00010347505,0.000006337568,5.6193267e-7,0.000004322369,0.000525915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994323,0.000021580456,0.000119406366,0.00017218693,0.00010276581,0.00015172682],"domain_scores_gemma":[0.9996483,0.000026053565,0.000023069084,0.00023698078,0.00002700848,0.000038595783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001993466,0.000048276204,0.000060284696,0.00008799359,0.00010177439,0.00014153887,0.00018643097,0.00002624116,9.738916e-7],"category_scores_gemma":[0.000014613307,0.00004520113,0.000019185956,0.00027160335,0.0000068085933,0.00033724136,0.00006537389,0.000043896398,0.000030287945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.683675e-7,0.000009918955,0.0005504212,0.000029015744,0.000015509662,0.000013263875,0.0004780372,0.11817607,0.080887385,0.7824302,0.00017359815,0.017236039],"study_design_scores_gemma":[0.00005006865,0.0000054756288,0.00043401582,0.000013024167,0.0000015123726,0.0000103787,0.000046619974,0.997987,0.00036714014,0.00064258307,0.00038641848,0.000055774886],"about_ca_topic_score_codex":0.00039812538,"about_ca_topic_score_gemma":0.0000047714884,"teacher_disagreement_score":0.91011274,"about_ca_system_score_codex":0.000034312285,"about_ca_system_score_gemma":0.000023778019,"threshold_uncertainty_score":0.18432486},"labels":[],"label_agreement":null},{"id":"W4385572006","doi":"10.18653/v1/2023.bionlp-1.46","title":"GRASUM at BioLaySumm Task 1: Background Knowledge Grounding for Readable, Relevant, and Factual Biomedical Lay Summaries","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Automatic summarization; Readability; Computer science; Relevance (law); Task (project management); Ground; Information retrieval; Data science; Engineering","score_opus":0.06062182398145231,"score_gpt":0.3027965851717317,"score_spread":0.2421747611902794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16559905,0.00031676653,0.82829666,0.0017473395,0.0011844003,0.00031815012,0.00002395089,0.00073079806,0.0017828719],"genre_scores_gemma":[0.87070453,0.00028953116,0.09926645,0.00038151408,0.00061442144,0.000105466694,0.00012635431,0.00005838546,0.028453378],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980811,0.00005005647,0.00033547656,0.00068233366,0.00025049556,0.00060055964],"domain_scores_gemma":[0.99841136,0.0007711078,0.000060326343,0.00047993622,0.00006620561,0.0002110498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071432337,0.000206149,0.00025340833,0.00024779487,0.00041241685,0.00028404003,0.0005769623,0.00013927194,0.000025141397],"category_scores_gemma":[0.00012586996,0.00016990413,0.000069359034,0.00048341486,0.00013976205,0.0004959667,0.0009135991,0.000118700416,0.00019576421],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006967249,0.00017897024,0.005723222,0.0005332374,0.00018328763,0.00006323938,0.0062531033,0.00003512784,0.012622023,0.57547104,0.17052875,0.2283383],"study_design_scores_gemma":[0.001511332,0.00026727637,0.0029608253,0.000097541655,0.000029014771,0.00005895368,0.00082166755,0.48462933,0.0017143385,0.020604877,0.48641968,0.0008851799],"about_ca_topic_score_codex":0.000083380764,"about_ca_topic_score_gemma":0.00028881052,"teacher_disagreement_score":0.72903025,"about_ca_system_score_codex":0.00009896392,"about_ca_system_score_gemma":0.00008079799,"threshold_uncertainty_score":0.6928489},"labels":[],"label_agreement":null},{"id":"W4385572053","doi":"10.18653/v1/2023.findings-acl.369","title":"Shielded Representations: Protecting Sensitive Attributes Through Iterative Gradient-Based Projection","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation; Israel Science Foundation; Open Philanthropy Project","keywords":"Computer science; Projection (relational algebra); ENCODE; Task (project management); Representation (politics); Artificial intelligence; Machine learning; Iterative method; Pattern recognition (psychology); Algorithm","score_opus":0.07561534063835071,"score_gpt":0.31807282552317234,"score_spread":0.24245748488482163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051510666,0.000004414228,0.94134,0.0031467215,0.00028386415,0.0006006508,0.0000017329087,0.0009985552,0.0021133584],"genre_scores_gemma":[0.8525674,0.0000015865808,0.14603803,0.0003540006,0.00009383692,0.00015679258,0.000011857298,0.000008592431,0.00076794735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986263,0.00017074839,0.00021631646,0.00048935786,0.00023513893,0.0002621192],"domain_scores_gemma":[0.99905086,0.00030107508,0.00007875248,0.00037645086,0.0001601449,0.00003272104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038692463,0.000112203874,0.000112736416,0.00013649462,0.00033902802,0.00018507215,0.00020718077,0.000047861646,0.000006339708],"category_scores_gemma":[0.00032199954,0.000100620484,0.00005544119,0.0011329204,0.000022622693,0.0007195012,0.00012731129,0.00016770538,0.00007638336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000976855,0.00045590158,0.008616333,0.00029624006,0.00032284315,0.00051722396,0.13519421,0.11275063,0.04387973,0.5453145,0.008907577,0.14364712],"study_design_scores_gemma":[0.00029387104,0.00005977058,0.0007178582,0.000037765607,0.0000034933162,0.0000097227085,0.0012721121,0.92156655,0.06999393,0.005749947,0.00013611403,0.0001588497],"about_ca_topic_score_codex":0.00024857267,"about_ca_topic_score_gemma":0.000037051785,"teacher_disagreement_score":0.80881596,"about_ca_system_score_codex":0.000057070938,"about_ca_system_score_gemma":0.0000655048,"threshold_uncertainty_score":0.41031843},"labels":[],"label_agreement":null},{"id":"W4385572106","doi":"10.18653/v1/2023.semeval-1.7","title":"BERTastic at SemEval-2023 Task 3: Fine-Tuning Pretrained Multilingual Transformers Does Order Matter?","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Transformer; Artificial intelligence; Fine-tuning; SemEval; Deep learning; Language model; Natural language processing; Machine learning; Framing (construction); Task (project management)","score_opus":0.018104909493448913,"score_gpt":0.26280116793827984,"score_spread":0.24469625844483092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572106","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30294552,0.000018899826,0.6835693,0.003626121,0.00096529664,0.00029583293,0.000009006919,0.0008706115,0.007699399],"genre_scores_gemma":[0.92678636,0.0000070702727,0.037284836,0.0005997247,0.000116895986,0.000031390904,0.000018828248,0.000031212665,0.035123654],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980156,0.000045568384,0.0003502227,0.0006112644,0.00038807595,0.00058926427],"domain_scores_gemma":[0.9990361,0.00022873517,0.000049152033,0.0004749534,0.000071538234,0.00013954582],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032679873,0.00021759697,0.00020595647,0.00019604067,0.00020220742,0.00011227582,0.0006626386,0.00008668387,0.00052279426],"category_scores_gemma":[0.00007982379,0.00016276314,0.00008864762,0.00075950153,0.000038373146,0.00032813667,0.00026667572,0.0001563562,0.0012460375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014610193,0.000340677,0.027071882,0.0011233006,0.00063270994,0.0006839494,0.061143063,0.09743448,0.13906913,0.013114214,0.04910679,0.6101337],"study_design_scores_gemma":[0.00057713594,0.000031176587,0.0012997036,0.0000389086,0.000011853604,0.000011732343,0.0001576536,0.9912419,0.002605143,0.00054687884,0.0031358958,0.00034205042],"about_ca_topic_score_codex":0.00012059466,"about_ca_topic_score_gemma":0.00046327745,"teacher_disagreement_score":0.8938074,"about_ca_system_score_codex":0.00006130629,"about_ca_system_score_gemma":0.00006767557,"threshold_uncertainty_score":0.9995316},"labels":[],"label_agreement":null},{"id":"W4385572145","doi":"10.18653/v1/2023.codi-1.10","title":"Discourse Information for Document-Level Temporal Dependency Parsing","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Toronto; Vector Institute; Public Health Agency of Canada","funders":"Public Health Agency; Public Health Agency of Canada","keywords":"Parsing; Dependency grammar; Computer science; Sentence; Natural language processing; Dependency (UML); Artificial intelligence; Profiling (computer programming); Dependency graph; Feature (linguistics); Graph; Linguistics; Theoretical computer science; Programming language","score_opus":0.0555614122377747,"score_gpt":0.3160668927874526,"score_spread":0.26050548054967787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572145","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01587216,0.0000033558426,0.97945166,0.0021306279,0.00038458657,0.0001742071,0.0000020318994,0.0003007521,0.0016805929],"genre_scores_gemma":[0.78842014,0.0000018640205,0.21014224,0.00024563377,0.00004834495,0.000027171292,0.000014758926,0.0000030624183,0.0010967952],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993205,0.000008329289,0.0001802851,0.000120853736,0.00016985791,0.00020015483],"domain_scores_gemma":[0.99959326,0.000035757428,0.000042724423,0.00024848746,0.000037297345,0.00004249501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002630619,0.00005945584,0.000059417096,0.00009508233,0.00009430653,0.00018100366,0.00033300158,0.000026869822,0.000009309216],"category_scores_gemma":[0.00002851113,0.00005129881,0.000034678273,0.00018629104,0.00000665135,0.002010191,0.00012862403,0.00003532681,0.0001344494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003865386,0.000011256028,0.0014105105,0.000039990784,0.000010957795,0.0000022087136,0.0023894585,0.0023558256,0.00007094536,0.41581956,0.006231099,0.5716543],"study_design_scores_gemma":[0.0003993683,0.000028225686,0.0009836705,0.000015102366,0.0000028983927,0.000003512016,0.0003518471,0.939481,0.0005485782,0.053041954,0.0049775955,0.00016621266],"about_ca_topic_score_codex":0.000058097256,"about_ca_topic_score_gemma":0.000016296639,"teacher_disagreement_score":0.9371252,"about_ca_system_score_codex":0.000023173978,"about_ca_system_score_gemma":0.000047793867,"threshold_uncertainty_score":0.20919049},"labels":[],"label_agreement":null},{"id":"W4385572149","doi":"10.18653/v1/2023.nlrse-1.7","title":"Knowledge-Augmented Language Model Prompting for Zero-Shot Knowledge Graph Question Answering","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Question answering; Computer science; Shot (pellet); Knowledge graph; Graph; Task (project management); Zero (linguistics); Domain knowledge; Natural language processing; Artificial intelligence; Theoretical computer science; Linguistics","score_opus":0.06291405592591279,"score_gpt":0.33947156824000024,"score_spread":0.27655751231408743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572149","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058427136,0.00017404945,0.932697,0.00020319525,0.00039845277,0.00039554347,0.0000021819922,0.0013841821,0.0063182404],"genre_scores_gemma":[0.83973604,0.000008554286,0.15302368,0.00005234494,0.00011740341,0.00014281982,0.000013012273,0.00002591876,0.0068802047],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985661,0.00003954478,0.0002837073,0.0005286448,0.0001357739,0.00044620835],"domain_scores_gemma":[0.9991385,0.00010265977,0.00005642134,0.0004901674,0.00011701756,0.00009523136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006612993,0.00016883682,0.00016946429,0.00026803196,0.00018400818,0.00012678378,0.0005869446,0.000073718795,0.0000042084785],"category_scores_gemma":[0.000075470896,0.00016116255,0.00009311381,0.0006240061,0.00001607347,0.00041010903,0.0003288035,0.00010755478,0.000093446324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021133339,0.00030813186,0.00036896323,0.0006438715,0.00008797035,0.000015707485,0.030090572,0.13074681,0.08370075,0.38784936,0.007160291,0.35900643],"study_design_scores_gemma":[0.0003227078,0.000027029455,0.000053757485,0.00006861253,0.000005389687,0.0000023927128,0.00013025278,0.98848623,0.004763365,0.005666535,0.00027518443,0.00019853465],"about_ca_topic_score_codex":0.000024801277,"about_ca_topic_score_gemma":0.000054606902,"teacher_disagreement_score":0.85773945,"about_ca_system_score_codex":0.000059607886,"about_ca_system_score_gemma":0.00007597507,"threshold_uncertainty_score":0.65720177},"labels":[],"label_agreement":null},{"id":"W4385572252","doi":"10.18653/v1/2023.acl-short.133","title":"LI-RAGE: Late Interaction Retrieval Augmented Generation with Explicit Signals for Open-Domain Table Question Answering","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Security token; Relevance (law); Table (database); Domain (mathematical analysis); Representation (politics); Filter (signal processing); Information retrieval; Set (abstract data type); Inference; Labrador Retriever; Data mining; Artificial intelligence; Theoretical computer science; Computer vision; Programming language; Mathematics","score_opus":0.06102899969721623,"score_gpt":0.3158652028916367,"score_spread":0.25483620319442046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122090824,0.00000689024,0.875453,0.000827333,0.0002980473,0.00051439216,0.0000030194558,0.00030052697,0.00050598686],"genre_scores_gemma":[0.84223896,0.0000074060304,0.1522741,0.00031576862,0.00020647318,0.00013682083,0.00009616901,0.000021217606,0.0047030887],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989048,0.000050142313,0.00021945624,0.0004081015,0.00018767094,0.00022982714],"domain_scores_gemma":[0.9993748,0.00006012605,0.00008775993,0.00031064317,0.00011417584,0.000052472395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061568676,0.000108586115,0.000119579745,0.00011394532,0.00017338985,0.0005017332,0.0004074295,0.00004514584,0.000040153627],"category_scores_gemma":[0.00004166057,0.00009521706,0.000021282674,0.0004946107,0.0000039081137,0.001506716,0.00020734724,0.00007422582,0.000036037116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002125037,0.00009836059,0.00016408233,0.00007736633,0.000072453986,0.000026870604,0.0018341343,0.35182637,0.5511467,0.058715064,0.00757139,0.028254688],"study_design_scores_gemma":[0.00045706698,0.000122029705,0.00004192934,0.000050749488,0.0000034973687,0.0000057650154,0.000056442444,0.94007593,0.056661874,0.0010993105,0.0012917062,0.00013366458],"about_ca_topic_score_codex":0.000109234505,"about_ca_topic_score_gemma":0.000050509407,"teacher_disagreement_score":0.72317886,"about_ca_system_score_codex":0.000085554784,"about_ca_system_score_gemma":0.000052494026,"threshold_uncertainty_score":0.4838225},"labels":[],"label_agreement":null},{"id":"W4385572313","doi":"10.18653/v1/2023.sustainlp-1.22","title":"Small Character Models Match Large Word Models for Autocomplete Under Memory Constraints","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Character (mathematics); Computer science; Simple (philosophy); Word (group theory); Natural language processing; Natural (archaeology); Natural language; Speech recognition; Arithmetic; Artificial intelligence; Linguistics; Mathematics; History; Philosophy; Epistemology; Archaeology","score_opus":0.14364338211369398,"score_gpt":0.28308636775514334,"score_spread":0.13944298564144936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008018288,0.000009516685,0.9797234,0.0028531177,0.00043843722,0.000729043,0.000021921025,0.0010122012,0.007194095],"genre_scores_gemma":[0.6736003,0.000005480244,0.31516555,0.0030657006,0.00015584924,0.0002508115,0.000021043224,0.00003665523,0.007698595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794704,0.000038209564,0.00036449233,0.0006578064,0.00026522134,0.0007272467],"domain_scores_gemma":[0.9987323,0.00015463855,0.00007306823,0.0007855136,0.000108720444,0.00014571362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059183844,0.00021182251,0.00027090008,0.00016437971,0.00015967924,0.00018809213,0.00096717326,0.000108485954,0.00007160783],"category_scores_gemma":[0.0000088344195,0.00019539238,0.00013674336,0.0002889537,0.00003942351,0.0007326865,0.000466581,0.00014153462,0.00017565834],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003944684,0.000030379852,0.000004307641,0.00003046133,0.000027437502,0.000007056692,0.0007042817,0.07625021,0.00022709434,0.89970386,0.0010604518,0.021950483],"study_design_scores_gemma":[0.0004184509,0.000009250721,0.000038549148,0.000013703011,0.0000037126144,0.0000050003496,0.00006458813,0.7192231,0.000099064404,0.27959082,0.00034890903,0.00018489633],"about_ca_topic_score_codex":0.000023201777,"about_ca_topic_score_gemma":0.000024534049,"teacher_disagreement_score":0.66558206,"about_ca_system_score_codex":0.000045929424,"about_ca_system_score_gemma":0.00010338139,"threshold_uncertainty_score":0.79678696},"labels":[],"label_agreement":null},{"id":"W4385572407","doi":"10.18653/v1/2023.findings-acl.148","title":"Hence, Socrates is mortal: A Benchmark for Natural Language Syllogistic Reasoning","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Syllogism; Computer science; Natural language processing; Artificial intelligence; Paraphrase; Natural language understanding; Natural language; Construct (python library); Deductive reasoning; Benchmark (surveying); Programming language; Linguistics","score_opus":0.02139751244422667,"score_gpt":0.2942475370270555,"score_spread":0.2728500245828288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572407","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08089161,0.0002854485,0.91105384,0.0011868877,0.000711962,0.00023940836,0.000004658343,0.0008921668,0.00473401],"genre_scores_gemma":[0.8974587,0.0000050400117,0.09646328,0.00062836736,0.000090703914,0.000033501405,0.000008151806,0.0000076404895,0.0053046285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989982,0.000012701009,0.00014651372,0.00035301287,0.00016709954,0.00032246212],"domain_scores_gemma":[0.99933636,0.00014921471,0.000037135964,0.00038263432,0.000044035314,0.000050612543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021927392,0.000098728866,0.00011289444,0.00008309667,0.000112209695,0.00013094986,0.0005426398,0.000037381444,0.000029520712],"category_scores_gemma":[0.00012943975,0.00008259138,0.00006397678,0.00036556617,0.000018762448,0.00018154782,0.00019419444,0.00007656777,0.00006743452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011611048,0.00004039464,0.0063793412,0.00019086515,0.000102759,0.00016840089,0.011285825,0.00233958,0.004265485,0.7264352,0.087883234,0.1608973],"study_design_scores_gemma":[0.00013029511,0.000015576761,0.001010861,0.000019811445,0.00000370041,0.0000053668437,0.0001869619,0.988965,0.0006869685,0.008377642,0.00045703517,0.00014083054],"about_ca_topic_score_codex":0.00007086801,"about_ca_topic_score_gemma":0.000012466171,"teacher_disagreement_score":0.9866254,"about_ca_system_score_codex":0.000019044244,"about_ca_system_score_gemma":0.00003671481,"threshold_uncertainty_score":0.3367979},"labels":[],"label_agreement":null},{"id":"W4385572414","doi":"10.18653/v1/2023.repl4nlp-1.19","title":"Effectiveness of Data Augmentation for Parameter Efficient Tuning with Limited Data","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Ottawa; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Fine-tuning; Context (archaeology); Sentence; Language model; Task (project management); Function (biology); Simple (philosophy); Machine learning; Artificial intelligence","score_opus":0.15053650604398205,"score_gpt":0.3475230354588228,"score_spread":0.19698652941484074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12739766,0.0000058208475,0.8719532,0.00008053322,0.00008380171,0.00028848296,0.00002468595,0.000112205475,0.000053623866],"genre_scores_gemma":[0.7335109,8.625173e-7,0.26612833,0.000019074865,0.000009657987,0.000013415902,0.00028775795,0.000005266406,0.00002471743],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990436,0.00005597147,0.00012680395,0.00046434166,0.00017377526,0.00013550986],"domain_scores_gemma":[0.99729806,0.00074482284,0.00004916765,0.0018359134,0.000047457914,0.000024567162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000977524,0.000060965853,0.0000982178,0.00007793278,0.000040541378,0.00004740589,0.0015271128,0.00001782975,0.000001378004],"category_scores_gemma":[0.00009468632,0.000046434776,0.000008550689,0.00035336177,0.000014441142,0.00043251968,0.0010908165,0.000029222325,0.0000046864666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000483076,0.0005823605,0.0062398775,0.002177728,0.00044248463,0.00002673524,0.0022559026,0.34150645,0.03711476,0.09220497,0.0022155687,0.51475006],"study_design_scores_gemma":[0.0005158431,0.00004952246,0.0016431957,0.000057356698,0.000008720397,0.0000010805524,0.000028173441,0.9950197,0.0023597702,0.00018300314,0.00006885485,0.00006479922],"about_ca_topic_score_codex":0.000038943926,"about_ca_topic_score_gemma":0.0000057008433,"teacher_disagreement_score":0.65351325,"about_ca_system_score_codex":0.00001085059,"about_ca_system_score_gemma":0.00003581444,"threshold_uncertainty_score":0.2837781},"labels":[],"label_agreement":null},{"id":"W4385572479","doi":"10.18653/v1/2023.codi-1.9","title":"Entity-based SpanCopy for Abstractive Summarization to Improve the Factual Consistency","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Huawei Technologies","keywords":"Automatic summarization; Computer science; Consistency (knowledge bases); Relevance (law); Information retrieval; Multi-document summarization; Natural language processing; Component (thermodynamics); Artificial intelligence","score_opus":0.031149169354832626,"score_gpt":0.2804351039777526,"score_spread":0.24928593462291998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01454099,0.0000018117474,0.9780825,0.00446559,0.00060122774,0.00046114493,0.0000073809397,0.00022039289,0.0016189805],"genre_scores_gemma":[0.9318147,5.859423e-7,0.06522792,0.0013542647,0.000082064274,0.00009442662,0.000007828525,0.000006786704,0.001411477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924755,0.00001641234,0.00013471647,0.00026229734,0.0001517485,0.00018728129],"domain_scores_gemma":[0.9991767,0.0002807703,0.000037476544,0.00036248437,0.00009751081,0.000045102053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002484927,0.00006873316,0.00006961551,0.000063531494,0.00014311391,0.0001236688,0.00039417675,0.000030937816,0.000013531733],"category_scores_gemma":[0.00013314375,0.00004899714,0.000044873927,0.00026305893,0.000013071593,0.0001725205,0.000094492985,0.000049481987,0.0001243495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044321274,0.00011349531,0.0011538275,0.00008296654,0.00006816424,0.000007463283,0.004051758,0.0384162,0.023754258,0.65056664,0.01800763,0.2637333],"study_design_scores_gemma":[0.0003634811,0.00009137238,0.0023652297,0.00000774296,0.0000061128317,3.908571e-7,0.00018788793,0.95694274,0.022497423,0.009319297,0.008047662,0.00017064664],"about_ca_topic_score_codex":0.00008313811,"about_ca_topic_score_gemma":0.000074148615,"teacher_disagreement_score":0.91852653,"about_ca_system_score_codex":0.000027421935,"about_ca_system_score_gemma":0.00010179852,"threshold_uncertainty_score":0.19980454},"labels":[],"label_agreement":null},{"id":"W4385572482","doi":"10.18653/v1/2023.bionlp-1.30","title":"Evaluation of ChatGPT on Biomedical Tasks: A Zero-Shot Comparison with Fine-Tuned Generative Transformers","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; York University","keywords":"Automatic summarization; Computer science; Transformer; Generative grammar; Benchmark (surveying); Artificial intelligence; Relationship extraction; Domain (mathematical analysis); Language model; Training set; One shot; Machine learning; Natural language processing; Information extraction; Engineering; Mathematics","score_opus":0.11156961665508827,"score_gpt":0.34779937863760385,"score_spread":0.23622976198251558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23493218,0.000015568976,0.75994396,0.0018141998,0.00014622373,0.000265104,0.0000021483083,0.00012712374,0.002753469],"genre_scores_gemma":[0.9822893,0.000002707656,0.017402802,0.00011191202,0.00003065302,0.000034393346,0.00001254052,0.000006077027,0.00010960802],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99783015,0.00011625018,0.00026263876,0.00032142008,0.0012623265,0.00020720524],"domain_scores_gemma":[0.9993322,0.00007105806,0.00006340901,0.00027898198,0.0001804573,0.00007387648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011197062,0.000111073794,0.00018558007,0.0001896742,0.00005609794,0.000027688404,0.0002981132,0.00005196749,0.000054288717],"category_scores_gemma":[0.000037847993,0.0000792024,0.000037824007,0.0006604058,0.000051591156,0.00015421878,0.00003371648,0.00008953195,0.00003860457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010961142,0.00048743817,0.00047362564,0.00005995019,0.00024068973,0.000012357182,0.017353298,0.058811728,0.022830006,0.06339775,0.005477113,0.8307464],"study_design_scores_gemma":[0.00084696594,0.00044042076,0.00042535807,0.000029767292,0.000021931746,0.0000013749554,0.00013712516,0.9810958,0.015458397,0.0012224057,0.00021156386,0.00010889679],"about_ca_topic_score_codex":0.00004959329,"about_ca_topic_score_gemma":0.000063485655,"teacher_disagreement_score":0.92228407,"about_ca_system_score_codex":0.000052928932,"about_ca_system_score_gemma":0.0001962737,"threshold_uncertainty_score":0.32297802},"labels":[],"label_agreement":null},{"id":"W4385572574","doi":"10.18653/v1/2023.findings-acl.823","title":"Better Language Models of Code through Self-Improvement","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Automatic summarization; Code (set theory); Benchmark (surveying); Language model; Artificial intelligence; Machine learning; Code generation; Natural language processing; Programming language","score_opus":0.032611129746918384,"score_gpt":0.2701301621696314,"score_spread":0.23751903242271305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572574","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13994946,0.000014810325,0.8475964,0.0012624275,0.0001228496,0.000082219776,0.000001417832,0.00042855588,0.0105418665],"genre_scores_gemma":[0.7807423,0.0000067000256,0.21717231,0.0010545749,0.00003611335,0.000008553757,0.0000011127468,0.0000054951197,0.00097286486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924976,0.000010709695,0.00015669051,0.00020964463,0.00020158588,0.0001715966],"domain_scores_gemma":[0.9994199,0.000024779123,0.0000326686,0.00047528598,0.000024153926,0.000023191793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013064999,0.00006162678,0.00008850709,0.000037229533,0.000022243572,0.000023313793,0.0004524015,0.000026227543,0.000019038884],"category_scores_gemma":[0.0000031218,0.000051397623,0.00003467202,0.00020046721,0.0000069854964,0.00030092994,0.00028369756,0.00004359779,0.000061217586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029415016,0.000157593,0.00033240166,0.00015035654,0.00010128691,0.00005356361,0.036786377,0.032582946,0.032244384,0.7454816,0.012323149,0.13978341],"study_design_scores_gemma":[0.00014257734,0.000022938702,0.00003598408,0.000005768646,0.0000021667047,6.951243e-7,0.000110461806,0.9601518,0.018329278,0.020596506,0.00052404293,0.00007775975],"about_ca_topic_score_codex":0.0001034242,"about_ca_topic_score_gemma":0.000010362482,"teacher_disagreement_score":0.92756885,"about_ca_system_score_codex":0.000014024713,"about_ca_system_score_gemma":0.000017858185,"threshold_uncertainty_score":0.20959343},"labels":[],"label_agreement":null},{"id":"W4385572592","doi":"10.18653/v1/2023.bionlp-1.59","title":"KU-DMIS-MSRA at RadSum23: Pre-trained Vision-Language Model for Radiology Report Summarization","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea","keywords":"Automatic summarization; Computer science; Natural language processing; Artificial intelligence; Biomedical text mining; Programming language; Text mining","score_opus":0.023994151892349793,"score_gpt":0.3078320950951783,"score_spread":0.2838379432028285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055131353,0.000030039264,0.9404231,0.001473552,0.00040368896,0.00040230312,0.0000040570044,0.00074318,0.0013887576],"genre_scores_gemma":[0.6957231,0.00001211243,0.24475764,0.000651319,0.00019048023,0.000112184585,0.00014827843,0.00002876674,0.058376085],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983374,0.000037471178,0.00039641946,0.00063691905,0.00021731199,0.0003745053],"domain_scores_gemma":[0.9987009,0.00015974425,0.000111021865,0.0008537886,0.00007747947,0.00009703128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062580593,0.00014128533,0.00019437885,0.00014265874,0.00015298382,0.00006430552,0.00056355586,0.00011710847,0.00002331695],"category_scores_gemma":[0.00021444705,0.00012566167,0.00008674481,0.00030847514,0.000023612916,0.00028988416,0.00036226958,0.00006651805,0.000035695437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096008815,0.00013651227,0.0023282769,0.00019762176,0.00009960582,0.00045057663,0.013654181,0.6223853,0.052082296,0.14772947,0.06867879,0.09216135],"study_design_scores_gemma":[0.0003638969,0.00003428595,0.0003580019,0.000006391133,0.000004987385,0.00007017168,0.000020274514,0.9933344,0.00068553374,0.004440193,0.00052572903,0.00015613365],"about_ca_topic_score_codex":0.000030945666,"about_ca_topic_score_gemma":0.000040885705,"teacher_disagreement_score":0.6956654,"about_ca_system_score_codex":0.000064417436,"about_ca_system_score_gemma":0.00009182098,"threshold_uncertainty_score":0.5124334},"labels":[],"label_agreement":null},{"id":"W4385572691","doi":"10.18653/v1/2022.emnlp-main.68","title":"ELMER: A Non-Autoregressive Pre-trained Language Model for Efficient and Effective Text Generation","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Renmin University of China","keywords":"Security token; Computer science; Autoregressive model; Inference; Layer (electronics); Language model; Dependency (UML); Speedup; Artificial intelligence; Permutation (music); Text generation; Token passing; Natural language processing; Speech recognition; Parallel computing; Computer network; Statistics; Mathematics","score_opus":0.011389701396801354,"score_gpt":0.25876018163890674,"score_spread":0.2473704802421054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28257826,0.00005889497,0.71624404,0.0001845373,0.00010658554,0.0005463412,0.000005757693,0.000064514345,0.00021103436],"genre_scores_gemma":[0.91881114,4.4367826e-7,0.07945816,0.000278768,0.000056780358,0.00043477726,0.0000050468298,0.000006785228,0.00094809145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991397,0.000038477327,0.00011368396,0.00036484364,0.00017606019,0.00016722102],"domain_scores_gemma":[0.9995464,0.00006485431,0.00004731795,0.00026201684,0.000034626424,0.000044799835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024025848,0.00009048161,0.000100472564,0.000062025494,0.00023598714,0.00006456928,0.00024133976,0.000020836509,0.000007850923],"category_scores_gemma":[0.000022460903,0.000079717174,0.000036649155,0.000076796656,0.000012028173,0.000089129804,0.0002797806,0.00007103443,9.0335254e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013471993,0.000058613365,0.000024209688,0.00001620156,0.000014836099,0.000003774131,0.017376628,0.8856148,0.018264532,0.016299775,0.00043760758,0.061875522],"study_design_scores_gemma":[0.00046101309,0.000083804574,0.00009594671,0.0000025008721,0.000004590085,0.000005751981,0.00009638952,0.9965819,0.0022645774,0.0002611243,0.000038369766,0.00010403634],"about_ca_topic_score_codex":0.00002735118,"about_ca_topic_score_gemma":0.000009070566,"teacher_disagreement_score":0.6367859,"about_ca_system_score_codex":0.00006276843,"about_ca_system_score_gemma":0.000043662785,"threshold_uncertainty_score":0.3250772},"labels":[],"label_agreement":null},{"id":"W4385572760","doi":"10.18653/v1/2022.emnlp-main.23","title":"Certified Error Control of Candidate Set Pruning for Two-Stage Relevance Ranking","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Compute Canada","keywords":"Pruning; Ranking (information retrieval); Computer science; Relevance (law); Set (abstract data type); Data mining; Domain (mathematical analysis); Error detection and correction; Artificial intelligence; Machine learning; Algorithm; Mathematics","score_opus":0.04368542010145735,"score_gpt":0.2910072447144538,"score_spread":0.24732182461299648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035539333,0.000064445776,0.96200246,0.0008611033,0.00030670705,0.00033834862,0.00001911883,0.000100785815,0.00076772994],"genre_scores_gemma":[0.9493737,5.335548e-7,0.048651554,0.0005086305,0.000026062937,0.00008029269,0.0000027435813,0.000008216163,0.0013482679],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988783,0.00006331342,0.0002687373,0.00030488966,0.00023980865,0.0002449783],"domain_scores_gemma":[0.99912065,0.00020256366,0.00013359975,0.00045567693,0.000050268944,0.000037223734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000555432,0.00008429104,0.00017315945,0.00006479098,0.00020509993,0.000033497236,0.0006647062,0.000013888003,0.000058300997],"category_scores_gemma":[0.000058098925,0.000082936574,0.00006000441,0.00015821733,0.000013374694,0.00018292393,0.00024388765,0.000104785744,0.0000011428674],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016148863,0.00006281675,0.0009685694,0.00011995788,0.00007585067,0.000017938726,0.0048403125,0.5662012,0.03983111,0.3550464,0.0007178403,0.031956527],"study_design_scores_gemma":[0.0014050219,0.000047773803,0.000021391324,0.0000069893604,0.000004986355,0.0000032070423,0.00011198835,0.9875099,0.002709756,0.0012861674,0.0067837704,0.00010904636],"about_ca_topic_score_codex":0.00019314847,"about_ca_topic_score_gemma":0.000042890326,"teacher_disagreement_score":0.9138344,"about_ca_system_score_codex":0.00004954863,"about_ca_system_score_gemma":0.00007216195,"threshold_uncertainty_score":0.33820555},"labels":[],"label_agreement":null},{"id":"W4385572790","doi":"10.18653/v1/2022.emnlp-main.101","title":"A Multilingual Perspective Towards the Evaluation of Attribution Methods in Natural Language Inference","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation","keywords":"Computer science; Attribution; Authorship attribution; Natural language processing; Task (project management); Inference; Perspective (graphical); Artificial intelligence; Focus (optics); Natural language; Psychology","score_opus":0.13066287913312408,"score_gpt":0.46496360325847164,"score_spread":0.33430072412534756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572790","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37694553,0.0004858755,0.62054414,0.00071399246,0.0002215387,0.0001993928,0.0000011104529,0.000028943803,0.0008594648],"genre_scores_gemma":[0.91568154,6.635439e-7,0.084147975,0.00007937016,0.000013340456,0.000032794233,0.0000010289027,0.0000015327348,0.00004174215],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983058,0.00075634965,0.00015194248,0.00019643901,0.00048353523,0.00010591365],"domain_scores_gemma":[0.9992889,0.00014681295,0.00006014291,0.00029066447,0.0002027151,0.0000107363785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035137418,0.000051081744,0.000077940895,0.00007399306,0.00007132031,0.000017380837,0.000467479,0.0000139488075,0.000059201153],"category_scores_gemma":[0.00049592083,0.000037321006,0.000031860112,0.00037689775,0.000017162058,0.00012633811,0.00038766454,0.00019744116,5.8614376e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063237335,0.00005245002,0.00031483293,0.0000027505139,0.000009317798,0.0000015089737,0.048125617,0.027923893,0.004710115,0.094248064,0.000005171379,0.8246],"study_design_scores_gemma":[0.0002494961,0.000019954454,0.0065045417,0.0000020587875,0.0000042605325,0.0000027968458,0.0061526727,0.97681147,0.006607137,0.003579952,0.000017660674,0.000048000133],"about_ca_topic_score_codex":0.0014407497,"about_ca_topic_score_gemma":0.00014249975,"teacher_disagreement_score":0.9488876,"about_ca_system_score_codex":0.00029558502,"about_ca_system_score_gemma":0.00021385906,"threshold_uncertainty_score":0.21779923},"labels":[],"label_agreement":null},{"id":"W4385572802","doi":"10.18653/v1/2022.emnlp-main.205","title":"Revisiting Pre-trained Language Models and their Evaluation for Arabic Natural Language Processing","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Arabic; Natural language processing; Computer science; Artificial intelligence; Linguistics; Natural language; Natural (archaeology); Philosophy; History; Archaeology","score_opus":0.030231393779269772,"score_gpt":0.30621965395222733,"score_spread":0.2759882601729576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572802","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25678656,0.0031889514,0.7382978,0.0005094493,0.00007314047,0.0003916488,0.0000022276154,0.00014370297,0.00060652307],"genre_scores_gemma":[0.9456971,8.6611544e-7,0.053461213,0.00032540326,0.00008705745,0.000107479034,0.000008964376,0.000007645711,0.00030422103],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904066,0.00007579384,0.00015312675,0.000320604,0.00022869799,0.00018111289],"domain_scores_gemma":[0.9995449,0.000070984555,0.00006819053,0.00022852045,0.000058439142,0.000028920094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009819979,0.000090053654,0.000102790465,0.000059320784,0.00026298917,0.00012723956,0.00029977257,0.000016113816,0.000013953092],"category_scores_gemma":[0.000054765256,0.000073383366,0.000032647564,0.0001353597,0.000007892535,0.00047029823,0.00023065884,0.00010669752,2.218917e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053793888,0.000008286007,0.000011435288,0.000053459346,0.0000055608098,0.0000012495068,0.024702055,0.013094684,0.0048761745,0.0042686258,0.000017279537,0.9529558],"study_design_scores_gemma":[0.00029269754,0.000015967507,0.00004411926,0.000014107094,0.000004518674,0.000014009177,0.0024441986,0.9941735,0.0004426269,0.0024291882,0.000022220182,0.00010279951],"about_ca_topic_score_codex":0.000023784894,"about_ca_topic_score_gemma":0.0000045175793,"teacher_disagreement_score":0.98107886,"about_ca_system_score_codex":0.00005640755,"about_ca_system_score_gemma":0.00006226962,"threshold_uncertainty_score":0.2992487},"labels":[],"label_agreement":null},{"id":"W4385572824","doi":"10.18653/v1/2022.emnlp-main.298","title":"MasakhaNER 2.0: Africa-centric Transfer Learning for Named Entity Recognition","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Blessing; Art history; Art; Philosophy; Theology","score_opus":0.04522403817423372,"score_gpt":0.2313573381089553,"score_spread":0.1861332999347216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042602234,0.000040900486,0.9526056,0.0005900728,0.00035726785,0.00022006313,0.0000019822824,0.00020258472,0.0033793158],"genre_scores_gemma":[0.9584198,0.0000040285363,0.037646268,0.00018988941,0.00005130986,0.00012928456,0.000009875749,0.0000074772242,0.0035420607],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990139,0.00008300926,0.00014573794,0.00029826534,0.0002272438,0.00023186742],"domain_scores_gemma":[0.99964476,0.00007490529,0.000018037303,0.00017543565,0.00004093884,0.00004589681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036645704,0.000068386704,0.00008301935,0.000094250325,0.0002942971,0.00006587437,0.00035362624,0.000020412495,0.00045965845],"category_scores_gemma":[0.000029855903,0.00006988082,0.000069833906,0.0002674863,0.0000055937994,0.00020776081,0.00012483847,0.0001540243,0.000023607507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004634935,0.0003299424,0.0008418346,0.0000730082,0.000055697972,0.000026114769,0.0050823065,0.029011022,0.003434237,0.048558507,0.0023186926,0.9102223],"study_design_scores_gemma":[0.0007792911,0.00013447188,0.000073007795,0.0000033232707,0.000011146252,0.000014960917,0.00018348871,0.9095952,0.0011985451,0.011159025,0.07660687,0.00024066442],"about_ca_topic_score_codex":0.000017740256,"about_ca_topic_score_gemma":0.0000031485629,"teacher_disagreement_score":0.91581756,"about_ca_system_score_codex":0.00006220609,"about_ca_system_score_gemma":0.000031075335,"threshold_uncertainty_score":0.50329375},"labels":[],"label_agreement":null},{"id":"W4385572863","doi":"10.18653/v1/2022.emnlp-demos.42","title":"TextBox 2.0: A Text Generation Library with Pre-trained Language Models","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Natural language processing; Chen; Artificial intelligence; Natural language; Programming language; Linguistics; Speech recognition; Philosophy","score_opus":0.017463093221928967,"score_gpt":0.21418811049779243,"score_spread":0.19672501727586347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572863","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077963986,0.000083451545,0.90357876,0.0014267906,0.000074573945,0.00014328568,0.0000020630741,0.00036883767,0.016358245],"genre_scores_gemma":[0.82251567,0.0000012318241,0.16760856,0.0012681133,0.00007498451,0.00004749231,0.000008781345,0.000009379778,0.008465795],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999117,0.000053035197,0.000114141716,0.00030247986,0.00025646016,0.00015687956],"domain_scores_gemma":[0.9994511,0.000015128042,0.00003233906,0.00044542484,0.000008669179,0.000047336616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009235816,0.00007945745,0.0000735772,0.00006482203,0.00015240925,0.00012587756,0.0005315931,0.000014928859,0.0003322391],"category_scores_gemma":[0.0000017846103,0.00006459709,0.000022497945,0.00022977269,0.000007821273,0.0009270695,0.0003748578,0.00010038939,0.000006826308],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014482548,0.00010727245,0.0001544553,0.000010240051,0.000022473509,0.000066505105,0.011164214,0.47201532,0.0052981605,0.4161286,0.006781713,0.08823654],"study_design_scores_gemma":[0.00018037739,0.00006439972,0.00003359992,0.0000013822776,0.0000016154432,0.000021157144,0.00012001331,0.9961157,0.00079052034,0.0016340801,0.000929147,0.00010800337],"about_ca_topic_score_codex":0.000046576904,"about_ca_topic_score_gemma":0.000009649461,"teacher_disagreement_score":0.74455166,"about_ca_system_score_codex":0.000019850644,"about_ca_system_score_gemma":0.00008190662,"threshold_uncertainty_score":0.36377853},"labels":[],"label_agreement":null},{"id":"W4385572901","doi":"10.18653/v1/2022.emnlp-main.418","title":"TemporalWiki: A Lifelong Benchmark for Training and Evaluating Ever-Evolving Language Models","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Perplexity; Computer science; Benchmark (surveying); Snapshot (computer storage); Machine learning; Lifelong learning; Artificial intelligence; Training set; Adaptability; Language model; Training (meteorology); Database","score_opus":0.09207660360202875,"score_gpt":0.3187674719700207,"score_spread":0.22669086836799196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17154957,0.00045698218,0.8244066,0.0006142827,0.00018291776,0.00029517876,0.000003022529,0.00016569058,0.0023257367],"genre_scores_gemma":[0.66909343,7.911308e-7,0.329888,0.0004426177,0.000055413235,0.000090010006,0.0000026821533,0.0000082994175,0.00041880464],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986038,0.00007669861,0.00023319057,0.0004496354,0.00033482414,0.00030180262],"domain_scores_gemma":[0.9992477,0.00021759745,0.00007708825,0.0003408015,0.000042186224,0.00007461371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012717952,0.00011269796,0.0001561703,0.0000942187,0.000448918,0.00014501864,0.0004772264,0.000023008592,0.000054229302],"category_scores_gemma":[0.00008984076,0.00011521427,0.000049735318,0.00017277371,0.000011079599,0.0005883981,0.00059115834,0.00013586631,5.150344e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014189998,0.0000674494,0.0007688137,0.00009287426,0.00005914257,0.000028257857,0.12065609,0.1767001,0.004356809,0.13731529,0.0015808407,0.55836016],"study_design_scores_gemma":[0.0003236298,0.00008249877,0.00003949512,0.000009054155,0.000004836345,0.000018052244,0.0028259566,0.98724574,0.000046867644,0.009091736,0.00015701809,0.00015508919],"about_ca_topic_score_codex":0.00009246902,"about_ca_topic_score_gemma":0.000011756665,"teacher_disagreement_score":0.8105457,"about_ca_system_score_codex":0.00005469774,"about_ca_system_score_gemma":0.000109360764,"threshold_uncertainty_score":0.4698302},"labels":[],"label_agreement":null},{"id":"W4385572930","doi":"10.18653/v1/2022.emnlp-main.151","title":"Generating Information-Seeking Conversations from Unlabeled Documents","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; National Research Foundation of Korea; National Research Foundation","keywords":"Computer science; Benchmark (surveying); Conversation; Context (archaeology); Baseline (sea); Information retrieval; Key (lock); Code (set theory); Resource (disambiguation); Source code; World Wide Web; Programming language","score_opus":0.014237069424310073,"score_gpt":0.22708426834539377,"score_spread":0.2128471989210837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572930","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058594644,0.000011235572,0.93583846,0.0007970059,0.0004487975,0.000077676574,0.0000031859258,0.00015268833,0.0040763174],"genre_scores_gemma":[0.80107194,6.105693e-7,0.19649255,0.002097043,0.000032576565,0.000026579555,0.000018596602,0.0000019626564,0.00025812752],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926317,0.00003894776,0.00019315045,0.00012361196,0.00026207566,0.00011904561],"domain_scores_gemma":[0.99954647,0.000046139536,0.00006464537,0.00028096657,0.000030027652,0.000031766947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014604021,0.0000514044,0.000053405256,0.000061451385,0.00038478945,0.0001886772,0.00045723058,0.0000103846105,0.0005213497],"category_scores_gemma":[0.000017365626,0.00005482314,0.000020319143,0.00017261373,0.000004080379,0.0011454289,0.0004763898,0.00008929322,0.0000569242],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034485186,0.000061918174,0.008846491,0.000008398396,0.000089085064,0.000007928689,0.022063091,0.34923083,0.0045698034,0.44327968,0.007264591,0.16457473],"study_design_scores_gemma":[0.00021794709,0.000006845102,0.00009547804,9.686178e-7,0.0000015039122,0.0000011967896,0.00026277182,0.98790306,0.00014737845,0.0017654313,0.00952356,0.00007384147],"about_ca_topic_score_codex":0.0004868026,"about_ca_topic_score_gemma":0.000008520246,"teacher_disagreement_score":0.7424773,"about_ca_system_score_codex":0.00007457706,"about_ca_system_score_gemma":0.000054482614,"threshold_uncertainty_score":0.5708414},"labels":[],"label_agreement":null},{"id":"W4385572948","doi":"10.18653/v1/2022.blackboxnlp-1.8","title":"Post-hoc analysis of Arabic transformer models","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Transformer; Natural language processing; Arabic; Artificial intelligence; Vocabulary; Semitic languages; Arabic languages; Linguistics; Speech recognition; Engineering","score_opus":0.02316346400162472,"score_gpt":0.23432408798979446,"score_spread":0.21116062398816973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572948","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12103061,0.000055835735,0.8701816,0.0006363367,0.000056568893,0.00004599238,0.0000046364057,0.000049576156,0.00793882],"genre_scores_gemma":[0.9693077,0.0000032683747,0.029556425,0.0004112838,0.0000039985425,0.000009446235,0.0000023315379,0.0000023941952,0.0007031436],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991672,0.000031086875,0.00018235676,0.00020896003,0.00028520077,0.00012516818],"domain_scores_gemma":[0.9994712,0.00002302943,0.000032140204,0.0004003996,0.000041538908,0.000031679778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019082475,0.000052216838,0.00014483891,0.00025880322,0.00006647007,0.000014397568,0.0005919162,0.000011509794,0.00033376185],"category_scores_gemma":[0.0000014953373,0.000047506823,0.00013873247,0.0008871015,0.000007948818,0.000236876,0.00009054745,0.00006538188,0.0000019570837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066387406,0.00004637103,0.000079780024,0.0000034726118,0.00018843112,0.0000021321146,0.0020162277,0.71948946,0.0011268491,0.24757294,0.00003301897,0.029434683],"study_design_scores_gemma":[0.000081824845,0.000057965317,0.00008927123,3.181507e-7,0.00004992778,0.0000011298773,0.00008856011,0.99526656,0.00025317303,0.003862837,0.00018669575,0.00006176875],"about_ca_topic_score_codex":0.00015532931,"about_ca_topic_score_gemma":0.000032117197,"teacher_disagreement_score":0.8482771,"about_ca_system_score_codex":0.000023926787,"about_ca_system_score_gemma":0.000037697722,"threshold_uncertainty_score":0.36544585},"labels":[],"label_agreement":null},{"id":"W4385572953","doi":"10.18653/v1/2022.emnlp-main.39","title":"UnifiedSKG: Unifying and Multi-Tasking Structured Knowledge Grounding with Text-to-Text Language Models","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":222,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Zhàng; Computer science; Philosophy; Natural language processing; Cognitive science; Chen; Artificial intelligence; Linguistics; Humanities; Psychology; History; China","score_opus":0.03643391698202969,"score_gpt":0.2701383438051173,"score_spread":0.23370442682308762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572953","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1889742,0.0002739942,0.8067544,0.0001675445,0.0001784838,0.00020357213,0.0000016940245,0.0002267516,0.0032193633],"genre_scores_gemma":[0.78815854,0.0000015603702,0.21064144,0.0002214775,0.00003543018,0.000020685606,0.0000015437456,0.000016352316,0.0009029938],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984716,0.00009528393,0.00019616997,0.0005852117,0.00027929878,0.0003724386],"domain_scores_gemma":[0.99915594,0.000074441356,0.000059190446,0.0005297183,0.00003716365,0.00014356054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033630998,0.00018182865,0.00018240366,0.00022695534,0.0004972504,0.00022557004,0.0007247769,0.000031650645,0.000040041792],"category_scores_gemma":[0.000011577505,0.00015955397,0.000026344615,0.0005393152,0.000020749187,0.0004984144,0.0011236859,0.00026199754,0.000004436895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029839555,0.0001057841,0.0011927028,0.000088114924,0.00007008348,0.00015178426,0.071169965,0.19247608,0.0067963325,0.46859187,0.00011191854,0.25921553],"study_design_scores_gemma":[0.00053324713,0.00006035692,0.000308426,0.000020466925,0.0000065517697,0.00008057615,0.0030962813,0.9936025,0.000331715,0.0012766285,0.00038493035,0.00029829927],"about_ca_topic_score_codex":0.00020903435,"about_ca_topic_score_gemma":0.00020392363,"teacher_disagreement_score":0.8011264,"about_ca_system_score_codex":0.00011926821,"about_ca_system_score_gemma":0.00006639139,"threshold_uncertainty_score":0.65064216},"labels":[],"label_agreement":null},{"id":"W4385572965","doi":"10.18653/v1/2022.emnlp-main.82","title":"Maieutic Prompting: Logically Consistent Reasoning with Recursive Explanations","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Naval Information Warfare Center Pacific; Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Allen Institute for Artificial Intelligence","keywords":"Inference; Correctness; Computer science; Robustness (evolution); Commonsense reasoning; Artificial intelligence; Rule of inference; Machine learning; Natural language processing; Algorithm","score_opus":0.030005265001584864,"score_gpt":0.2339525538757103,"score_spread":0.20394728887412542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017429946,0.000034312045,0.94589514,0.0034597348,0.000097711985,0.0001983281,9.45637e-7,0.00022212195,0.03266177],"genre_scores_gemma":[0.6614527,6.913526e-7,0.33657616,0.00067630556,0.000011290072,0.00006989481,0.0000019534434,0.00000385223,0.0012071609],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990111,0.00006490403,0.0001292376,0.00030717466,0.0003008632,0.00018670656],"domain_scores_gemma":[0.9994369,0.000060113725,0.00005998152,0.00033408072,0.000052330164,0.00005659065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021382158,0.00007083748,0.000081235106,0.000054733253,0.00032546013,0.00007289509,0.00046393325,0.000011762095,0.00014801236],"category_scores_gemma":[0.000027799591,0.000056750298,0.0000230904,0.00022381602,0.000017422344,0.00012750737,0.00033221,0.00014161313,0.000010369637],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034010202,0.00003779291,0.00062125985,0.000002438201,0.000011545743,0.000040513667,0.00060367875,0.008064312,0.000031800817,0.9880044,0.00025290885,0.0023259788],"study_design_scores_gemma":[0.0020444142,0.0013902398,0.005635265,0.00009134376,0.00005161647,0.0015695905,0.0058655106,0.84955525,0.00046693668,0.08472681,0.047236376,0.0013666352],"about_ca_topic_score_codex":0.000020081789,"about_ca_topic_score_gemma":0.0000096201275,"teacher_disagreement_score":0.9032776,"about_ca_system_score_codex":0.000075109485,"about_ca_system_score_gemma":0.0000900741,"threshold_uncertainty_score":0.2503209},"labels":[],"label_agreement":null},{"id":"W4385573045","doi":"10.18653/v1/2022.emnlp-main.115","title":"Enhancing Self-Consistency and Performance of Pre-Trained Language Models through Natural Language Inference","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research","keywords":"Computer science; Consistency (knowledge bases); Inference; Natural language; Natural language processing; Artificial intelligence; Language model; Natural (archaeology); Cognitive science; Psychology; History; Archaeology","score_opus":0.011908467495459494,"score_gpt":0.24899326325836654,"score_spread":0.23708479576290706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84320396,0.0007821462,0.1527324,0.00009280888,0.00012474306,0.00011839866,0.0000018509488,0.00017179515,0.00277188],"genre_scores_gemma":[0.89481646,0.000012983816,0.10449056,0.00020842678,0.000017122802,0.000015048359,0.0000014862193,0.000005376943,0.00043252014],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891615,0.00005023225,0.00023903277,0.00030510043,0.00027754522,0.00021195576],"domain_scores_gemma":[0.9993382,0.00007895173,0.00008211889,0.0004343766,0.000033433447,0.00003288449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023435129,0.00010948777,0.00016013268,0.00005438919,0.00014762959,0.00003489458,0.00051322544,0.00002249078,0.000034827448],"category_scores_gemma":[0.000019543842,0.000099480734,0.000033556265,0.00020297873,0.000022343092,0.0006625786,0.00063168886,0.00018586568,0.0000010618953],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072780706,0.00034560284,0.0034052436,0.0007339868,0.0001379395,0.000086801294,0.5084163,0.024804078,0.08178181,0.2703992,0.000080582366,0.10973566],"study_design_scores_gemma":[0.00024449005,0.000092912545,0.00054452376,0.000016033006,0.000005398508,0.000027718086,0.0016190431,0.98682463,0.009811275,0.00063968985,0.000013372591,0.00016089965],"about_ca_topic_score_codex":0.00024407286,"about_ca_topic_score_gemma":0.000037053345,"teacher_disagreement_score":0.9620206,"about_ca_system_score_codex":0.00003374348,"about_ca_system_score_gemma":0.0000786128,"threshold_uncertainty_score":0.40567067},"labels":[],"label_agreement":null},{"id":"W4385573057","doi":"10.18653/v1/2022.emnlp-main.249","title":"Improving Passage Retrieval with Zero-Shot Question Generation","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Question answering; Ranking (information retrieval); Artificial intelligence; Security token; Task (project management); Domain (mathematical analysis); Zero (linguistics); Shot (pellet); Open domain; Information retrieval; Simple (philosophy); Mathematics","score_opus":0.028390322715001626,"score_gpt":0.23889744985565753,"score_spread":0.2105071271406559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573057","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067078024,0.0000182552,0.930326,0.0006239908,0.0002489602,0.00008922166,3.7765997e-7,0.00016879826,0.0014463767],"genre_scores_gemma":[0.88877296,5.1164307e-7,0.109703384,0.00033192846,0.00007307296,0.000009332959,0.0000035530277,0.0000046479,0.0011006056],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991196,0.000068828864,0.00010814419,0.0002709627,0.00030372333,0.00012875217],"domain_scores_gemma":[0.9995608,0.000012407914,0.00004620802,0.00031587758,0.000032260396,0.00003246523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003662411,0.00005946844,0.000053109783,0.000047559923,0.00022792522,0.00010042679,0.0002818607,0.000014768884,0.000047220667],"category_scores_gemma":[0.000012617903,0.00005192188,0.000014483357,0.00019158353,0.0000057909847,0.00031686804,0.00021396238,0.00011374211,0.0000045491847],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034567744,0.00010379552,0.0013374157,0.000017365861,0.0000190174,0.000060344588,0.0013110806,0.08684642,0.15822141,0.6091297,0.0017942312,0.14112465],"study_design_scores_gemma":[0.0001559905,0.00010878885,0.00008225915,0.0000012340026,0.0000021307678,0.000021606029,0.000017315075,0.9923901,0.0059007835,0.00062662945,0.0005960667,0.00009708036],"about_ca_topic_score_codex":0.00011045356,"about_ca_topic_score_gemma":0.000014627362,"teacher_disagreement_score":0.9055437,"about_ca_system_score_codex":0.00008758322,"about_ca_system_score_gemma":0.000062884224,"threshold_uncertainty_score":0.21173128},"labels":[],"label_agreement":null},{"id":"W4385573112","doi":"10.18653/v1/2022.emnlp-main.69","title":"Multilingual Relation Classification via Efficient and Effective Prompting","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Banting and Best Diabetes Centre, University of Toronto; Bundesministerium für Bildung und Forschung","keywords":"Computer science; Baseline (sea); Task (project management); Relation (database); Margin (machine learning); Artificial intelligence; Natural language processing; Set (abstract data type); Training set; Class (philosophy); Shot (pellet); Translation (biology); One shot; Machine translation; Machine learning; Data mining","score_opus":0.02034332468962246,"score_gpt":0.2612752863144492,"score_spread":0.24093196162482672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44921392,0.000013979971,0.5495205,0.00014370691,0.00010180882,0.00017312744,1.0318266e-7,0.00008312829,0.00074972335],"genre_scores_gemma":[0.96560055,1.7190962e-7,0.034207307,0.00004886609,0.000018851599,0.000050358314,9.5054475e-7,0.0000029037903,0.0000700243],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992797,0.00008103071,0.00010866797,0.0002667143,0.00016934513,0.00009457987],"domain_scores_gemma":[0.999644,0.000080424645,0.000049127746,0.00017834634,0.000023531664,0.000024584304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039148246,0.000047228623,0.000047063942,0.000053495314,0.00024936735,0.00003536489,0.00014118516,0.00001366108,0.000010524094],"category_scores_gemma":[0.000031143754,0.000046279438,0.000012567827,0.00013168958,0.0000084574785,0.00008294819,0.00024045311,0.00010664028,0.0000039725483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063416715,0.00007210584,0.002884817,0.0000118519865,0.000007074935,0.0000030645363,0.005552194,0.07949307,0.015425391,0.038270693,0.000010166304,0.85826325],"study_design_scores_gemma":[0.00013899253,0.000029433448,0.019051543,0.0000016803172,0.000001341625,0.0000085725405,0.00009207581,0.9792505,0.0008934504,0.00039762867,0.00007899963,0.000055815995],"about_ca_topic_score_codex":0.000015946496,"about_ca_topic_score_gemma":7.461504e-7,"teacher_disagreement_score":0.8997574,"about_ca_system_score_codex":0.00006790981,"about_ca_system_score_gemma":0.0000140905295,"threshold_uncertainty_score":0.19179574},"labels":[],"label_agreement":null},{"id":"W4385573173","doi":"10.18653/v1/2022.sustainlp-1.7","title":"Data-Efficient Auto-Regressive Document Retrieval for Fact Verification","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Computer science; Annotation; Information retrieval; Task (project management); Context (archaeology); Question answering; Precision and recall; Sequence (biology); Natural language processing; Document retrieval; Code (set theory); Artificial intelligence; Component (thermodynamics); Programming language","score_opus":0.06656082727731734,"score_gpt":0.3146764219294113,"score_spread":0.24811559465209398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573173","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008555713,0.000052392814,0.9876363,0.00200678,0.0006429326,0.00035210475,0.000036616944,0.00014192212,0.00057523214],"genre_scores_gemma":[0.878851,0.0000016773407,0.119098075,0.00037566363,0.00006151319,0.000056472723,0.00008206781,0.0000069547527,0.0014665844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877095,0.00004284342,0.00017612854,0.0004820775,0.00035059376,0.00017741504],"domain_scores_gemma":[0.99855506,0.00006647792,0.000079228754,0.0012165857,0.00004006506,0.000042554064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005167285,0.00007028101,0.000077573044,0.000049178165,0.00026157472,0.00009383505,0.0015046397,0.0000144130945,0.0001066188],"category_scores_gemma":[0.000046193323,0.00006382783,0.00002836323,0.00016281215,0.000008805632,0.00018484474,0.0010410291,0.00007854441,0.000013762896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071909155,0.00029215837,0.00006786765,0.000034779703,0.000056383153,0.000011024897,0.0022391807,0.17685425,0.003883999,0.6386288,0.022035714,0.15582396],"study_design_scores_gemma":[0.00021204707,0.00004106808,0.00009907575,0.0000013786619,0.000003288006,0.0000035333546,0.00006438713,0.93708724,0.000918475,0.00096766173,0.060513485,0.00008836183],"about_ca_topic_score_codex":0.000017923003,"about_ca_topic_score_gemma":8.710606e-7,"teacher_disagreement_score":0.8702953,"about_ca_system_score_codex":0.0001192455,"about_ca_system_score_gemma":0.000095278185,"threshold_uncertainty_score":0.27960202},"labels":[],"label_agreement":null},{"id":"W4385573227","doi":"10.18653/v1/2022.blackboxnlp-1.24","title":"Probing GPT-3’s Linguistic Knowledge on Semantic Tasks","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Computer science; Sentence; Natural language processing; Negation; Artificial intelligence; Linguistics; Semantic memory; Semantic role labeling; Psychology; Cognition","score_opus":0.032233787751371076,"score_gpt":0.268688338529988,"score_spread":0.23645455077861693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017396659,0.00012294277,0.8299821,0.00085946807,0.0018796384,0.00023564682,7.1934363e-7,0.0005358627,0.14898697],"genre_scores_gemma":[0.98036516,6.1876045e-7,0.013780685,0.00045901464,0.00011799755,0.00003336694,7.419429e-7,0.000008061047,0.0052343477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897385,0.00006471595,0.00015709006,0.00036214766,0.00021227861,0.00022989901],"domain_scores_gemma":[0.9992722,0.00007677811,0.000035229496,0.0005319358,0.00003156393,0.000052271072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002949643,0.00008943271,0.00009649866,0.000100357865,0.00027392583,0.0000706998,0.00076534797,0.000015011802,0.00012619857],"category_scores_gemma":[0.000057894114,0.00008548029,0.000040502087,0.0002448127,0.0000084332505,0.00005380172,0.00066766306,0.0002012651,0.00014721612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036773827,0.00021218743,0.00017873949,0.000036482706,0.00001445586,0.000064773776,0.006745107,0.012767143,0.00041512554,0.9309598,0.0025159207,0.04608658],"study_design_scores_gemma":[0.00020663792,0.000113335125,0.000070792776,0.000015008233,0.000003497846,0.000021426064,0.000056058478,0.95584697,0.00037988008,0.008298537,0.034785032,0.00020283039],"about_ca_topic_score_codex":0.000029666955,"about_ca_topic_score_gemma":0.0000071340105,"teacher_disagreement_score":0.9629685,"about_ca_system_score_codex":0.00008729409,"about_ca_system_score_gemma":0.00007978907,"threshold_uncertainty_score":0.3485785},"labels":[],"label_agreement":null},{"id":"W4385573233","doi":"10.18653/v1/2022.emnlp-main.97","title":"On the Transformation of Latent Space in Fine-Tuned NLP Models","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Artificial intelligence; Space (punctuation); Similarity (geometry); Task (project management); Cluster analysis; Transformation (genetics); Function (biology); Probabilistic latent semantic analysis; Natural language processing; Class (philosophy); Machine learning","score_opus":0.040976105222509766,"score_gpt":0.2265543457583512,"score_spread":0.18557824053584143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22966607,0.000007572939,0.7545237,0.0076792813,0.00005869692,0.000111095076,4.553989e-7,0.000022257009,0.007930896],"genre_scores_gemma":[0.9961618,0.0000011503595,0.0033197391,0.0002638007,0.0000025367597,0.000015213705,3.517104e-7,0.0000014544474,0.00023392244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946815,0.000045883135,0.00012387548,0.000089780224,0.00019544769,0.00007685322],"domain_scores_gemma":[0.9996843,0.00004767376,0.00002396593,0.00022494886,0.000009580122,0.000009575929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002800238,0.00003502251,0.00004912876,0.000047814872,0.000041453048,0.000010648136,0.00034056936,0.000008186106,0.000058652262],"category_scores_gemma":[0.0000037684897,0.000024182513,0.000021885913,0.00016428255,0.0000041476055,0.00014199653,0.000071148206,0.00007942689,0.0000027066849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018874749,0.00001458213,0.000007486979,0.0000016083663,7.5833697e-7,3.280582e-7,0.0018214482,0.35560274,0.00012743323,0.6403814,0.000053149888,0.0019871986],"study_design_scores_gemma":[0.00011135515,0.000027154083,0.000058017802,0.0000025290221,3.6305673e-7,5.83034e-7,0.000052218667,0.95269793,0.0012672726,0.04569628,0.00005710661,0.000029173334],"about_ca_topic_score_codex":0.00010278282,"about_ca_topic_score_gemma":0.000024567114,"teacher_disagreement_score":0.76649576,"about_ca_system_score_codex":0.000027020613,"about_ca_system_score_gemma":0.000019687192,"threshold_uncertainty_score":0.098613426},"labels":[],"label_agreement":null},{"id":"W4385573248","doi":"10.18653/v1/2022.emnlp-main.41","title":"When Can Transformers Ground and Compose: Insights from Compositional Generalization Benchmarks","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"Microsoft Research","keywords":"Transformer; Computer science; Generalization; Grid; Artificial intelligence; Ground; Computation; Theoretical computer science; Machine learning; Algorithm; Mathematics; Electrical engineering; Engineering","score_opus":0.012896747995611264,"score_gpt":0.20776202091603985,"score_spread":0.19486527292042857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31369478,0.0001230157,0.6815265,0.0020014893,0.00020663028,0.000087569744,0.000011160081,0.000049663002,0.0022992447],"genre_scores_gemma":[0.9498999,0.000005577112,0.048507147,0.0012570857,0.000042143743,0.000013403262,0.00018575697,0.000003942147,0.00008504952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991356,0.00006357611,0.00014567847,0.00027597244,0.0002695957,0.00010956946],"domain_scores_gemma":[0.99971396,0.00003280223,0.000027883998,0.00014457629,0.000020254434,0.000060533148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000049230384,0.000078911835,0.00008532775,0.000060651404,0.00032059182,0.00009326865,0.00026438694,0.000019485113,0.0003193867],"category_scores_gemma":[7.138224e-7,0.00007918655,0.000021745094,0.00009022773,0.000019583083,0.00024288762,0.00014554017,0.00008989203,8.351613e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018252154,0.00014561122,0.0019091783,0.000012910074,0.0000762881,0.000028683522,0.01492456,0.01978184,0.016916526,0.9191061,0.003082084,0.023997968],"study_design_scores_gemma":[0.000588553,0.000061392166,0.004983201,0.0000039250604,0.000007630512,0.000020550224,0.00017972561,0.93499637,0.00047444837,0.05173809,0.0067096716,0.00023643495],"about_ca_topic_score_codex":0.0013510816,"about_ca_topic_score_gemma":0.0002215594,"teacher_disagreement_score":0.91521454,"about_ca_system_score_codex":0.00006440486,"about_ca_system_score_gemma":0.00003951737,"threshold_uncertainty_score":0.34970605},"labels":[],"label_agreement":null},{"id":"W4385573315","doi":"10.18653/v1/2022.case-1.12","title":"GGNN@Causal News Corpus 2022:Gated Graph Neural Networks for Causal Event Classification from Social-Political News Articles","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Irish Centre for High-End Computing; University College Cork; Science Foundation Ireland","keywords":"Computer science; Natural language processing; Artificial intelligence; Causality (physics); Event (particle physics); Graph; Task (project management); Artificial neural network; Theoretical computer science","score_opus":0.056178251858021305,"score_gpt":0.2876693020231136,"score_spread":0.23149105016509228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15665965,0.0000737702,0.83222365,0.008950944,0.0011363036,0.0004108009,0.000019488974,0.00029882495,0.0002265821],"genre_scores_gemma":[0.9844987,0.0000029126763,0.012239394,0.0022509578,0.00049536827,0.00015907567,0.00006961756,0.00002217061,0.00026183057],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735415,0.000245745,0.0005230088,0.0007016982,0.0004581012,0.00071727176],"domain_scores_gemma":[0.99876344,0.00024953944,0.00014158494,0.00055183074,0.000085239895,0.00020837356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028344805,0.000204931,0.00024998866,0.00009989611,0.00059382775,0.00020292685,0.0008244442,0.0000899353,0.0001452432],"category_scores_gemma":[0.000042787215,0.00020702582,0.00016081081,0.00044526154,0.000057270572,0.0002942582,0.00047868333,0.0003263987,0.000008427437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007028801,0.0002595238,0.006851291,0.0000072392677,0.00006322459,0.000016575017,0.0007216508,0.02141821,0.002252468,0.8561435,0.011191572,0.101004496],"study_design_scores_gemma":[0.0005961257,0.000100076395,0.0029342608,0.0000017405122,0.000020160354,0.000008019975,0.0004401574,0.96172315,0.00016956397,0.032205917,0.0015537977,0.0002470487],"about_ca_topic_score_codex":0.0015662685,"about_ca_topic_score_gemma":0.00038134275,"teacher_disagreement_score":0.94030493,"about_ca_system_score_codex":0.00018663435,"about_ca_system_score_gemma":0.0001009341,"threshold_uncertainty_score":0.8442268},"labels":[],"label_agreement":null},{"id":"W4385573317","doi":"10.18653/v1/2022.emnlp-main.37","title":"QRelScore: Better Evaluating Generated Questions with Deeper Understanding of Context-aware Relevance","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; Université de Montréal","funders":"China Knowledge Centre for Engineering Sciences and Technology; Zhejiang University; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research; National Science Foundation","keywords":"Computer science; Relevance (law); Artificial intelligence; Context (archaeology); Adversarial system; Metric (unit); Sentence; Matching (statistics); Rendering (computer graphics); Generative grammar; Natural language processing; Machine learning; Mathematics","score_opus":0.09211376086439695,"score_gpt":0.29648911037518194,"score_spread":0.204375349510785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101899885,0.00008743383,0.8959065,0.0011797129,0.00013339937,0.00012236899,0.0000018561742,0.00010903292,0.0005597959],"genre_scores_gemma":[0.87548614,0.0000013605434,0.123514295,0.00067632186,0.000019715277,0.000026898768,0.0000019642575,0.000008239706,0.00026509538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987585,0.00012128658,0.00021842685,0.00031095374,0.0004055214,0.0001853165],"domain_scores_gemma":[0.9992745,0.00011003097,0.00009742117,0.00039707354,0.000081736274,0.00003927123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003607517,0.000091517526,0.00012431873,0.00007219521,0.0003030549,0.000040464805,0.00040692365,0.000018383236,0.0001272854],"category_scores_gemma":[0.000028076109,0.00007935137,0.000026983205,0.00035100486,0.00003144758,0.0002254631,0.0002470582,0.00016844377,0.0000025173842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029152032,0.00009928602,0.0090059815,0.000034773046,0.00008283132,0.000032823318,0.0034573977,0.32357475,0.0051037488,0.6187681,0.0009625336,0.038848616],"study_design_scores_gemma":[0.0003969793,0.0001566358,0.00016064064,0.00002472704,0.000008604911,0.000024502868,0.00066835986,0.9912589,0.00069517846,0.0062902058,0.0001603439,0.00015492256],"about_ca_topic_score_codex":0.00010232203,"about_ca_topic_score_gemma":0.000055039192,"teacher_disagreement_score":0.7735862,"about_ca_system_score_codex":0.00018216175,"about_ca_system_score_gemma":0.000114122384,"threshold_uncertainty_score":0.3235855},"labels":[],"label_agreement":null},{"id":"W4385573343","doi":"10.18653/v1/2022.findings-emnlp.276","title":"Keep Me Updated! Memory Management in Long-term Conversations","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Term (time); Computer science; Linguistics; Physics; Philosophy; Astronomy","score_opus":0.019436825075837334,"score_gpt":0.24677092729368805,"score_spread":0.22733410221785072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573343","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076934636,0.000035630463,0.87752616,0.0029560714,0.0005278296,0.0002486756,7.494218e-7,0.0001875251,0.04158271],"genre_scores_gemma":[0.97197634,0.0000034723282,0.020962905,0.0011022959,0.000012510579,0.000044351782,0.000005137507,0.0000037400919,0.0058892258],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992165,0.000042388852,0.0001379011,0.0002467307,0.00020727969,0.0001491792],"domain_scores_gemma":[0.99951005,0.000011052301,0.00002335306,0.00041691746,0.000008805689,0.00002984281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018644478,0.000053306732,0.0000581528,0.00012847358,0.00009105679,0.00004230394,0.00062658254,0.000009483346,0.00084130745],"category_scores_gemma":[0.000001198449,0.000057588568,0.00002119858,0.00026006714,0.000007589591,0.00017727018,0.0007644267,0.00008925302,0.00005581885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065103027,0.00029730445,0.016162986,0.00003586101,0.000076432756,0.0005122005,0.004208028,0.048577774,0.00014333463,0.7491194,0.005246031,0.17561412],"study_design_scores_gemma":[0.0012355429,0.00004161017,0.039653327,0.000006586762,0.000010187662,0.00002613073,0.0006972244,0.9467804,0.0003162322,0.0077112876,0.0031340474,0.00038743071],"about_ca_topic_score_codex":0.000052171836,"about_ca_topic_score_gemma":0.00003503793,"teacher_disagreement_score":0.8982026,"about_ca_system_score_codex":0.00009703973,"about_ca_system_score_gemma":0.000017483173,"threshold_uncertainty_score":0.9211727},"labels":[],"label_agreement":null},{"id":"W4385573345","doi":"10.18653/v1/2022.nllp-1.30","title":"Computing and Exploiting Document Structure to Improve Unsupervised Extractive Summarization of Legal Case Decisions","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Pittsburgh; National Science Foundation","keywords":"Automatic summarization; Computer science; Argumentative; Exploit; Representation (politics); Legal document; Artificial intelligence; Information retrieval; Ranking (information retrieval); Graph; Legal case; Domain (mathematical analysis); Data mining; Machine learning; Natural language processing; Theoretical computer science; Mathematics","score_opus":0.016993625204637198,"score_gpt":0.2676518000611616,"score_spread":0.2506581748565244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573345","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45422518,0.000010513861,0.5451689,0.00017756468,0.0001259281,0.00012705136,0.00000389639,0.000028754679,0.00013223606],"genre_scores_gemma":[0.82590556,4.4771173e-7,0.17384964,0.00017019545,0.000023289253,0.0000048360157,0.0000016111129,0.0000046663067,0.000039725262],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989249,0.00006768972,0.00025147953,0.0003459882,0.00025216085,0.00015775173],"domain_scores_gemma":[0.9992942,0.00019892938,0.00007739869,0.00028575002,0.00006712527,0.000076572425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023266122,0.0000855366,0.00011705653,0.00010657583,0.0002949134,0.00009329063,0.0002586857,0.000017617,0.000034909153],"category_scores_gemma":[0.000074521915,0.000083683844,0.000022626453,0.00026095312,0.000008356544,0.00035050066,0.0009454082,0.00012936075,3.0935132e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018842422,0.000056982048,0.0007492015,0.000019026555,0.0000316782,0.0003666409,0.011490629,0.09817476,0.04688908,0.16528079,0.00006502553,0.67685735],"study_design_scores_gemma":[0.0005097806,0.00015136968,0.00038645876,0.000015661795,0.000008146315,0.00054499565,0.0036121674,0.98211515,0.008012659,0.0041528256,0.00026629484,0.00022447467],"about_ca_topic_score_codex":0.00034339097,"about_ca_topic_score_gemma":0.000037285947,"teacher_disagreement_score":0.8839404,"about_ca_system_score_codex":0.000060065966,"about_ca_system_score_gemma":0.000049042683,"threshold_uncertainty_score":0.3412528},"labels":[],"label_agreement":null},{"id":"W4385573352","doi":"10.18653/v1/2022.nllp-1.24","title":"Detecting Relevant Differences Between Similar Legal Texts","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Metadata; Computer science; Task (project management); Terminology; Natural language processing; Sentence; Artificial intelligence; Information retrieval; Focus (optics); Variation (astronomy); Resource (disambiguation); Legal case; Data science; World Wide Web; Linguistics; Political science; Law","score_opus":0.03539416592959268,"score_gpt":0.2492053513097113,"score_spread":0.21381118538011862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3398375,0.000042655876,0.6537247,0.0015305,0.00027979838,0.000068634836,9.973365e-7,0.00025037557,0.0042648977],"genre_scores_gemma":[0.9605147,8.091671e-7,0.038205374,0.00025630483,0.00009023207,0.000012104865,3.646516e-7,0.0000047691087,0.0009153162],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988155,0.00007982393,0.00018144982,0.0003366462,0.00034695718,0.0002396385],"domain_scores_gemma":[0.9993549,0.00013218119,0.00004943095,0.00039145997,0.000015965032,0.000056089673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031553942,0.00008424541,0.00011742755,0.000066009175,0.00037437832,0.00011524465,0.0009163754,0.000017368258,0.00011378108],"category_scores_gemma":[0.00003371708,0.00007491556,0.000042099244,0.0002036772,0.000010189377,0.0002287534,0.0009098362,0.00022122671,0.000014501965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042727747,0.00006938073,0.06700817,0.000023120876,0.000053154694,0.00009996477,0.0026587679,0.0038334695,0.0016439526,0.12144313,0.00079046434,0.80237216],"study_design_scores_gemma":[0.0004948747,0.00030385927,0.024181716,0.000013170957,0.000014209189,0.000055091798,0.000503152,0.91814995,0.0034322466,0.027041463,0.02510447,0.00070579816],"about_ca_topic_score_codex":0.00011094264,"about_ca_topic_score_gemma":0.000012402011,"teacher_disagreement_score":0.9143165,"about_ca_system_score_codex":0.000044181714,"about_ca_system_score_gemma":0.000044207547,"threshold_uncertainty_score":0.30549678},"labels":[],"label_agreement":null},{"id":"W4385573356","doi":"10.18653/v1/2022.emnlp-main.673","title":"Label-aware Multi-level Contrastive Learning for Cross-lingual Spoken Language Understanding","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"People's Government of Jilin Province; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Utterance; Benchmark (surveying); Natural language processing; Artificial intelligence; Context (archaeology); Word (group theory); Spoken language; Semantics (computer science); Code (set theory); Linguistics; Programming language","score_opus":0.15914910239413696,"score_gpt":0.3535188660146792,"score_spread":0.19436976362054223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573356","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06342213,0.000069395996,0.9349319,0.00017825709,0.00036439867,0.00025911108,0.000015094978,0.00027384498,0.00048592014],"genre_scores_gemma":[0.93665123,6.8338215e-7,0.0584596,0.0002657384,0.00006899081,0.000047445916,0.000009978229,0.000015128425,0.004481208],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986887,0.00006124974,0.00019852891,0.0004286501,0.00026332913,0.0003595422],"domain_scores_gemma":[0.9992994,0.00030005164,0.00008007866,0.00020014435,0.000052886568,0.00006744792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004993059,0.00012357337,0.00014763797,0.00008726557,0.00068444916,0.00018192871,0.00054195285,0.000033394645,0.00009174491],"category_scores_gemma":[0.00013623553,0.00012678471,0.000059421767,0.00017296092,0.00002549581,0.00023595244,0.0004916444,0.00026332808,0.000005983592],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002571538,0.00067915174,0.023793329,0.00019605097,0.00035876862,0.00038021605,0.08993677,0.23394915,0.0062792385,0.47418892,0.000811,0.16917026],"study_design_scores_gemma":[0.0017435142,0.00010026472,0.00033491213,0.000009345163,0.0000053052463,0.000013726258,0.0069055315,0.98922825,0.000562827,0.00055051345,0.00032687403,0.00021892224],"about_ca_topic_score_codex":0.00007396772,"about_ca_topic_score_gemma":0.00003398887,"teacher_disagreement_score":0.87647223,"about_ca_system_score_codex":0.00024850064,"about_ca_system_score_gemma":0.000092090595,"threshold_uncertainty_score":0.5264299},"labels":[],"label_agreement":null},{"id":"W4385573402","doi":"10.18653/v1/2022.findings-emnlp.384","title":"XRICL: Cross-lingual Retrieval-Augmented In-Context Learning for Cross-lingual Text-to-SQL Semantic Parsing","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Computer science; Natural language processing; Artificial intelligence; Parsing; SQL; Information retrieval; Programming language","score_opus":0.03103624341915619,"score_gpt":0.32614604897143906,"score_spread":0.2951098055522829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6945446,0.00013195457,0.30239147,0.0004514757,0.0009201443,0.0005447881,0.0000028916595,0.0003119389,0.0007007138],"genre_scores_gemma":[0.97729087,0.0000020379268,0.01642235,0.0011018332,0.00019422453,0.000057891953,0.000007698283,0.000043253818,0.0048798523],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99618644,0.0001453908,0.00081957533,0.0011532017,0.00072360557,0.0009717902],"domain_scores_gemma":[0.99827296,0.00042541107,0.00019824426,0.00070655206,0.00020062021,0.00019620436],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019319766,0.0003052946,0.00040064016,0.00039621184,0.0010111111,0.00073129236,0.0013966444,0.00009328954,0.00016038853],"category_scores_gemma":[0.0007147972,0.0003326733,0.00017170045,0.0010569663,0.000057469522,0.0005007635,0.001329515,0.0006660935,0.000045229328],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005948112,0.00047836624,0.0823202,0.0001843665,0.0000987451,0.0002560182,0.025690472,0.6684267,0.009996794,0.017298207,0.0003934024,0.19426194],"study_design_scores_gemma":[0.0029755535,0.0005359167,0.0041568214,0.00006944466,0.000012119305,0.00007577376,0.0013782919,0.9638138,0.010899216,0.001713023,0.013518344,0.00085169397],"about_ca_topic_score_codex":0.0002199795,"about_ca_topic_score_gemma":0.000066983484,"teacher_disagreement_score":0.29538712,"about_ca_system_score_codex":0.00037799813,"about_ca_system_score_gemma":0.00026820894,"threshold_uncertainty_score":0.99991256},"labels":[],"label_agreement":null},{"id":"W4385573416","doi":"10.18653/v1/2022.findings-emnlp.393","title":"Detecting Languages Unintelligible to Multilingual Models through Local Structure Probes","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; Huawei Technologies (Canada); Polytechnique Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Natural language processing; Artificial intelligence; Set (abstract data type); Variety (cybernetics); Task (project management); Construct (python library); Sentence; Transfer (computing); Transfer of learning; Language model; Programming language","score_opus":0.029890264488388225,"score_gpt":0.2909275560061457,"score_spread":0.2610372915177575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573416","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.111292765,0.00008173071,0.88486236,0.00044309453,0.0001983964,0.00017039402,0.00000248759,0.00030986004,0.0026389172],"genre_scores_gemma":[0.74163336,4.6383238e-7,0.25698704,0.00069808407,0.000042853688,0.000013063001,7.7645007e-7,0.000008727102,0.00061561266],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867594,0.000056512174,0.00018380237,0.00045199372,0.00032936464,0.00030237457],"domain_scores_gemma":[0.9993247,0.000053889835,0.000034630833,0.00048348776,0.000040018047,0.00006329839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015435317,0.00012284842,0.0001235512,0.00007143277,0.0002647941,0.0000905405,0.00090033887,0.00002938846,0.00010402896],"category_scores_gemma":[0.00002379315,0.00011218951,0.00003966131,0.00034335416,0.00001401526,0.0003249409,0.0010828504,0.0002459074,0.00000999365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034191087,0.000014370334,0.000020831023,0.0000069493967,0.0000065441736,0.000016726837,0.0076312125,0.85591245,0.0012095753,0.053175587,0.00009400809,0.08190831],"study_design_scores_gemma":[0.00010127718,0.00006073956,0.0000025844388,0.0000045062498,0.0000018819686,0.000034835866,0.0023554647,0.93638384,0.041763213,0.017633904,0.0014864557,0.00017128614],"about_ca_topic_score_codex":0.00040861595,"about_ca_topic_score_gemma":0.00012431202,"teacher_disagreement_score":0.63034064,"about_ca_system_score_codex":0.000080505706,"about_ca_system_score_gemma":0.000059901424,"threshold_uncertainty_score":0.45749554},"labels":[],"label_agreement":null},{"id":"W4385573423","doi":"10.18653/v1/2022.findings-emnlp.73","title":"MCP: Self-supervised Pre-training for Personalized Chatbots with Multi-level Contrastive Sampling","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Fundamental Research Funds for the Central Universities; Ministry of Education, India; Renmin University of China; National Natural Science Foundation of China","keywords":"Computer science; Leverage (statistics); Utterance; Artificial intelligence; Dialog box; Encoder; Focus (optics); Natural language processing; Machine learning; Speech recognition; World Wide Web","score_opus":0.13591573542905944,"score_gpt":0.3056195345867609,"score_spread":0.16970379915770145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573423","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025684789,0.000057020578,0.9719667,0.0006615445,0.00020381557,0.00069173164,0.000020210124,0.00042698608,0.00028723362],"genre_scores_gemma":[0.34183848,9.4354215e-7,0.6562524,0.00059589016,0.000047999107,0.00026493223,0.0000051676584,0.000015397725,0.0009788285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829763,0.00006284914,0.00022611894,0.0005972421,0.00036924245,0.0004469308],"domain_scores_gemma":[0.9990991,0.00025707652,0.00008360795,0.000347975,0.00010572407,0.00010652675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046328054,0.00018109169,0.0002420774,0.00008236912,0.0005067332,0.00011361813,0.0007112148,0.000031424493,0.000072829396],"category_scores_gemma":[0.000038117792,0.00015891498,0.000079278725,0.00020752025,0.00002341543,0.00029400803,0.0002960101,0.00016974627,0.0000020918465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006139042,0.0009056851,0.0023073875,0.00021405978,0.0007590816,0.000060608076,0.22154362,0.058040068,0.008643888,0.40572625,0.00038504472,0.3008004],"study_design_scores_gemma":[0.002946742,0.0001763167,0.0007808375,0.000014432214,0.000014605982,0.000029929339,0.0019015564,0.99108964,0.000122045945,0.00031913258,0.00232157,0.00028319223],"about_ca_topic_score_codex":0.000042079664,"about_ca_topic_score_gemma":0.000018814388,"teacher_disagreement_score":0.93304956,"about_ca_system_score_codex":0.00010852039,"about_ca_system_score_gemma":0.00021159687,"threshold_uncertainty_score":0.6480365},"labels":[],"label_agreement":null},{"id":"W4385573444","doi":"10.18653/v1/2022.emnlp-main.793","title":"Predicting Fine-Tuning Performance with Probing","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"Canadian Institute for Advanced Research","keywords":"Computer science; Artificial intelligence; Language model; Fine-tuning; Proxy (statistics); Machine learning; Deep learning; Natural language processing","score_opus":0.017868475209527685,"score_gpt":0.20189179532455784,"score_spread":0.18402332011503014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4622978,0.000011868962,0.5275525,0.00030909837,0.0000955658,0.00006733114,1.009336e-7,0.00023236494,0.009433366],"genre_scores_gemma":[0.9075147,3.2323183e-7,0.091303624,0.0001512205,0.000029668288,0.000029163402,3.7794908e-7,0.000004966948,0.0009659829],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999208,0.000021445214,0.00010250891,0.0002325812,0.00024687298,0.0001885917],"domain_scores_gemma":[0.99959594,0.00002091047,0.000040258758,0.00029461313,0.000017929251,0.000030375799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024241945,0.000060145758,0.000057874913,0.000049532937,0.00038403622,0.000057744255,0.0005014989,0.0000071361433,0.0000461897],"category_scores_gemma":[0.0000047329545,0.00005061267,0.000011642499,0.00023396824,0.0000066608745,0.0003438503,0.0005020928,0.00016378588,0.0000037856541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001353989,0.00006069888,0.16603623,0.0000586813,0.000027069973,0.000043465556,0.009100765,0.5951518,0.0013547485,0.054627515,0.00023603192,0.17328948],"study_design_scores_gemma":[0.00012401253,0.00007806182,0.00044123048,0.000009331265,0.0000011391818,0.000047056303,0.00011374896,0.9978725,0.00033330882,0.000051954692,0.0008438518,0.00008384262],"about_ca_topic_score_codex":0.0000219251,"about_ca_topic_score_gemma":0.0000050731305,"teacher_disagreement_score":0.44521686,"about_ca_system_score_codex":0.000041215837,"about_ca_system_score_gemma":0.000053258776,"threshold_uncertainty_score":0.2953735},"labels":[],"label_agreement":null},{"id":"W4385573473","doi":"10.18653/v1/2022.emnlp-main.701","title":"Saving Dense Retriever from Shortcut Dependency in Conversational Search","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Dependency (UML); Computer science; Exploit; Recall; Artificial intelligence; Cognitive psychology; Computer security; Psychology","score_opus":0.0343037280176667,"score_gpt":0.2557759169970624,"score_spread":0.22147218897939572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60056615,0.000040453207,0.39583033,0.00090457284,0.00024947306,0.00007719963,0.0000027158108,0.00006286712,0.002266261],"genre_scores_gemma":[0.96292424,0.0000014110424,0.036003113,0.00048697088,0.000031567793,0.000008028483,0.0000042164943,0.0000036471758,0.0005367768],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987454,0.00009051544,0.00016024525,0.0003235086,0.0005028176,0.00017751666],"domain_scores_gemma":[0.9994715,0.0001271188,0.00001754194,0.000315359,0.00002561898,0.00004288993],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003873751,0.000055849305,0.000070993585,0.000095853,0.000101615355,0.00005126448,0.0005993102,0.000020945092,0.0014387987],"category_scores_gemma":[0.000025397414,0.00006113926,0.000024377361,0.00027324987,0.000008607099,0.00025522287,0.0007021807,0.00022543657,0.00003155011],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043062137,0.00022865401,0.51737356,0.0000101274645,0.00004795802,0.0005736705,0.014918184,0.051804792,0.0043476387,0.33901513,0.0020272345,0.06960996],"study_design_scores_gemma":[0.0004186537,0.000022702692,0.04037632,0.0000034650852,0.000001434238,0.0000134968395,0.00040510469,0.943755,0.00055084075,0.0134836035,0.00079313025,0.00017628813],"about_ca_topic_score_codex":0.0010328233,"about_ca_topic_score_gemma":0.00012998183,"teacher_disagreement_score":0.8919502,"about_ca_system_score_codex":0.00015638031,"about_ca_system_score_gemma":0.00014748787,"threshold_uncertainty_score":0.99947405},"labels":[],"label_agreement":null},{"id":"W4385573486","doi":"10.18653/v1/2022.findings-emnlp.191","title":"Partially-Random Initialization: A Smoking Gun for Binarization Hypothesis of BERT","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Initialization; Embedding; Encoder; Task (project management); Set (abstract data type); Artificial intelligence; Enhanced Data Rates for GSM Evolution; Binary number; Edge device; Machine learning; Programming language; Operating system","score_opus":0.04659736887388309,"score_gpt":0.2515191874708972,"score_spread":0.20492181859701408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573486","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058048884,0.000025344989,0.99187,0.0007412418,0.00025678735,0.00020956923,0.0000021765297,0.000074389776,0.0010156177],"genre_scores_gemma":[0.9194789,0.000001981203,0.079879776,0.00036182287,0.000040708866,0.00005950606,0.0000037410425,0.0000060828647,0.00016745727],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921215,0.000055147415,0.00022292155,0.00018805671,0.00021124163,0.000110478635],"domain_scores_gemma":[0.99945426,0.000121946505,0.00008670109,0.0002520282,0.00006433615,0.000020738136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030969246,0.00005343801,0.00010225111,0.00007779119,0.00016312397,0.00003246633,0.000358312,0.00001688235,0.00009801765],"category_scores_gemma":[0.00008130187,0.000054654825,0.000046672754,0.00025825563,0.000008354896,0.00017169195,0.00018443818,0.000029706549,5.696454e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064115855,0.00017352565,0.0020274855,0.00007179737,0.00005653361,0.0000034725783,0.004379815,0.17871243,0.0015814081,0.6683155,0.0008664542,0.14374748],"study_design_scores_gemma":[0.00091900525,0.00008090677,0.00011709618,0.0000067468914,0.0000104025585,0.0000039420547,0.000057862766,0.9711159,0.00302519,0.014836616,0.009716556,0.00010979535],"about_ca_topic_score_codex":0.00002061652,"about_ca_topic_score_gemma":0.0000049017226,"teacher_disagreement_score":0.91367406,"about_ca_system_score_codex":0.000025646517,"about_ca_system_score_gemma":0.00005790091,"threshold_uncertainty_score":0.22287592},"labels":[],"label_agreement":null},{"id":"W4385573538","doi":"10.18653/v1/2022.emnlp-main.619","title":"Intriguing Properties of Compression on Multilingual Models","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Compression (physics); Robustness (evolution); Generalization; Multilingualism; Language model; Data compression; Data compression ratio; Scaling; Natural language processing; Artificial intelligence; Image compression; Linguistics; Mathematics","score_opus":0.07661469801205291,"score_gpt":0.25831594561231275,"score_spread":0.18170124760025985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52352506,0.00007538135,0.47252336,0.00023442421,0.00021654888,0.000095043724,3.9352054e-7,0.00010431206,0.0032254648],"genre_scores_gemma":[0.9757121,8.456605e-7,0.023800196,0.0001625785,0.000014999242,0.000009307558,1.851392e-7,0.000003275223,0.00029650988],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992195,0.0000503279,0.00015383706,0.00018884844,0.00028251729,0.00010498332],"domain_scores_gemma":[0.9995643,0.000019415746,0.000043590757,0.000322083,0.000028634182,0.000022015376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001686808,0.000052630035,0.000083249026,0.00006366533,0.00011292773,0.000016236205,0.0005262123,0.000011149236,0.000020562391],"category_scores_gemma":[0.000010933635,0.0000410497,0.00002609015,0.00009053245,0.000010266948,0.00013923061,0.0005923271,0.00010716179,0.0000017989706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015413412,0.00009752289,0.000029323925,0.000015324928,0.0000049511846,0.0000034181421,0.0035243602,0.83504754,0.020143576,0.08583685,0.000087983804,0.055193733],"study_design_scores_gemma":[0.00013045249,0.000042882395,0.00000379236,0.000013956603,5.519868e-7,0.000001945436,0.00012266586,0.9462967,0.05157544,0.0016005359,0.00015901621,0.000052093248],"about_ca_topic_score_codex":0.00007110418,"about_ca_topic_score_gemma":9.171796e-7,"teacher_disagreement_score":0.45218706,"about_ca_system_score_codex":0.000024740939,"about_ca_system_score_gemma":0.000030748663,"threshold_uncertainty_score":0.16739583},"labels":[],"label_agreement":null},{"id":"W4385573576","doi":"10.18653/v1/2022.findings-emnlp.146","title":"MatRank: Text Re-ranking by Latent Preference Matrix","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Ranking (information retrieval); Computer science; Learning to rank; Information retrieval; Rank (graph theory); Preference; Artificial intelligence; Precision and recall; Macro; Key (lock); Latent variable; Machine learning; Natural language processing; Statistics; Mathematics","score_opus":0.03992445200966278,"score_gpt":0.24909795348301966,"score_spread":0.2091735014733569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029954134,0.00029306524,0.95032865,0.002461949,0.00042432608,0.00015902994,0.0000036387166,0.00038132284,0.01599386],"genre_scores_gemma":[0.945539,0.00000709724,0.04696018,0.00055773975,0.000022932663,0.000029567409,0.000001894887,0.000007260386,0.006874327],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987072,0.00006063479,0.0001953768,0.0003805073,0.00039570866,0.0002606092],"domain_scores_gemma":[0.9993081,0.000035655223,0.000046395817,0.0005353906,0.000019003523,0.000055428107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002762961,0.000094461306,0.00009998999,0.000052187144,0.00023140649,0.00010834849,0.0010909599,0.000021068478,0.0007794488],"category_scores_gemma":[0.0000054645097,0.00009006884,0.000043280743,0.00021896872,0.000008855303,0.00022271909,0.000679944,0.00018321826,0.00006283599],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022845761,0.00031667395,0.0036853275,0.00007400488,0.00006449025,0.00007317865,0.0057101375,0.035436727,0.014486941,0.6588203,0.08431213,0.19699724],"study_design_scores_gemma":[0.00055612565,0.000117871336,0.00040131618,0.000012364694,0.000007692274,0.000042947653,0.00014341345,0.9125424,0.0020183,0.012294955,0.07136531,0.00049728894],"about_ca_topic_score_codex":0.0001157894,"about_ca_topic_score_gemma":0.000005852857,"teacher_disagreement_score":0.91558486,"about_ca_system_score_codex":0.000062459534,"about_ca_system_score_gemma":0.00003820321,"threshold_uncertainty_score":0.8534418},"labels":[],"label_agreement":null},{"id":"W4385573653","doi":"10.18653/v1/2022.emnlp-main.696","title":"Dictionary-Assisted Supervised Contrastive Learning","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; Charles Koch Foundation; Craig Newmark Philanthropies; John S. and James L. Knight Foundation; William and Flora Hewlett Foundation; Bill and Melinda Gates Foundation","keywords":"Computer science; Leverage (statistics); Natural language processing; Artificial intelligence; Entropy (arrow of time); Word (group theory); Cross entropy; Security token; Principle of maximum entropy; Linguistics","score_opus":0.02082510238209005,"score_gpt":0.2238134163181582,"score_spread":0.20298831393606817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573653","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029489405,0.000036920188,0.95216787,0.0012584715,0.00032471505,0.00006973776,5.9129405e-7,0.00034927193,0.016303],"genre_scores_gemma":[0.9749726,8.664703e-7,0.021385292,0.00043960896,0.000028697392,0.000027659613,0.0000024136395,0.0000039249826,0.0031389361],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999188,0.00009488441,0.000107362655,0.00023200162,0.00023290077,0.00014485649],"domain_scores_gemma":[0.99966156,0.00006645937,0.00002454621,0.00017877598,0.00002759998,0.00004102919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017345701,0.000054410746,0.00006775451,0.000051993266,0.00036696036,0.000042375224,0.0003838108,0.000011026936,0.00050134555],"category_scores_gemma":[0.000018667002,0.00005459814,0.000033854096,0.00020124706,0.000008371862,0.0001611493,0.00038001873,0.0001884577,0.000020541996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025082749,0.00024760276,0.015431131,0.000008936977,0.00007403916,0.00011102558,0.004431356,0.09924436,0.0061612804,0.49411005,0.0029998461,0.3771553],"study_design_scores_gemma":[0.0003181118,0.00006578911,0.005530311,0.0000011041548,0.0000018417782,0.000031474385,0.00030739038,0.97927403,0.0000926056,0.00085901096,0.013418226,0.00010008913],"about_ca_topic_score_codex":0.00004842089,"about_ca_topic_score_gemma":0.0000019802026,"teacher_disagreement_score":0.9454832,"about_ca_system_score_codex":0.00006036817,"about_ca_system_score_gemma":0.000042476262,"threshold_uncertainty_score":0.5489382},"labels":[],"label_agreement":null},{"id":"W4385573710","doi":"10.18653/v1/2022.emnlp-main.803","title":"SPE: Symmetrical Prompt Enhancement for Fact Probing","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Task (project management); Computer science; Object (grammar); Artificial intelligence; Subject (documents); Symmetry (geometry); Task analysis; Natural language processing; Machine learning; Pattern recognition (psychology); Mathematics; Engineering","score_opus":0.04301873187770343,"score_gpt":0.2730614404365639,"score_spread":0.23004270855886044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573710","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005988278,0.000030321373,0.9879431,0.0016607884,0.00032037066,0.00043812674,7.115715e-7,0.00010905603,0.003509261],"genre_scores_gemma":[0.6872579,7.1207654e-7,0.30855557,0.0004436178,0.000045001925,0.0002602767,0.0000013965041,0.000004875877,0.0034306298],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999069,0.000021594315,0.0001453015,0.00030134933,0.00024923083,0.0002135591],"domain_scores_gemma":[0.9995674,0.000051139163,0.00003383466,0.0002859114,0.000022065911,0.00003963551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028003415,0.000060842467,0.00007870389,0.00007998901,0.00018385616,0.000059781298,0.0005549269,0.000010203898,0.00016539759],"category_scores_gemma":[0.000019951704,0.000055168413,0.000042673546,0.00025534644,0.000003964942,0.00012276391,0.00048806958,0.0000776613,0.000013693437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000832175,0.0002445066,0.00015353675,0.000038284026,0.000024358455,0.000006461156,0.0012117777,0.004153131,0.002895629,0.51313275,0.0060192375,0.472112],"study_design_scores_gemma":[0.00035753002,0.00020882944,0.000041169813,0.0000029335959,0.0000027551077,0.000007731059,0.00005603004,0.92930233,0.011282853,0.007569405,0.050991334,0.00017707761],"about_ca_topic_score_codex":0.0000114385175,"about_ca_topic_score_gemma":5.4592243e-7,"teacher_disagreement_score":0.9251492,"about_ca_system_score_codex":0.00010296818,"about_ca_system_score_gemma":0.000051105217,"threshold_uncertainty_score":0.22497027},"labels":[],"label_agreement":null},{"id":"W4385573830","doi":"10.18653/v1/2022.findings-emnlp.76","title":"Faithful to the Document or to the World? Mitigating Hallucinations via Entity-Linked Knowledge in Abstractive Summarization","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Automatic summarization; Computer science; Knowledge base; Information retrieval; Source text; World Wide Web; Data science; Artificial intelligence","score_opus":0.023677054750677863,"score_gpt":0.2922954430037961,"score_spread":0.26861838825311823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02919008,0.000018900551,0.9237925,0.036544226,0.0005758893,0.00082637183,0.0000022114837,0.00008328468,0.008966528],"genre_scores_gemma":[0.96470886,5.477853e-7,0.023952791,0.0017287036,0.00007948086,0.00032414054,0.00000283324,0.000006811051,0.009195807],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986654,0.00018923184,0.00026488333,0.000341505,0.00031587062,0.00022311625],"domain_scores_gemma":[0.9990264,0.00027691186,0.00005844659,0.0005064503,0.00007462554,0.000057150937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008516893,0.00009448524,0.000085281994,0.00018101797,0.0005365571,0.00021437793,0.0010678737,0.000013218602,0.00025518733],"category_scores_gemma":[0.00008405959,0.00005910084,0.000031873,0.0013503506,0.000008611458,0.00027861676,0.00097009493,0.0002283497,0.00008907274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018379555,0.0002637343,0.0009797637,0.000013527213,0.000034379245,0.000011661576,0.04836667,0.46900833,0.00076764025,0.2851516,0.00652701,0.18885729],"study_design_scores_gemma":[0.00042521366,0.00010854011,0.015838074,0.000030909763,0.000009396797,0.000007827097,0.0033360461,0.8787907,0.00094150245,0.005300126,0.09486036,0.00035132354],"about_ca_topic_score_codex":0.00052034383,"about_ca_topic_score_gemma":0.020488303,"teacher_disagreement_score":0.9355188,"about_ca_system_score_codex":0.00025707815,"about_ca_system_score_gemma":0.00010026471,"threshold_uncertainty_score":0.9973852},"labels":[],"label_agreement":null},{"id":"W4385573851","doi":"10.18653/v1/2022.emnlp-main.521","title":"Text Style Transferring via Adversarial Masking and Styled Filling","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fundamental Research Funds for the Central Universities; State Key Laboratory of Software Development Environment","keywords":"Computer science; Adversarial system; Natural language processing; Masking (illustration); Consistency (knowledge bases); Artificial intelligence; Word (group theory); Entropy (arrow of time); Orthographic projection; Speech recognition; Linguistics","score_opus":0.014375260852957908,"score_gpt":0.21107195243731916,"score_spread":0.19669669158436126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052944295,0.00005874632,0.94247085,0.00038839877,0.00036232415,0.00010033592,7.719389e-7,0.0001691013,0.0035051994],"genre_scores_gemma":[0.9430962,0.0000026426956,0.05625565,0.00025727722,0.000068607755,0.00001258479,6.8473094e-7,0.0000072765347,0.00029905004],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893546,0.00005431314,0.00016826653,0.000356431,0.0002572941,0.00022822521],"domain_scores_gemma":[0.9995691,0.000059668182,0.000023929726,0.0002751644,0.000012270383,0.000059874666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030916676,0.00009061358,0.00010959837,0.000079485035,0.00034693172,0.000091607595,0.00043631592,0.000020268284,0.00020801005],"category_scores_gemma":[0.0000071853165,0.000094620176,0.00003659984,0.0001609352,0.000010613744,0.00028343216,0.00040647257,0.00017359613,0.000004252009],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048672224,0.00013371996,0.0018392332,0.00006371018,0.000093630886,0.00013561301,0.020320611,0.21196023,0.018604638,0.20479415,0.00024801897,0.54175776],"study_design_scores_gemma":[0.0004415478,0.00003490163,0.00011626444,0.000003647691,0.0000038138346,0.000025238143,0.00021547417,0.9948505,0.0006942183,0.0012342301,0.0022327222,0.00014741336],"about_ca_topic_score_codex":0.00011667621,"about_ca_topic_score_gemma":0.0000134115735,"teacher_disagreement_score":0.8901519,"about_ca_system_score_codex":0.000044008088,"about_ca_system_score_gemma":0.000026507592,"threshold_uncertainty_score":0.38584986},"labels":[],"label_agreement":null},{"id":"W4385573871","doi":"10.18653/v1/2022.emnlp-main.733","title":"Pneg: Prompt-based Negative Response Generation for Dialogue Response Selection Task","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Adversarial system; Computer science; Selection (genetic algorithm); Task (project management); Context (archaeology); Scalability; Artificial intelligence; Machine learning; Code (set theory); Language model; Model selection; Natural language processing; Programming language","score_opus":0.039145597082553156,"score_gpt":0.2701493714977883,"score_spread":0.23100377441523512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26202065,0.0000058084042,0.7329555,0.0040015243,0.0003136639,0.00047679697,0.000007879031,0.00018044541,0.00003769155],"genre_scores_gemma":[0.83659273,1.1692405e-7,0.16065457,0.0009266306,0.00009163459,0.0005129311,0.000009763009,0.00000955614,0.0012020651],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978722,0.0009631922,0.00021142022,0.0004587094,0.0002739886,0.00022051463],"domain_scores_gemma":[0.9987632,0.00064774894,0.00008037125,0.00034604943,0.000110402245,0.000052217238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002138464,0.00010515628,0.00010285898,0.0001784409,0.0005328928,0.00009962516,0.00037032625,0.00003379772,0.000052234147],"category_scores_gemma":[0.00048855506,0.000106472144,0.00006145848,0.00040061874,0.000013506934,0.00024709172,0.00012907105,0.00011976283,0.0000068487575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007689167,0.00023603452,0.00012248443,0.000012665465,0.000029233055,0.000012500976,0.0032629617,0.22902621,0.71061826,0.025608633,0.010043619,0.013338206],"study_design_scores_gemma":[0.00062658323,0.00052410277,0.00028568538,0.0000014334527,0.0000035134226,0.000006019939,0.00003665253,0.9599134,0.032177456,0.001315572,0.0049689882,0.00014061917],"about_ca_topic_score_codex":0.000049213424,"about_ca_topic_score_gemma":0.000035092296,"teacher_disagreement_score":0.7308872,"about_ca_system_score_codex":0.00026495047,"about_ca_system_score_gemma":0.00042184905,"threshold_uncertainty_score":0.4341808},"labels":[],"label_agreement":null},{"id":"W4385573948","doi":"10.18653/v1/2022.findings-emnlp.440","title":"WordTies: Measuring Word Associations in Language Models via Constrained Sampling","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Word (group theory); Natural language processing; Associative property; Artificial intelligence; Similarity (geometry); Proxy (statistics); Word Association; Language model; Property (philosophy); Cosine similarity; Machine learning; Linguistics; Mathematics; Pattern recognition (psychology)","score_opus":0.07116683802841292,"score_gpt":0.26913469582935595,"score_spread":0.19796785780094303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573948","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06593977,0.00007246178,0.9256143,0.00053232664,0.00017937359,0.000109868306,0.0000028463048,0.00020694446,0.0073421304],"genre_scores_gemma":[0.8951712,8.585967e-7,0.10412257,0.00029892125,0.000023437422,0.000033479242,0.0000023413008,0.0000059509616,0.0003411845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988295,0.00007708737,0.00023642932,0.00027741675,0.00032037898,0.00025919036],"domain_scores_gemma":[0.9994348,0.000120861834,0.00005696289,0.00032339,0.000022387836,0.00004155307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005840627,0.00008085508,0.00012375621,0.00015502702,0.0001910586,0.00007397648,0.00055768597,0.000022464219,0.000081145416],"category_scores_gemma":[0.00003664559,0.00009126153,0.000041421692,0.00040902733,0.000008993636,0.00032572818,0.00041908573,0.00022166305,0.0000045264787],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002398414,0.00008020489,0.0014932771,0.0000072313746,0.000019575198,0.000023698569,0.01818009,0.76559526,0.0012353883,0.14825153,0.000041340747,0.06506998],"study_design_scores_gemma":[0.00022776297,0.000006212014,0.00024734947,0.0000050251965,0.0000013672075,0.0000050100625,0.0010648543,0.9815635,0.00006532112,0.016620275,0.00006190867,0.00013137647],"about_ca_topic_score_codex":0.00039714394,"about_ca_topic_score_gemma":0.0001670474,"teacher_disagreement_score":0.8292315,"about_ca_system_score_codex":0.00022222965,"about_ca_system_score_gemma":0.00007795703,"threshold_uncertainty_score":0.3721537},"labels":[],"label_agreement":null},{"id":"W4385573955","doi":"10.18653/v1/2022.emnlp-main.663","title":"Learning with Rejection for Abstractive Text Summarization","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"University of Manchester; Cancer Research UK","keywords":"Automatic summarization; Computer science; Artificial intelligence; Inference; Set (abstract data type); Natural language processing; Training set; Baseline (sea); Paraphrase; Machine learning; Decoding methods; Hallucinating","score_opus":0.014860129732340717,"score_gpt":0.23026875462342877,"score_spread":0.21540862489108806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573955","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012314766,0.0000037328455,0.98078716,0.00037375058,0.00011236021,0.00012732703,2.2973572e-7,0.00012748933,0.006153211],"genre_scores_gemma":[0.92294097,4.679961e-7,0.07358096,0.00008868799,0.000026615751,0.00005758838,0.0000036646595,0.00000416815,0.0032968756],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995415,0.000022232094,0.00006048573,0.00017262611,0.00012016957,0.00008297756],"domain_scores_gemma":[0.9997591,0.00004428525,0.00004109744,0.00010663038,0.000035049015,0.000013872776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001469552,0.000035176316,0.000035686444,0.00004246555,0.0002716596,0.000041766754,0.00013357852,0.000008739289,0.000031484473],"category_scores_gemma":[0.000013527753,0.000031927855,0.000012398821,0.00013383698,0.0000032889122,0.00022933133,0.00007084368,0.00008827851,0.000002258853],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033685687,0.00004601199,0.0016377777,0.0000086155915,0.000015992247,0.0000021775784,0.0019586207,0.64775276,0.0012769497,0.12807038,0.0002739747,0.21892303],"study_design_scores_gemma":[0.00022436754,0.00024606608,0.00061912934,0.0000015174439,0.0000021759624,0.000008948836,0.00041628943,0.98474216,0.00071964186,0.0014598765,0.011479098,0.00008074768],"about_ca_topic_score_codex":0.00004747792,"about_ca_topic_score_gemma":0.00001007253,"teacher_disagreement_score":0.91062623,"about_ca_system_score_codex":0.00005237713,"about_ca_system_score_gemma":0.00003134492,"threshold_uncertainty_score":0.20894136},"labels":[],"label_agreement":null},{"id":"W4385574022","doi":"10.18653/v1/2022.emnlp-main.694","title":"Human Guided Exploitation of Interpretable Attention Patterns in Summarization and Topic Segmentation","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; University of British Columbia; Institute for Computing, Information and Cognitive Systems","keywords":"Automatic summarization; Computer science; Transformer; Segmentation; Artificial intelligence; Pipeline (software); Machine learning; Engineering; Voltage","score_opus":0.02972887344622373,"score_gpt":0.2780526593413482,"score_spread":0.24832378589512447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385574022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5353263,0.0000048260363,0.46419144,0.00009072676,0.000055206176,0.00007058362,3.626129e-7,0.000014570976,0.00024597894],"genre_scores_gemma":[0.99073523,0.0000017586904,0.008888106,0.000064581815,0.000005109293,0.000026736952,0.000010796619,0.0000021781611,0.00026548147],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939513,0.00006278745,0.00019998955,0.00014932409,0.00013158865,0.00006118371],"domain_scores_gemma":[0.9997716,0.000010121976,0.00006493359,0.00012211548,0.00002071486,0.000010527015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019290023,0.00003688711,0.00005578575,0.000117005984,0.00005310965,0.00002441404,0.00011882193,0.000010186403,0.000046346377],"category_scores_gemma":[0.0000056674403,0.000041302683,0.000010671775,0.00012758003,0.0000037429324,0.00036245573,0.00015240707,0.00003765932,3.0168127e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004593128,0.00015466745,0.6278932,0.000107694126,0.000014495554,0.0000034285538,0.00971008,0.017433137,0.13130982,0.14495873,0.00012569044,0.06828443],"study_design_scores_gemma":[0.0008790949,0.00013312869,0.19563413,0.000028742179,0.0000051668994,0.000004464672,0.0017006923,0.78771186,0.0049492633,0.008762788,0.00002937415,0.0001612839],"about_ca_topic_score_codex":0.0002968897,"about_ca_topic_score_gemma":0.000069342765,"teacher_disagreement_score":0.77027875,"about_ca_system_score_codex":0.00004948671,"about_ca_system_score_gemma":0.000007760843,"threshold_uncertainty_score":0.16842745},"labels":[],"label_agreement":null},{"id":"W4385574133","doi":"10.18653/v1/2022.findings-emnlp.240","title":"AlphaTuning: Quantization-Aware Parameter-Efficient Adaptation of Large-Scale Pre-Trained Language Models","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Quantization (signal processing); Adaptation (eye); Language model; Scale (ratio); Artificial intelligence; Natural language processing; Speech recognition; Psychology; Algorithm; Physics; Quantum mechanics; Neuroscience","score_opus":0.028931766512733194,"score_gpt":0.2697405083380179,"score_spread":0.2408087418252847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385574133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21378449,0.00006125903,0.78508896,0.00017067327,0.00013854154,0.00015616877,0.000008489277,0.00013320746,0.00045820494],"genre_scores_gemma":[0.8937952,0.0000010007877,0.1055938,0.00014151943,0.0000118409525,0.000027682949,0.000015799418,0.000007522068,0.00040564683],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986907,0.0000946332,0.0002704474,0.0003141454,0.0004274174,0.00020261332],"domain_scores_gemma":[0.99921954,0.00007624524,0.00011347064,0.00047929303,0.00006465847,0.000046789137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035692294,0.00008975074,0.0001291836,0.000116943105,0.00014849172,0.000034958386,0.0005475689,0.000024392139,0.00007889387],"category_scores_gemma":[0.00002031747,0.00009002457,0.00005595458,0.0003751498,0.00001127059,0.0002011237,0.00034086482,0.00009264223,0.0000018671595],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035322598,0.000100571786,0.00004960072,0.000009235689,0.000005450121,0.0000022725596,0.014523258,0.92744255,0.00037388992,0.0538001,0.000035133453,0.0036544122],"study_design_scores_gemma":[0.0002651306,0.00005167092,0.000058625345,0.0000051225693,0.0000037711861,0.0000033681638,0.0031715115,0.9947109,0.00068242144,0.0008637996,0.00008058928,0.00010306729],"about_ca_topic_score_codex":0.00014263063,"about_ca_topic_score_gemma":0.000029319483,"teacher_disagreement_score":0.6800107,"about_ca_system_score_codex":0.00003921224,"about_ca_system_score_gemma":0.000068008885,"threshold_uncertainty_score":0.36710954},"labels":[],"label_agreement":null},{"id":"W4385574234","doi":"10.18653/v1/2022.emnlp-industry.44","title":"Bringing the State-of-the-Art to Customers: A Neural Agent Assistant Framework for Customer Service Support","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Vector Institute; McGill University; PricewaterhouseCoopers (Canada); Queen's University","funders":"Vector Institute; University of Pennsylvania","keywords":"Customer service; Computer science; State (computer science); Service (business); Management; Artificial intelligence; Operations research; Engineering; Business; Marketing; Programming language; Economics","score_opus":0.030142063854225343,"score_gpt":0.27560313207799236,"score_spread":0.245461068223767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385574234","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048951644,0.00001918004,0.932844,0.0147778345,0.0012468592,0.0006353992,0.000007311093,0.000103757935,0.001414036],"genre_scores_gemma":[0.9215855,5.7340196e-7,0.06392341,0.011373414,0.000046040306,0.00014487756,9.1805003e-7,0.000016328187,0.0029089449],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984179,0.00007499628,0.00028992415,0.0003486956,0.0004984639,0.00037000215],"domain_scores_gemma":[0.9986689,0.00017541497,0.00010293038,0.0008939349,0.00008085899,0.00007794972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005833452,0.000120426645,0.0001392508,0.00006779804,0.00036439538,0.0000955034,0.0017640357,0.00001726775,0.00011394639],"category_scores_gemma":[0.00003824489,0.00007969614,0.0001147737,0.0007378632,0.000013792534,0.00013343514,0.0014297989,0.00023312012,0.00003284331],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084030435,0.00027471822,0.0015742471,0.00018933271,0.00014947333,0.00002595367,0.031313337,0.55339324,0.001815641,0.21683057,0.038498595,0.15585089],"study_design_scores_gemma":[0.00023499958,0.0000853979,0.00066060986,0.000021190446,0.000017138154,0.000025350371,0.0005492854,0.7599558,0.0010377091,0.0037242393,0.23339997,0.00028830222],"about_ca_topic_score_codex":0.000086431464,"about_ca_topic_score_gemma":0.000048861984,"teacher_disagreement_score":0.8726339,"about_ca_system_score_codex":0.00009451962,"about_ca_system_score_gemma":0.00012825162,"threshold_uncertainty_score":0.32780465},"labels":[],"label_agreement":null},{"id":"W4385574290","doi":"10.18653/v1/2022.emnlp-main.597","title":"AfriCLIRMatrix: Enabling Cross-Lingual Information Retrieval for African Languages","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Compute Canada","keywords":"Computer science; Relevance (law); Information retrieval; Point (geometry); Natural language processing; Test (biology); Range (aeronautics); Feature (linguistics); Languages of Africa; Artificial intelligence; World Wide Web; Linguistics","score_opus":0.01964899349743088,"score_gpt":0.2931536038064133,"score_spread":0.27350461030898243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385574290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07918887,0.000081369995,0.91179174,0.0007323059,0.000504757,0.000292227,0.000013738083,0.00036549807,0.0070294696],"genre_scores_gemma":[0.9418126,0.0000011148751,0.056723636,0.0005293157,0.000107117456,0.000030075485,0.000011690779,0.000005289985,0.0007791717],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890643,0.000029304638,0.0002745719,0.00018497647,0.0003430574,0.00026166387],"domain_scores_gemma":[0.99929714,0.00011627407,0.00009828595,0.0003452702,0.000091187125,0.000051850424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066358026,0.00008353638,0.00009570052,0.00014577809,0.0003939151,0.00029513508,0.0007020595,0.000025193292,0.00007275402],"category_scores_gemma":[0.00014754923,0.00008285395,0.000063073276,0.0003620127,0.000011196571,0.000990773,0.0004708806,0.00012636776,0.000013694578],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021592824,0.00015575867,0.0018894386,0.00015388116,0.000059078564,0.000023862032,0.041616138,0.09681294,0.0019864044,0.564243,0.004517683,0.28832588],"study_design_scores_gemma":[0.0013586055,0.0002333475,0.0002898444,0.0000043953182,0.000007887007,0.00004427082,0.0045698644,0.81237566,0.006811246,0.004787143,0.16904958,0.0004681435],"about_ca_topic_score_codex":0.000041638883,"about_ca_topic_score_gemma":0.0000016115932,"teacher_disagreement_score":0.8626237,"about_ca_system_score_codex":0.000087706816,"about_ca_system_score_gemma":0.00009183766,"threshold_uncertainty_score":0.33786857},"labels":[],"label_agreement":null},{"id":"W4385574336","doi":"10.18653/v1/2022.findings-emnlp.363","title":"Improving Generalization of Pre-trained Language Models via Stochastic Weight Averaging","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Université de Montréal","funders":"","keywords":"Generalization; Computer science; Language model; Artificial intelligence; Flatness (cosmology); Computation; Distillation; Machine learning; Convergence (economics); Algorithm; Mathematics","score_opus":0.010534587294332803,"score_gpt":0.22110124622583868,"score_spread":0.2105666589315059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385574336","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04758227,0.00007006863,0.95131665,0.0001091653,0.00019154514,0.00012190943,0.000001283551,0.0001355033,0.00047160385],"genre_scores_gemma":[0.9040449,2.9309695e-7,0.0952908,0.00015857385,0.000036172765,0.000017566837,0.000003628401,0.000007293085,0.00044076738],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990412,0.0000497884,0.00020426708,0.0002572649,0.0002848187,0.00016265665],"domain_scores_gemma":[0.99945074,0.000023777253,0.00008561709,0.00037369723,0.00003170986,0.000034465203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002182199,0.000076252894,0.00009997979,0.000100414654,0.00011630992,0.000028048235,0.0004901342,0.000015200268,0.00007195382],"category_scores_gemma":[0.000008830488,0.000076393124,0.00003579987,0.00021152213,0.0000072458142,0.00031254857,0.00043838407,0.00007830924,9.146354e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002233846,0.000019324345,0.000009966749,0.000011954607,0.000005536205,0.0000026966607,0.0039372114,0.91336685,0.017521434,0.04544528,0.00001734787,0.019660188],"study_design_scores_gemma":[0.00016538975,0.000019930398,0.000012379697,0.000002712883,0.0000031380428,0.000007717527,0.000058909147,0.99417055,0.0016935905,0.0037716464,0.0000052874266,0.00008873659],"about_ca_topic_score_codex":0.00031567764,"about_ca_topic_score_gemma":0.000006879078,"teacher_disagreement_score":0.85646266,"about_ca_system_score_codex":0.00005392296,"about_ca_system_score_gemma":0.00004547095,"threshold_uncertainty_score":0.31152213},"labels":[],"label_agreement":null},{"id":"W4385574438","doi":"10.18653/v1/2022.finnlp-1.8","title":"Learning Better Intent Representations for Financial Open Intent Classification","year":2022,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Benchmark (surveying); Artificial intelligence; Machine learning; Domain (mathematical analysis); Open domain; Decision boundary; Fine-tuning; Natural language processing; Question answering; Support vector machine","score_opus":0.10664158920130207,"score_gpt":0.3312236231784866,"score_spread":0.22458203397718451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385574438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0096142925,0.0000045599004,0.9727782,0.01364999,0.00039505653,0.00039949262,0.0000010841713,0.00007719103,0.0030801098],"genre_scores_gemma":[0.8392162,7.587677e-7,0.15327947,0.0017861855,0.000059912254,0.0006016018,0.000012803582,0.0000055820315,0.005037492],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991426,0.00006122033,0.00018486934,0.00032355034,0.00015064627,0.00013713988],"domain_scores_gemma":[0.9994403,0.00006220079,0.00006647601,0.00033274043,0.00006809089,0.00003016216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035869548,0.00005198007,0.00007002324,0.00005639186,0.00038668237,0.00017192814,0.0010092937,0.000013087948,0.000096711934],"category_scores_gemma":[0.00009913209,0.000052001527,0.000042247546,0.00014624937,0.00000820188,0.0003013445,0.0012363632,0.00014174324,0.000010474807],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019606274,0.0001239708,0.004736881,0.000009203162,0.000015085276,0.0000028935003,0.003495809,0.021910494,0.0018836829,0.6692185,0.02143066,0.27715325],"study_design_scores_gemma":[0.00029727467,0.00009810589,0.0035947675,0.0000027478338,0.0000031878212,0.000004732281,0.00066268,0.938652,0.00023368104,0.009257984,0.047084685,0.000108155284],"about_ca_topic_score_codex":0.00010368824,"about_ca_topic_score_gemma":0.0000115556895,"teacher_disagreement_score":0.9167415,"about_ca_system_score_codex":0.00008455217,"about_ca_system_score_gemma":0.00006397699,"threshold_uncertainty_score":0.29740873},"labels":[],"label_agreement":null},{"id":"W4385595332","doi":"10.1145/3573128.3609347","title":"AI-powered Resume-Job matching","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Leverage (statistics); Artificial intelligence; Matching (statistics); Sentence; Natural language processing; Similarity (geometry); Transformer; Discriminative model; Representation (politics); Information retrieval; Machine learning; Image (mathematics)","score_opus":0.031796046000300754,"score_gpt":0.28167254926802715,"score_spread":0.2498765032677264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385595332","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027429266,0.000013455946,0.9317704,0.008617118,0.00052869524,0.000053776843,2.5747443e-7,0.0010964985,0.030490555],"genre_scores_gemma":[0.90684384,0.0000069437533,0.08184766,0.0021777544,0.00009091948,0.0000061712267,8.503393e-7,0.000008447531,0.009017393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919784,0.000019821762,0.00012566516,0.00025459123,0.00018139799,0.00022070431],"domain_scores_gemma":[0.99937,0.00004058911,0.000016277112,0.0005013737,0.000020103951,0.000051664534],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024263375,0.000060386385,0.00006836093,0.00008297848,0.00007102826,0.00012376695,0.0006003827,0.000029102152,0.000037244543],"category_scores_gemma":[0.00001609088,0.000053197335,0.00003119732,0.00033691517,0.000006231174,0.00028736793,0.00034515682,0.0000837419,0.00096487894],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016452511,0.000010077613,0.0007001212,0.000014034122,0.000011301425,0.000063819825,0.0019652555,0.0019304982,0.0022084992,0.9028924,0.02210242,0.068099946],"study_design_scores_gemma":[0.00027865393,0.000018914134,0.0042808424,0.000023210934,0.0000018707372,0.000011761731,0.0000983309,0.77928656,0.0010134932,0.19660865,0.018091304,0.00028639613],"about_ca_topic_score_codex":0.00008630829,"about_ca_topic_score_gemma":0.000016969954,"teacher_disagreement_score":0.8794146,"about_ca_system_score_codex":0.000014069505,"about_ca_system_score_gemma":0.000024921725,"threshold_uncertainty_score":0.99981296},"labels":[],"label_agreement":null},{"id":"W4385612789","doi":"10.1145/3539618.3591925","title":"SIGIR 2023 Workshop on Retrieval Enhanced Machine Learning (REML @ SIGIR 2023)","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Computer science; Machine learning; Artificial intelligence; ENCODE; Question answering; Context (archaeology); Robustness (evolution); Information retrieval","score_opus":0.03283412424060274,"score_gpt":0.27655578519061547,"score_spread":0.24372166095001274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385612789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05014895,0.00015145646,0.8641852,0.0033377116,0.0014873375,0.000289063,0.0000023214952,0.0019417387,0.07845619],"genre_scores_gemma":[0.6975615,0.00015570298,0.01530215,0.0008642315,0.00039505187,0.000014566009,0.000018344052,0.000039383725,0.28564903],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975139,0.00010977671,0.0003643263,0.0007913233,0.0006123312,0.0006083296],"domain_scores_gemma":[0.99839646,0.00047902946,0.000092817994,0.00079850876,0.00007179377,0.00016138771],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006725989,0.0002382395,0.00025186065,0.00025123858,0.00022266322,0.00021002558,0.0010401518,0.00013276673,0.00032654023],"category_scores_gemma":[0.00040984526,0.00021588038,0.000111833506,0.0015688841,0.000026283675,0.00033219077,0.0005829094,0.0005575185,0.0028611852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014799097,0.0002006925,0.0005188732,0.000095132105,0.00014441462,0.00035005272,0.0028893587,0.26295272,0.04969187,0.051209774,0.042410776,0.5893884],"study_design_scores_gemma":[0.0004568565,0.00010921782,0.00027436976,0.000071675364,0.000004699204,0.0000039246006,0.00009368214,0.9647765,0.009221117,0.001400842,0.023176039,0.00041107505],"about_ca_topic_score_codex":0.00008572889,"about_ca_topic_score_gemma":0.000050489893,"teacher_disagreement_score":0.8488831,"about_ca_system_score_codex":0.00008116508,"about_ca_system_score_gemma":0.00007166995,"threshold_uncertainty_score":0.9979152},"labels":[],"label_agreement":null},{"id":"W4385685557","doi":"10.2139/ssrn.4533669","title":"Multimodal Dialogue Modeling: Simultaneous Intent Recognition and Response Generation","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Speech recognition; Natural language processing; Artificial intelligence","score_opus":0.07046017678332024,"score_gpt":0.27458905974790626,"score_spread":0.20412888296458603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385685557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36375454,0.00068653724,0.6331368,0.0011622661,0.00092783466,0.00017932133,0.00000572333,0.0001419751,0.0000049875407],"genre_scores_gemma":[0.98216456,0.00384805,0.012631129,0.00009704768,0.00087975815,0.000024857625,0.0000421386,0.000042055057,0.0002704018],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961973,0.00042933726,0.0005844436,0.00076065963,0.00043049673,0.0015977671],"domain_scores_gemma":[0.9985719,0.00020464144,0.0002735444,0.00051396474,0.00029715107,0.00013880068],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0038486389,0.0003152525,0.00030623117,0.00034461226,0.0002620314,0.00045767694,0.00077061745,0.00032119986,0.0000016627134],"category_scores_gemma":[0.00070728996,0.0003144021,0.00014165287,0.00012902898,0.000024924635,0.0002655166,0.00079677685,0.0037835336,0.000041781343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020638107,0.00006042871,0.000020748304,0.00002526215,0.00018994349,0.000080675585,0.0018192302,0.73054606,0.0016904766,0.004554097,0.000020650314,0.26078606],"study_design_scores_gemma":[0.000289158,0.0001170705,0.000003028493,0.000054921737,0.00002098844,0.00031134815,0.00012294947,0.7506046,0.00004141819,0.24817157,0.00001177495,0.00025113387],"about_ca_topic_score_codex":0.0002853239,"about_ca_topic_score_gemma":0.0006974757,"teacher_disagreement_score":0.6205057,"about_ca_system_score_codex":0.001389844,"about_ca_system_score_gemma":0.00271088,"threshold_uncertainty_score":0.9999308},"labels":[],"label_agreement":null},{"id":"W4385688511","doi":"10.1145/3578337.3605136","title":"Perspectives on Large Language Models for Relevance Judgment","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Relevance (law); Perspective (graphical); Categorization; Computer science; Point (geometry); Compromise; Cognitive psychology; Psychology; Artificial intelligence; Sociology; Political science; Social science","score_opus":0.03503074496303086,"score_gpt":0.2930385171724492,"score_spread":0.25800777220941834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385688511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011770742,0.00008234624,0.97687584,0.0021903974,0.00015085132,0.0001761847,0.000003432387,0.00048524857,0.00826497],"genre_scores_gemma":[0.8866124,0.000026950525,0.104200244,0.00054254784,0.00008867477,0.000057853846,0.0000017095573,0.0000091754055,0.008460411],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991925,0.000010794039,0.00008481203,0.00032495247,0.00014994312,0.00023701249],"domain_scores_gemma":[0.9994095,0.000097447584,0.000018345478,0.00040958004,0.000029427889,0.00003572859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002076616,0.00006672857,0.0000715523,0.00006358158,0.00006901757,0.0000446269,0.00035249506,0.000023240325,0.00000877091],"category_scores_gemma":[0.000036973604,0.000056733614,0.0000438525,0.00016357446,0.000004984339,0.00019324964,0.000116869196,0.000046496345,0.000091044814],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002481532,0.000025108271,0.000002854513,0.000006565526,0.00000473317,0.000003622633,0.0071717976,0.010329393,0.00019147873,0.97312915,0.0022516195,0.006881206],"study_design_scores_gemma":[0.0002147785,0.00003678108,0.00001547055,0.000008079703,8.0729484e-7,4.3885714e-7,0.0016658393,0.97497845,0.0007171552,0.020826906,0.0014530431,0.00008223868],"about_ca_topic_score_codex":0.000008598452,"about_ca_topic_score_gemma":0.000006547196,"teacher_disagreement_score":0.9646491,"about_ca_system_score_codex":0.000036264573,"about_ca_system_score_gemma":0.000015791022,"threshold_uncertainty_score":0.23135297},"labels":[],"label_agreement":null},{"id":"W4385701337","doi":"10.1007/978-3-031-39831-5_22","title":"Exploring Dialog Act Recognition in Open Domain Conversational Agents","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Dialog box; Computer science; Classifier (UML); Open domain; Dialog system; Artificial intelligence; Support vector machine; Domain (mathematical analysis); Baseline (sea); Natural language processing; Machine learning; Speech recognition; World Wide Web; Question answering","score_opus":0.1822798249837222,"score_gpt":0.2925068874468192,"score_spread":0.11022706246309699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385701337","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013121447,0.000021101174,0.9900837,0.00096398836,0.003086334,0.0005601815,0.000006301393,0.00013974494,0.0038264836],"genre_scores_gemma":[0.24718937,0.00012999761,0.74871707,0.0022652708,0.0009799494,0.0001267723,0.000044416538,0.00008021007,0.00046696156],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963268,0.000071226874,0.0005546319,0.0015862794,0.0008853144,0.00057573826],"domain_scores_gemma":[0.99799955,0.00057983294,0.00021673548,0.00095340196,0.00012364084,0.00012686166],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018617559,0.00036745507,0.0004188741,0.0010186153,0.00021977782,0.0007567042,0.0041372124,0.00019132116,0.000029233057],"category_scores_gemma":[0.00015156849,0.00038298327,0.00007673744,0.0007342562,0.00020303064,0.0019029195,0.0029582542,0.0007991432,0.00017081897],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008139573,0.000025571437,0.00027396512,0.000033442542,0.000010114781,0.00022286052,0.00287805,0.032081198,0.000041863248,0.018929303,0.000016077654,0.9454794],"study_design_scores_gemma":[0.0005242528,0.000058731304,0.0011636032,0.00063198886,0.0000028499717,0.000020179306,7.2339395e-7,0.38368845,0.00021681354,0.6127528,0.00032956447,0.0006100498],"about_ca_topic_score_codex":0.00013031102,"about_ca_topic_score_gemma":0.00028159065,"teacher_disagreement_score":0.94486934,"about_ca_system_score_codex":0.00047583197,"about_ca_system_score_gemma":0.00052373257,"threshold_uncertainty_score":0.9998622},"labels":[],"label_agreement":null},{"id":"W4385718129","doi":"10.18653/v1/2023.wassa-1.37","title":"Exploration of Contrastive Learning Strategies toward more Robust Stance Detection","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Artificial intelligence; Adversarial system; Sentence; Embedding; Transformer; Natural language processing; Task (project management); Machine learning","score_opus":0.07783445247058172,"score_gpt":0.27766335827664207,"score_spread":0.19982890580606033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385718129","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070230946,0.000013687578,0.9279403,0.0002500055,0.00014683053,0.0000647981,2.0333341e-7,0.00032128915,0.0010319025],"genre_scores_gemma":[0.98584336,0.00001402311,0.013841456,0.000012145463,0.00002823696,0.00000904444,9.526904e-7,0.0000034773868,0.00024729958],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937123,0.00003006714,0.00013893664,0.00017847442,0.00016292155,0.00011839022],"domain_scores_gemma":[0.9996563,0.0000462273,0.00005988537,0.00012673481,0.0000905605,0.000020292231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015910911,0.00005592559,0.000079559504,0.000073106334,0.00005060535,0.00006507795,0.000161161,0.000028770019,0.0000046813752],"category_scores_gemma":[0.0000381211,0.000052329597,0.000021081036,0.00033863302,0.000016219983,0.0012108812,0.00005501182,0.00007861072,0.000013577234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005797441,0.0000071198224,0.00016082953,0.000024957973,0.000009135936,0.000003541415,0.0058663012,0.8794078,0.010692299,0.053924713,0.000020660254,0.049876798],"study_design_scores_gemma":[0.000108388136,0.000043265518,0.0011784183,0.000013574945,0.0000013938082,6.325349e-7,0.004562927,0.9763776,0.013493255,0.0041119596,0.000042962198,0.00006561333],"about_ca_topic_score_codex":0.00004870392,"about_ca_topic_score_gemma":0.000035480716,"teacher_disagreement_score":0.9156124,"about_ca_system_score_codex":0.000019004636,"about_ca_system_score_gemma":0.00003550608,"threshold_uncertainty_score":0.2133939},"labels":[],"label_agreement":null},{"id":"W4385718159","doi":"10.18653/v1/2023.sigmorphon-1.23","title":"An Ensembled Encoder-Decoder System for Interlinear Glossed Text","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Security token; Task (project management); Sequence (biology); Encoder; Resource (disambiguation); Set (abstract data type); Test set; Artificial intelligence; Speech recognition; Natural language processing; Machine learning; Computer security; Engineering; Programming language","score_opus":0.038773114858213505,"score_gpt":0.29329555004059615,"score_spread":0.25452243518238266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385718159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036797054,0.000008948356,0.9578454,0.00065964804,0.0006369964,0.0002634164,0.0000018556613,0.001377338,0.0024093667],"genre_scores_gemma":[0.85062337,0.0000010564823,0.14723152,0.0002188712,0.00014972976,0.000050712162,0.000004151998,0.00001364577,0.001706933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987513,0.000038000755,0.0002561233,0.00045294434,0.00017671479,0.00032494485],"domain_scores_gemma":[0.99889386,0.000109914545,0.0000447162,0.00075706065,0.00009135731,0.00010308756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004094175,0.000116182426,0.00015857727,0.000116330026,0.000104863495,0.0001948501,0.0008611407,0.00006252963,0.000012059063],"category_scores_gemma":[0.00002601743,0.00009928644,0.00006959822,0.00028944545,0.000009429003,0.0003585589,0.00013958824,0.000056926427,0.00027877276],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044495297,0.00016092026,0.0004896837,0.0005061576,0.0000982858,0.00007378135,0.006472427,0.021394217,0.030664114,0.6799909,0.011367353,0.24873768],"study_design_scores_gemma":[0.0003278977,0.00006044687,0.000041545023,0.000019697292,0.0000028273416,0.0000070421756,0.00023524676,0.99172384,0.004496133,0.0010627777,0.0018873356,0.00013520168],"about_ca_topic_score_codex":0.00004450452,"about_ca_topic_score_gemma":0.000029904473,"teacher_disagreement_score":0.97032964,"about_ca_system_score_codex":0.000043275148,"about_ca_system_score_gemma":0.00005602564,"threshold_uncertainty_score":0.40487835},"labels":[],"label_agreement":null},{"id":"W4385732413","doi":"10.1109/tkde.2023.3303916","title":"XMQAs: Constructing Complex-Modified Question-Answering Dataset for Robust Question Understanding","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"Science and Technology Commission of Shanghai Municipality; National Natural Science Foundation of China","keywords":"Computer science; Question answering; Robustness (evolution); Construct (python library); Semantics (computer science); Simple (philosophy); Artificial intelligence; Machine learning; Information retrieval; Natural language processing; Programming language","score_opus":0.15051792830781893,"score_gpt":0.3267831472600723,"score_spread":0.17626521895225336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385732413","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007091529,0.00006031447,0.9963384,0.00012809382,0.0010096423,0.00022670912,0.00093515706,0.00054680376,0.000045688474],"genre_scores_gemma":[0.8298508,0.00007972344,0.1690049,0.000023517692,0.00014864768,0.000048002636,0.0007787073,0.000033633103,0.00003209638],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986609,0.000027515836,0.000275406,0.00058802805,0.00012174721,0.00032636127],"domain_scores_gemma":[0.9986726,0.0003463136,0.000041701816,0.00079815113,0.000033823486,0.00010738912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057562714,0.00018855318,0.00018694423,0.00030802708,0.00029946683,0.00018855336,0.0005565764,0.00007441099,0.0000030043736],"category_scores_gemma":[0.00002815739,0.00021215972,0.000031208547,0.00040086682,0.000025061929,0.00088724523,0.000030154799,0.00019177933,0.000013257374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015879421,0.000056566652,0.000011768912,0.00040226005,0.00009192302,0.000009898971,0.0006429272,0.8938682,0.0031940157,0.038281593,0.0012880581,0.0621369],"study_design_scores_gemma":[0.0003746499,0.000026123767,0.000012945632,0.00014273732,0.000021662108,0.000021010559,0.00011059943,0.9969558,0.000531226,0.00026464398,0.0013075646,0.00023100819],"about_ca_topic_score_codex":0.000021548109,"about_ca_topic_score_gemma":0.000043906544,"teacher_disagreement_score":0.8291416,"about_ca_system_score_codex":0.00009733029,"about_ca_system_score_gemma":0.000038352668,"threshold_uncertainty_score":0.86516225},"labels":[],"label_agreement":null},{"id":"W4385734218","doi":"10.18653/v1/2023.matching-1.7","title":"Knowledge-Augmented Language Model Prompting for Zero-Shot Knowledge Graph Question Answering","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Question answering; Computer science; Shot (pellet); Knowledge graph; Graph; Task (project management); Zero (linguistics); Domain knowledge; Natural language processing; Artificial intelligence; Information retrieval; Theoretical computer science; Linguistics","score_opus":0.06291405592591279,"score_gpt":0.33947156824000024,"score_spread":0.27655751231408743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385734218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058427136,0.00017404945,0.932697,0.00020319525,0.00039845277,0.00039554347,0.0000021819922,0.0013841821,0.0063182404],"genre_scores_gemma":[0.83973604,0.000008554286,0.15302368,0.00005234494,0.00011740341,0.00014281982,0.000013012273,0.00002591876,0.0068802047],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985661,0.00003954478,0.0002837073,0.0005286448,0.0001357739,0.00044620835],"domain_scores_gemma":[0.9991385,0.00010265977,0.00005642134,0.0004901674,0.00011701756,0.00009523136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006612993,0.00016883682,0.00016946429,0.00026803196,0.00018400818,0.00012678378,0.0005869446,0.000073718795,0.0000042084785],"category_scores_gemma":[0.000075470896,0.00016116255,0.00009311381,0.0006240061,0.00001607347,0.00041010903,0.0003288035,0.00010755478,0.000093446324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021133339,0.00030813186,0.00036896323,0.0006438715,0.00008797035,0.000015707485,0.030090572,0.13074681,0.08370075,0.38784936,0.007160291,0.35900643],"study_design_scores_gemma":[0.0003227078,0.000027029455,0.000053757485,0.00006861253,0.000005389687,0.0000023927128,0.00013025278,0.98848623,0.004763365,0.005666535,0.00027518443,0.00019853465],"about_ca_topic_score_codex":0.000024801277,"about_ca_topic_score_gemma":0.000054606902,"teacher_disagreement_score":0.85773945,"about_ca_system_score_codex":0.000059607886,"about_ca_system_score_gemma":0.00007597507,"threshold_uncertainty_score":0.65720177},"labels":[],"label_agreement":null},{"id":"W4385734257","doi":"10.18653/v1/2023.trustnlp-1.8","title":"Reliability Check: An Analysis of GPT-3’s Response to Sensitive Topics and Prompt Wording","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Mainstream; Consistency (knowledge bases); Reliability (semiconductor); Computer science; Reinforcement learning; Risk analysis (engineering); Work (physics); Simple (philosophy); Data science; Artificial intelligence; Engineering; Law; Political science; Epistemology; Power (physics); Medicine","score_opus":0.028798909874304987,"score_gpt":0.29581460532775733,"score_spread":0.26701569545345233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385734257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7338554,0.0000013565646,0.26419997,0.0015375583,0.00004156649,0.00008704632,0.0000012611207,0.00011057322,0.00016523],"genre_scores_gemma":[0.93926257,0.0000010251971,0.059936307,0.00014356119,0.000015902471,0.0000038065084,9.428631e-7,0.0000027270537,0.0006331406],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998918,0.00014000695,0.00019857835,0.00040106213,0.0001787345,0.0001635918],"domain_scores_gemma":[0.99897325,0.00017359477,0.000034742483,0.00061841926,0.000102698774,0.00009730162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012619318,0.000070574344,0.00019337017,0.00032471656,0.00004834925,0.000045543988,0.00022575633,0.00003615497,0.000005320961],"category_scores_gemma":[0.00030315906,0.00006304136,0.00004630244,0.0015401869,0.000018950195,0.00020170177,0.00030710542,0.00005197706,0.000004476977],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074523775,0.0003382008,0.1163566,0.00015807965,0.000999576,0.00017067255,0.11884735,0.2095537,0.14010613,0.08079231,0.0006492321,0.3312829],"study_design_scores_gemma":[0.00006305727,0.00004825046,0.20659378,0.000005714689,0.000025974532,7.0782687e-7,0.0003735278,0.7896557,0.0026235732,0.00038688577,0.0001377319,0.00008512235],"about_ca_topic_score_codex":0.00013236055,"about_ca_topic_score_gemma":0.00006476069,"teacher_disagreement_score":0.58010197,"about_ca_system_score_codex":0.00003109869,"about_ca_system_score_gemma":0.00003610132,"threshold_uncertainty_score":0.25707522},"labels":[],"label_agreement":null},{"id":"W4385759351","doi":"10.3758/s13421-023-01449-9","title":"Instance theory predicts categorization decisions in the absence of categorical structure: A computational analysis of artificial grammar learning without a grammar","year":2023,"lang":"en","type":"article","venue":"Memory & Cognition","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Booth University College","funders":"","keywords":"Categorization; Psychology; Cognitive psychology; Grammar; Categorical variable; Cognition; Stimulus (psychology); Implicit learning; Phenomenon; Cognitive science; Linguistics; Artificial intelligence; Computer science; Machine learning; Epistemology","score_opus":0.031050715929445145,"score_gpt":0.2772898030497176,"score_spread":0.24623908712027248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385759351","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41220164,0.000012314429,0.58739334,0.000060305858,0.000075581025,0.00013370757,0.000006333173,0.00004401458,0.00007277406],"genre_scores_gemma":[0.9952407,0.0000114436625,0.004466991,0.00004485904,0.000033248063,0.000016547652,0.00016730104,0.0000062796153,0.000012631877],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979937,0.0003906237,0.00049082487,0.000324501,0.00061538705,0.00018498399],"domain_scores_gemma":[0.9984889,0.00067290064,0.0002482459,0.00026652444,0.00029054505,0.00003287908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009922187,0.00011132924,0.0002393207,0.0005743962,0.00011835223,0.00004290943,0.00041268204,0.00006839838,0.00000919971],"category_scores_gemma":[0.00058077247,0.00009249839,0.000077058176,0.0041328697,0.00008341383,0.0002450261,0.00008107501,0.00020134392,0.0000034306845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004876337,0.000089507615,0.004789711,0.000022241344,0.000110322966,0.000015375077,0.0073893447,0.8096081,0.0034888117,0.09906982,0.000010602777,0.07535738],"study_design_scores_gemma":[0.00018501829,0.000035495676,0.058383953,0.000019857196,0.000079196645,0.0000032776309,0.00046277675,0.8279597,0.000360228,0.11241952,0.0000047804842,0.000086144726],"about_ca_topic_score_codex":0.00004019642,"about_ca_topic_score_gemma":0.000112362795,"teacher_disagreement_score":0.58303905,"about_ca_system_score_codex":0.000030396419,"about_ca_system_score_gemma":0.00010426975,"threshold_uncertainty_score":0.3771975},"labels":[],"label_agreement":null},{"id":"W4385767747","doi":"10.24963/ijcai.2023/460","title":"On Conditional and Compositional Language Model Differentiable Prompting","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Modular design; Principle of compositionality; Generalization; Automatic summarization; Task (project management); Artificial intelligence; Word (group theory); Natural language processing; Embedding; Language model; Artificial neural network; Human–computer interaction; Programming language","score_opus":0.021424134020040075,"score_gpt":0.2602325658297621,"score_spread":0.23880843180972205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385767747","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3804274,0.0000035705464,0.61582446,0.00050542335,0.000022822753,0.000038486545,0.0000035206842,0.00019302021,0.0029813016],"genre_scores_gemma":[0.9622436,5.6248024e-7,0.03571,0.00035311072,0.000022761778,0.000008348043,0.000022017142,0.0000030635913,0.0016365045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994409,0.0000096256235,0.00007311514,0.00018895601,0.00016458749,0.00012283302],"domain_scores_gemma":[0.9997488,0.000061030416,0.000014369103,0.0001239803,0.000014087338,0.000037726677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007205568,0.000051527426,0.00005148807,0.00005995434,0.000090142654,0.00006755931,0.00013598124,0.000018095005,0.000031960237],"category_scores_gemma":[0.000006497776,0.00004531291,0.000013902239,0.000078371486,0.000011440597,0.00013120745,0.00012549452,0.00005198291,0.000064644555],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011207079,0.000017099877,0.000121659854,0.000007778319,0.0000051283855,0.000006074163,0.00026460568,0.033264324,0.003175057,0.9607711,0.0014340772,0.00093196984],"study_design_scores_gemma":[0.00012585023,0.000008825098,0.00096964533,0.0000076040183,6.8141094e-7,0.0000039995184,0.000012019233,0.9381714,0.0005808256,0.06005725,0.000007113885,0.000054786964],"about_ca_topic_score_codex":0.000004620468,"about_ca_topic_score_gemma":9.598258e-7,"teacher_disagreement_score":0.90490705,"about_ca_system_score_codex":0.000009425999,"about_ca_system_score_gemma":0.000013887689,"threshold_uncertainty_score":0.18478069},"labels":[],"label_agreement":null},{"id":"W4385767844","doi":"10.24963/ijcai.2023/561","title":"KEST: Kernel Distance Based Efficient Self-Training for Improving Controllable Text Generation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Text generation; Generator (circuit theory); Bottleneck; Natural language generation; Fluency; Kernel (algebra); Artificial intelligence; Exploit; Language model; Process (computing); Machine learning; Natural language; Power (physics); Mathematics","score_opus":0.03806845852147484,"score_gpt":0.25414839389871313,"score_spread":0.2160799353772383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385767844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020654792,0.000029797833,0.975782,0.00093271624,0.00047052404,0.0003591171,0.0000024024255,0.0007572194,0.0010114645],"genre_scores_gemma":[0.7748062,3.9339676e-7,0.22396973,0.00032343817,0.00013895996,0.000078669,0.0000046061327,0.000009569128,0.00066842657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987521,0.00002322541,0.00022206054,0.00043253513,0.00020881847,0.0003612353],"domain_scores_gemma":[0.9992288,0.00015028828,0.00006589427,0.0003960759,0.00009374114,0.00006521576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005668493,0.00010798909,0.00013095692,0.00007985816,0.00020615896,0.0002141246,0.00035896004,0.000042025917,0.0000057087595],"category_scores_gemma":[0.00009216186,0.00009899138,0.00005707857,0.00030455927,0.000008128193,0.00015448309,0.00007219501,0.00005035383,0.000030451063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011283241,0.00006308254,0.00019716109,0.000092810056,0.000018322418,0.000007935479,0.0017890513,0.68398917,0.035334796,0.17395373,0.0012546803,0.10328801],"study_design_scores_gemma":[0.0006515557,0.00002707228,0.00005206209,0.0000061533365,0.0000038879107,6.228604e-7,0.000033678152,0.9953044,0.002337937,0.00030925326,0.0011428688,0.00013048381],"about_ca_topic_score_codex":0.000020297497,"about_ca_topic_score_gemma":0.000022957654,"teacher_disagreement_score":0.7541514,"about_ca_system_score_codex":0.000065059656,"about_ca_system_score_gemma":0.00013205608,"threshold_uncertainty_score":0.40367514},"labels":[],"label_agreement":null},{"id":"W4385775400","doi":"","title":"Complex question answering: homogeneous or heterogeneous, which ensemble is better?","year":2014,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Homogeneous; Computer science; Question answering; Artificial intelligence; Natural language processing; Statistical physics; Physics","score_opus":0.0212606667660785,"score_gpt":0.23774858163454227,"score_spread":0.21648791486846378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385775400","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107541,0.000105304345,0.87100077,0.011182934,0.00015221364,0.00017193556,0.0000042434986,0.00039305267,0.009448523],"genre_scores_gemma":[0.7560954,0.000045267956,0.24122043,0.000640082,0.000029914676,0.000018424542,0.000023177921,0.000022502416,0.0019047589],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99563485,0.0023340948,0.00042429424,0.00075836014,0.0004210825,0.00042730558],"domain_scores_gemma":[0.995523,0.0006367168,0.00021810313,0.0023136842,0.0011080095,0.00020052251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028181612,0.00024201558,0.000255091,0.00013484128,0.0004009985,0.00048185975,0.0016945716,0.0001216256,0.000095682844],"category_scores_gemma":[0.000586212,0.00023850976,0.000095559815,0.0005180917,0.0000706348,0.00029420867,0.0006297845,0.00020447117,0.000099756624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016711301,0.00051867135,0.0030883292,0.000111591595,0.00007146144,0.00001853603,0.011341252,0.0011237335,0.036736846,0.2112899,0.001723069,0.7339599],"study_design_scores_gemma":[0.00051606406,0.0000020099283,0.0014356611,0.00028543203,0.000013886463,0.000114837014,0.000017018325,0.83737516,0.10743991,0.005071402,0.04724287,0.00048574765],"about_ca_topic_score_codex":0.00043415552,"about_ca_topic_score_gemma":0.0014188769,"teacher_disagreement_score":0.83625144,"about_ca_system_score_codex":0.00007520024,"about_ca_system_score_gemma":0.000100100406,"threshold_uncertainty_score":0.9726145},"labels":[],"label_agreement":null},{"id":"W4385780698","doi":"10.1145/3613447","title":"Toward Best Practices for Training Multilingual Dense Retrieval Models","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Compute Canada","keywords":"Computer science; Transformer; Language model; Architecture; Encoder; Relevance (law); Natural language processing; Artificial intelligence; Transfer of learning; Training set; Information retrieval; Variety (cybernetics); Data science","score_opus":0.2134837990183883,"score_gpt":0.3481269699009422,"score_spread":0.13464317088255393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385780698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007504959,0.000015934775,0.98795485,0.000755369,0.0016699877,0.000628518,0.00003830377,0.00060394855,0.0008281048],"genre_scores_gemma":[0.9672398,0.00002245314,0.03183729,0.00014261183,0.00009359882,0.00014523194,0.000020359625,0.000010975019,0.00048768552],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983472,0.000050189443,0.0005984201,0.00021650991,0.000482953,0.00030471277],"domain_scores_gemma":[0.9980779,0.0005123182,0.00039190237,0.00065923977,0.00026596163,0.000092636394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009457923,0.00014643479,0.00018145723,0.00039414503,0.00031997747,0.00050079083,0.0007458408,0.00012057057,0.0000019913348],"category_scores_gemma":[0.0002891851,0.0001458087,0.00009769045,0.0005747566,0.000015265854,0.004577052,0.000015380869,0.00017554242,0.00020487877],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051213072,0.000026296375,0.0000014284213,0.00018858789,0.000050079398,0.0000020402292,0.03348321,0.7803218,0.00007470679,0.0064497646,0.0000969495,0.17925397],"study_design_scores_gemma":[0.00053987524,0.000079848454,0.0000020103448,0.000053905263,0.000012601991,0.000027930471,0.006578961,0.9803803,0.00047136066,0.0005670862,0.011118516,0.00016760125],"about_ca_topic_score_codex":0.00011525138,"about_ca_topic_score_gemma":0.000004654075,"teacher_disagreement_score":0.95973486,"about_ca_system_score_codex":0.00007703271,"about_ca_system_score_gemma":0.00015884767,"threshold_uncertainty_score":0.59459066},"labels":[],"label_agreement":null},{"id":"W4385800295","doi":"10.1007/s40747-023-01192-3","title":"An efficient long-text semantic retrieval approach via utilizing presentation learning on short-text","year":2023,"lang":"en","type":"article","venue":"Complex & Intelligent Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Science Foundation of Zhejiang Province; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Information retrieval; Relevance (law); Ranking (information retrieval); Document retrieval; Query expansion; Matching (statistics); Relevance feedback; Text retrieval; Artificial intelligence; Natural language processing; Image retrieval","score_opus":0.11265687229154413,"score_gpt":0.3291043899229319,"score_spread":0.21644751763138775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385800295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25935712,0.0001299234,0.73644143,0.000048260124,0.0012093157,0.00066978036,0.0000012027836,0.00078169594,0.0013612343],"genre_scores_gemma":[0.9973377,0.000010604689,0.0015915689,0.00003382412,0.00034295,0.000037067934,0.000071483104,0.000044518725,0.00053029315],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99595886,0.0005013129,0.00076999096,0.0010708399,0.0010073445,0.0006916726],"domain_scores_gemma":[0.9980367,0.00022909553,0.00018646421,0.0011455689,0.00016949397,0.00023267126],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012729823,0.00033273263,0.00040865687,0.00045133184,0.00041961487,0.000558094,0.0012973695,0.00012441479,0.000017790271],"category_scores_gemma":[0.000081741106,0.00032514826,0.00014340896,0.00110268,0.000053340325,0.00024929174,0.00031487513,0.000392677,0.0006971041],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022381173,0.00016385656,0.002539399,0.00022250091,0.000043161243,0.000035055335,0.0031436526,0.9677018,0.004418017,0.01125436,0.00017776791,0.010278045],"study_design_scores_gemma":[0.00011100322,0.00015716255,0.0023510763,0.000116317824,0.000011075226,0.00004058008,0.0009595332,0.9937878,0.001579343,0.000068866255,0.00048659716,0.00033063843],"about_ca_topic_score_codex":0.000112378664,"about_ca_topic_score_gemma":0.000004901193,"teacher_disagreement_score":0.73798054,"about_ca_system_score_codex":0.00019858724,"about_ca_system_score_gemma":0.00004551191,"threshold_uncertainty_score":0.99992007},"labels":[],"label_agreement":null},{"id":"W4385967155","doi":"10.2196/48780","title":"Anki Tagger: A Generative AI Tool for Aligning Third-Party Resources to Preclinical Curriculum","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Generative grammar; Computer science; Artificial intelligence; Natural language processing; Psychology; Pedagogy","score_opus":0.029413606894392093,"score_gpt":0.3854807537735736,"score_spread":0.3560671468791815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385967155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45719263,0.00006815698,0.45583996,0.08237175,0.0023401,0.001125222,0.0000027141002,0.00051527756,0.0005441748],"genre_scores_gemma":[0.7795308,0.000021980222,0.16651109,0.04073659,0.0052223937,0.004040338,0.00006680306,0.000042883414,0.0038271167],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979863,0.00011001051,0.00040380532,0.0005521397,0.0006112869,0.0003364456],"domain_scores_gemma":[0.9987178,0.00026574114,0.00008062472,0.00044879568,0.0001665796,0.0003204711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010536799,0.00012405319,0.00017893515,0.00013058534,0.0001615132,0.00013630041,0.00069573993,0.00014862505,0.000041968473],"category_scores_gemma":[0.0019003991,0.00010687689,0.00007831231,0.0005779944,0.000033803874,0.00025942083,0.00023115076,0.0002096086,0.00015226104],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012876267,0.00047054837,0.002510403,0.00007457446,0.000025123787,0.000004213837,0.017288094,0.00023454148,0.00029039534,0.03600674,0.66040367,0.2826788],"study_design_scores_gemma":[0.00060390326,0.00023308364,0.0047522336,0.00027880183,0.000012353267,0.000011854719,0.0006914296,0.6578592,0.0005003625,0.011842949,0.32276553,0.0004483161],"about_ca_topic_score_codex":0.000028688544,"about_ca_topic_score_gemma":0.000010272393,"teacher_disagreement_score":0.65762466,"about_ca_system_score_codex":0.000059568512,"about_ca_system_score_gemma":0.0008517387,"threshold_uncertainty_score":0.4358313},"labels":[],"label_agreement":null},{"id":"W4385982296","doi":"10.1007/978-3-031-41682-8_7","title":"QuOTeS: Query-Oriented Technical Summarization","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Automatic summarization; Computer science; Information retrieval; Multi-document summarization; Usability; Upload; Query expansion; Query language; Web search query; World Wide Web; Search engine; Human–computer interaction","score_opus":0.02214431214374753,"score_gpt":0.25359150128722574,"score_spread":0.2314471891434782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385982296","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020721032,0.00009908026,0.99142134,0.0010477471,0.002812799,0.00038696648,0.000003977687,0.0008074685,0.0033999234],"genre_scores_gemma":[0.049294725,0.00008162338,0.945357,0.0017940778,0.0010225329,0.000026611646,0.00002391527,0.00010231107,0.0022972028],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953675,0.000034905188,0.0006572205,0.0019316252,0.0012836715,0.0007250685],"domain_scores_gemma":[0.99686563,0.0004975412,0.0002591585,0.0019168634,0.0002774155,0.00018340533],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010417082,0.0004983504,0.0004927605,0.0010631906,0.0002483246,0.00044107836,0.0034609037,0.0004853131,0.000011467243],"category_scores_gemma":[0.00028295116,0.00047939416,0.00013725777,0.0011890373,0.00044552467,0.00060623884,0.0021639832,0.00096734473,0.00013506628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003839665,0.000027848873,0.00011763259,0.00004797337,0.0000099888175,0.00014230369,0.00043639579,0.06900692,0.00030017656,0.29250264,0.00005836484,0.6373459],"study_design_scores_gemma":[0.00017521376,0.00008217526,0.00010164579,0.0003887157,0.0000058312976,0.000040411745,9.986745e-8,0.79347146,0.00036688472,0.20329133,0.0014688832,0.0006073928],"about_ca_topic_score_codex":0.00003959483,"about_ca_topic_score_gemma":0.00016112805,"teacher_disagreement_score":0.7244645,"about_ca_system_score_codex":0.0003903945,"about_ca_system_score_gemma":0.00059913425,"threshold_uncertainty_score":0.99976575},"labels":[],"label_agreement":null},{"id":"W4386004792","doi":"10.1007/978-3-031-33261-6_8","title":"Topic Modelling for Automatically Identification of Relevant Concepts Discussed in Academic Documents","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Latent Dirichlet allocation; Topic model; Computer science; Identification (biology); Visualization; Coherence (philosophical gambling strategy); Data science; Information retrieval; Natural language processing; Artificial intelligence","score_opus":0.03895559091644764,"score_gpt":0.2946035290801671,"score_spread":0.2556479381637195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386004792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037403512,0.0023009481,0.99499375,0.00016680887,0.0009906256,0.000832407,0.0000046434184,0.000055406894,0.00028139958],"genre_scores_gemma":[0.99117655,0.00061164814,0.0036973413,0.00003862338,0.00032605516,0.00008566067,0.00002174356,0.000038584174,0.0040037967],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979348,0.000044229164,0.0010114361,0.0005081619,0.00024471324,0.00025665722],"domain_scores_gemma":[0.99857825,0.0005503896,0.00036534492,0.00040992108,0.00005439787,0.000041669766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007282466,0.00021758971,0.00051497633,0.00017550886,0.00003467444,0.00008270498,0.00042826124,0.00053790974,6.035526e-7],"category_scores_gemma":[0.00005616956,0.00018388698,0.00006622356,0.00008622347,0.000032288917,0.00011018898,0.00011090666,0.00045956796,0.0000010081017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004274405,0.0000026953844,0.00007017626,0.00028161195,0.0000137484,0.0000032150522,0.00045049566,0.8932043,0.000019895324,0.09359074,0.000006249396,0.0123526305],"study_design_scores_gemma":[0.00023872376,0.000017767396,0.000018341008,0.0011254486,0.000008932243,0.0000021674061,0.0000027390124,0.92188704,0.0000054487205,0.07638414,0.00014547032,0.0001637495],"about_ca_topic_score_codex":0.00004321327,"about_ca_topic_score_gemma":0.000033209708,"teacher_disagreement_score":0.9912964,"about_ca_system_score_codex":0.000069559785,"about_ca_system_score_gemma":0.000037061258,"threshold_uncertainty_score":0.74986935},"labels":[],"label_agreement":null},{"id":"W4386005452","doi":"10.1007/978-3-031-37963-5_80","title":"Attention Is not Always What You Need: Towards Efficient Classification of Domain-Specific Text","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Western University","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Classifier (UML); Jargon; Language model; Support vector machine; Question answering; Task (project management); Machine learning; Vectorization (mathematics); Domain (mathematical analysis); Linguistics; Mathematics","score_opus":0.04058312260523922,"score_gpt":0.23895681332880278,"score_spread":0.19837369072356356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386005452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000654346,0.010025982,0.9813073,0.000660881,0.0037532076,0.000595333,0.0000074401364,0.00010302591,0.002892483],"genre_scores_gemma":[0.9859712,0.004501178,0.0028508245,0.00020591465,0.0014668229,0.000050370018,0.00005833798,0.00009825538,0.0047971043],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974149,0.00006644204,0.00080427685,0.0008349387,0.0005425942,0.00033685475],"domain_scores_gemma":[0.99822193,0.0002086301,0.0004661447,0.00089224434,0.00013369677,0.00007735604],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006865417,0.00036953064,0.0006122225,0.00029720995,0.00009395431,0.00041429364,0.0005374936,0.000662361,0.0000057246575],"category_scores_gemma":[0.000008215933,0.00032805168,0.00015052872,0.0001920336,0.00006968564,0.00014140824,0.00021085911,0.00050424744,0.000012461295],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002444546,0.000024765517,0.000089345966,0.00036303763,0.000078581725,0.000025070993,0.0019191026,0.36214614,0.00024203608,0.29304942,0.00031420396,0.34172383],"study_design_scores_gemma":[0.00030287792,0.000052474355,0.00031626632,0.001705677,0.000016004942,0.000019215122,0.000048542726,0.976543,0.000012690749,0.0045823986,0.015973179,0.0004276659],"about_ca_topic_score_codex":0.000053145697,"about_ca_topic_score_gemma":0.000019650824,"teacher_disagreement_score":0.9853169,"about_ca_system_score_codex":0.000120001525,"about_ca_system_score_gemma":0.000039464117,"threshold_uncertainty_score":0.99991715},"labels":[],"label_agreement":null},{"id":"W4386043297","doi":"10.48550/arxiv.2308.09124","title":"Linearity of Relation Decoding in Transformer Language Models","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation; Open Philanthropy Project","keywords":"Transformer; Linearity; Computer science; Decoding methods; Representation (politics); Computation; Relation (database); Variety (cybernetics); Artificial intelligence; Natural language processing; Theoretical computer science; Algorithm; Data mining; Electronic engineering","score_opus":0.15389028757315595,"score_gpt":0.21441950235854434,"score_spread":0.06052921478538839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386043297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39586118,0.000019619436,0.6029013,0.000035936675,0.00017536228,0.000106506326,0.0000035810406,0.000090873444,0.00080566],"genre_scores_gemma":[0.99209976,0.00007620216,0.007293632,0.0000121306575,0.000021730824,4.5680275e-7,0.000006872921,0.000010246144,0.0004789509],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988351,0.000066638335,0.0002285463,0.000594986,0.000078632045,0.00019610462],"domain_scores_gemma":[0.9990367,0.000075832104,0.00012591972,0.00065969897,0.000051673243,0.000050123697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003375029,0.0001402555,0.00022897305,0.000332123,0.000032414697,0.000024584417,0.00082525937,0.00022125196,0.0000047304998],"category_scores_gemma":[0.000020942214,0.00017430232,0.00011345426,0.00046146216,0.000025118343,0.00040045424,0.00040050887,0.00043329218,0.000012504737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005461191,0.000020557723,0.0020896683,0.000064472806,0.000012171706,0.00006207829,0.0014941216,0.890962,0.000059806018,0.10444565,0.0000037072675,0.00078031904],"study_design_scores_gemma":[0.00021585818,0.000006968949,0.0010133253,0.00010469271,0.000010349227,4.6263978e-7,0.000084342995,0.9273336,0.0001756333,0.0709064,0.0000027735318,0.00014557154],"about_ca_topic_score_codex":0.0008535773,"about_ca_topic_score_gemma":0.0003528486,"teacher_disagreement_score":0.5962386,"about_ca_system_score_codex":0.00012492333,"about_ca_system_score_gemma":0.00010448556,"threshold_uncertainty_score":0.71078426},"labels":[],"label_agreement":null},{"id":"W4386074468","doi":"10.11159/cist23.152","title":"Historical-Domain Pre-trained Language Model for Historical Extractive Text Summarization","year":2023,"lang":"en","type":"article","venue":"Proceedings of the World Congress on Electrical Engineering and Computer Systems and Science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Natural language processing; Artificial intelligence; Domain (mathematical analysis); Language model; Information retrieval; Mathematics","score_opus":0.01208999847627023,"score_gpt":0.2206911119105644,"score_spread":0.20860111343429416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386074468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13799399,0.0004302414,0.85770565,0.0010792486,0.0018327973,0.0005471909,0.0000013163403,0.00029742802,0.00011213468],"genre_scores_gemma":[0.98574513,0.000009769078,0.011581144,0.000031075095,0.00014365833,0.0000522015,1.2162218e-7,0.000010442809,0.0024264704],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985384,0.000005204775,0.00026799046,0.00047459465,0.00038229054,0.0003315264],"domain_scores_gemma":[0.99930376,0.00015037856,0.00012533841,0.000151473,0.00015350609,0.000115541894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059427577,0.0001458575,0.00024128304,0.00034755218,0.00021541052,0.00019448841,0.0006616023,0.000041788,3.8881122e-8],"category_scores_gemma":[0.00010373782,0.000109107044,0.000046171328,0.0012746487,0.000040061317,0.0003065761,0.00020856573,0.00014728642,1.476425e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048636153,0.00011516538,0.00091589324,0.0004954352,0.000037909995,0.000002839077,0.0031827053,0.13111842,0.034716994,0.78116786,0.0047089243,0.043489218],"study_design_scores_gemma":[0.00018441025,0.00006755719,0.00043451972,0.00008273465,0.000004161807,0.0000069847288,0.000005215246,0.99758935,0.00036692756,0.00031665713,0.0008066674,0.00013482729],"about_ca_topic_score_codex":0.000023217388,"about_ca_topic_score_gemma":6.7788415e-7,"teacher_disagreement_score":0.86647093,"about_ca_system_score_codex":0.00030942337,"about_ca_system_score_gemma":0.00004394414,"threshold_uncertainty_score":0.4449256},"labels":[],"label_agreement":null},{"id":"W4386074631","doi":"10.11159/cist23.117","title":"Fine-Tuned PEGASUS: Exploring the Performance of the Transformer-Based Model on a Diverse Text Summarization Dataset","year":2023,"lang":"en","type":"article","venue":"Proceedings of the World Congress on Electrical Engineering and Computer Systems and Science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Transformer; Computer science; Information retrieval; Natural language processing; Artificial intelligence; Engineering; Electrical engineering; Voltage","score_opus":0.023889937776977347,"score_gpt":0.21235548674357702,"score_spread":0.18846554896659967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386074631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98362845,0.000036594607,0.01453381,0.00062572135,0.0007787817,0.00029077427,0.000007728552,0.000065566936,0.000032590644],"genre_scores_gemma":[0.999505,0.000010008988,0.00031353222,0.000039404964,0.000037760587,0.000022632245,3.430891e-7,0.000005080276,0.00006624233],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870133,0.000007282419,0.0002228771,0.00031450175,0.00049734267,0.00025665294],"domain_scores_gemma":[0.99940556,0.00010609011,0.0001022193,0.00024167717,0.00009208747,0.000052343137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000534881,0.00012969751,0.00015758252,0.00019432808,0.000304392,0.00016731798,0.0011409359,0.00001877756,6.253895e-8],"category_scores_gemma":[0.000035088477,0.00006893247,0.0000352219,0.0015785771,0.00011339913,0.00032272228,0.00019695163,0.0001739847,2.5952295e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017798555,0.000028651108,0.0015206,0.0002232465,0.000011649401,2.4560563e-7,0.0003704226,0.92233884,0.0046179486,0.059730865,0.00033401034,0.01080572],"study_design_scores_gemma":[0.00015123739,0.00006757708,0.0018189235,0.00027052333,0.000005071865,0.0000020286213,0.000005415629,0.9919327,0.00552514,0.000016501092,0.00011907141,0.000085846084],"about_ca_topic_score_codex":0.000011323196,"about_ca_topic_score_gemma":0.0000014654928,"teacher_disagreement_score":0.069593824,"about_ca_system_score_codex":0.000024344708,"about_ca_system_score_gemma":0.00004181711,"threshold_uncertainty_score":0.28109846},"labels":[],"label_agreement":null},{"id":"W4386099755","doi":"10.1007/s00778-023-00809-w","title":"xDBTagger: explainable natural language interface to databases using keyword mappings and schema graph","year":2023,"lang":"en","type":"article","venue":"The VLDB Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Pipeline (software); Schema (genetic algorithms); SQL; Artificial intelligence; Natural language; Natural language processing; Information retrieval; Database; Programming language","score_opus":0.04688202870401947,"score_gpt":0.31181788788836495,"score_spread":0.2649358591843455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386099755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6806445,0.00093525054,0.31561193,0.0021692158,0.00042752648,0.000062245446,0.0000010218753,0.00008310599,0.00006516139],"genre_scores_gemma":[0.9465924,0.000054386754,0.05208988,0.0004517366,0.00023192608,0.000001984276,4.708818e-7,0.000010721693,0.0005664963],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989577,0.00006367297,0.00018197345,0.00020860141,0.00024503662,0.00034302336],"domain_scores_gemma":[0.9993094,0.00008073944,0.0000737453,0.0003796201,0.000045118446,0.000111362075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000747117,0.00010937866,0.0001186814,0.00019298425,0.00036750114,0.00032226188,0.00071082957,0.000017665117,0.000011164051],"category_scores_gemma":[0.00008969635,0.00007542698,0.00003910334,0.0005334483,0.000029963658,0.0005322303,0.0006945565,0.000313745,0.000029920318],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013142666,0.000107373875,0.0030604517,0.00021129212,0.00034323192,0.0016696744,0.1140708,0.033508502,0.40693057,0.026709212,0.033220787,0.38003668],"study_design_scores_gemma":[0.0010204224,0.00010131205,0.0014660109,0.00068606314,0.000036410704,0.0039214776,0.009868156,0.931417,0.026508125,0.004766223,0.019399889,0.00080893614],"about_ca_topic_score_codex":0.00006673081,"about_ca_topic_score_gemma":0.0000071798863,"teacher_disagreement_score":0.89790845,"about_ca_system_score_codex":0.000032243042,"about_ca_system_score_gemma":0.000036632697,"threshold_uncertainty_score":0.31075788},"labels":[],"label_agreement":null},{"id":"W4386118460","doi":"10.3758/s13423-023-02360-9","title":"The prod eff: Partially producing items moderates the production effect","year":2023,"lang":"en","type":"article","venue":"Psychonomic Bulletin & Review","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Production (economics); Encoding (memory); Psychology; Context (archaeology); Feature (linguistics); Cognitive psychology; Linguistics; Microeconomics; Economics","score_opus":0.023895807239398513,"score_gpt":0.27752604261070474,"score_spread":0.25363023537130625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386118460","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033133395,0.21444955,0.023110908,0.70500576,0.011131905,0.009308955,0.0000015591377,0.0016527285,0.0022052287],"genre_scores_gemma":[0.60144633,0.3374932,0.011738187,0.013295587,0.007718696,0.008949616,0.000018991845,0.0002636538,0.019075759],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974619,0.0004972087,0.0005235461,0.0008245822,0.00024570056,0.00044703143],"domain_scores_gemma":[0.9973769,0.0004094174,0.00021117847,0.0018790236,0.00006805869,0.000055404224],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049297535,0.00022352193,0.00029389487,0.000032975797,0.00058723585,0.000302422,0.0013437591,0.0000359851,0.000014924298],"category_scores_gemma":[0.0006945839,0.00011931677,0.00013741021,0.0004634723,0.00005910324,0.000097205135,0.00023094694,0.00027134042,0.0016585274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001345585,0.000028122711,0.00010308822,0.0010871736,0.00006001194,0.0000026609418,0.0005242672,0.0031886897,0.00030355927,0.0025843352,0.2831049,0.70899975],"study_design_scores_gemma":[0.00013925144,0.000058206148,0.00032705258,0.0020621552,0.000036021087,0.000034190132,0.0000074969407,0.019858621,0.00058909995,0.0007564155,0.975848,0.00028345874],"about_ca_topic_score_codex":0.000019755922,"about_ca_topic_score_gemma":0.0000059343943,"teacher_disagreement_score":0.7087163,"about_ca_system_score_codex":0.000042672047,"about_ca_system_score_gemma":0.000052405503,"threshold_uncertainty_score":0.9991188},"labels":[],"label_agreement":null},{"id":"W4386207844","doi":"10.1109/iscc58397.2023.10217835","title":"MFG-R: Chinese Text Matching with Multi-Information Fusion Graph Embedding and Residual Connections","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"Natural Science Foundation of Heilongjiang Province","keywords":"Computer science; Artificial intelligence; Natural language processing; Residual; Word embedding; Graph; Matching (statistics); Text graph; Feature extraction; Embedding; Theoretical computer science; Mathematics; Algorithm","score_opus":0.015871298344720133,"score_gpt":0.2672689107356912,"score_spread":0.2513976123909711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386207844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35620537,0.0000078182275,0.6422066,0.0005503869,0.00010065784,0.000076124896,6.278262e-7,0.00037437593,0.00047804017],"genre_scores_gemma":[0.833143,0.000019139836,0.16643763,0.00014994068,0.000028957384,0.000009175313,0.0000055054425,0.0000044960098,0.000202147],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993116,0.000018962975,0.00015491777,0.00017720695,0.00017003223,0.00016727376],"domain_scores_gemma":[0.99955624,0.00006976,0.000044000564,0.00023386034,0.0000416826,0.000054443797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022538149,0.00008954424,0.000079560596,0.00022061422,0.00027180614,0.00021485648,0.00017157072,0.0000327766,0.0000064375695],"category_scores_gemma":[0.000019570645,0.00006467393,0.000015455815,0.0005009935,0.000014997326,0.0013491429,0.0001940468,0.00008852625,0.000057903842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053878193,0.00011580432,0.034498304,0.0002482086,0.00010650058,0.000056473116,0.07807106,0.28956863,0.006781886,0.3050964,0.0035297188,0.28187317],"study_design_scores_gemma":[0.00043963263,0.000025980828,0.012685244,0.000026114516,0.0000018801716,0.000031816795,0.0006190921,0.9834236,0.00007341558,0.002257017,0.00027350796,0.00014272754],"about_ca_topic_score_codex":0.00012617365,"about_ca_topic_score_gemma":0.000075046664,"teacher_disagreement_score":0.6938549,"about_ca_system_score_codex":0.000012109558,"about_ca_system_score_gemma":0.000015753909,"threshold_uncertainty_score":0.2637326},"labels":[],"label_agreement":null},{"id":"W4386225280","doi":"10.32920/24043233.v1","title":"Assessment of Fine-Tuned GPT2 for Lyric Generation","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Lyrics; Computer science; Task (project management); Field (mathematics); Linguistics; Artificial intelligence; Art; Natural language processing; Natural (archaeology); Literature; History; Philosophy; Mathematics; Engineering","score_opus":0.15801961655639046,"score_gpt":0.36634761247331815,"score_spread":0.2083279959169277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386225280","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039534587,0.000018801587,0.9915811,0.0010989466,0.0016846275,0.00043296604,0.0000063265525,0.00018589511,0.0010378985],"genre_scores_gemma":[0.25882646,0.000008011775,0.7383328,0.000063730105,0.00023267658,0.00013662802,0.00003442349,0.000010197354,0.00235508],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877185,0.000027400032,0.0003403717,0.00048398302,0.00023519297,0.00014121737],"domain_scores_gemma":[0.9987878,0.0000733795,0.00015535761,0.00081392634,0.00013849618,0.00003102028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038930314,0.00011971449,0.00020953595,0.000115601695,0.000033315144,0.00008578563,0.00071991957,0.00011893949,0.000011180751],"category_scores_gemma":[0.000033111304,0.000111098794,0.000107780324,0.00009267258,0.0000064354267,0.000071424,0.0009320733,0.0001183109,0.00000522843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015044925,0.00009736258,0.00053442124,0.00057898735,0.00011358257,0.0000032437513,0.00034492236,0.28576076,0.008324674,0.59710914,0.009933671,0.09719773],"study_design_scores_gemma":[0.00011311439,0.000019442243,0.0008010717,0.000021671895,0.0000066911866,2.6127958e-7,0.0000023765765,0.98415726,0.0023307134,0.012244035,0.00019034282,0.00011302869],"about_ca_topic_score_codex":0.00008944565,"about_ca_topic_score_gemma":0.000056912613,"teacher_disagreement_score":0.6983965,"about_ca_system_score_codex":0.000056249068,"about_ca_system_score_gemma":0.00023734066,"threshold_uncertainty_score":0.45304772},"labels":[],"label_agreement":null},{"id":"W4386225388","doi":"10.32920/24043233","title":"Assessment of Fine-Tuned GPT2 for Lyric Generation","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Lyrics; Computer science; Task (project management); Field (mathematics); Natural language processing; Artificial intelligence; Linguistics; Language model; Natural (archaeology); Art; Speech recognition; Literature; Mathematics; History; Philosophy; Engineering","score_opus":0.15801961655639046,"score_gpt":0.36634761247331815,"score_spread":0.2083279959169277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386225388","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039534587,0.000018801587,0.9915811,0.0010989466,0.0016846275,0.00043296604,0.0000063265525,0.00018589511,0.0010378985],"genre_scores_gemma":[0.25882646,0.000008011775,0.7383328,0.000063730105,0.00023267658,0.00013662802,0.00003442349,0.000010197354,0.00235508],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877185,0.000027400032,0.0003403717,0.00048398302,0.00023519297,0.00014121737],"domain_scores_gemma":[0.9987878,0.0000733795,0.00015535761,0.00081392634,0.00013849618,0.00003102028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038930314,0.00011971449,0.00020953595,0.000115601695,0.000033315144,0.00008578563,0.00071991957,0.00011893949,0.000011180751],"category_scores_gemma":[0.000033111304,0.000111098794,0.000107780324,0.00009267258,0.0000064354267,0.000071424,0.0009320733,0.0001183109,0.00000522843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015044925,0.00009736258,0.00053442124,0.00057898735,0.00011358257,0.0000032437513,0.00034492236,0.28576076,0.008324674,0.59710914,0.009933671,0.09719773],"study_design_scores_gemma":[0.00011311439,0.000019442243,0.0008010717,0.000021671895,0.0000066911866,2.6127958e-7,0.0000023765765,0.98415726,0.0023307134,0.012244035,0.00019034282,0.00011302869],"about_ca_topic_score_codex":0.00008944565,"about_ca_topic_score_gemma":0.000056912613,"teacher_disagreement_score":0.6983965,"about_ca_system_score_codex":0.000056249068,"about_ca_system_score_gemma":0.00023734066,"threshold_uncertainty_score":0.45304772},"labels":[],"label_agreement":null},{"id":"W4386250690","doi":"10.24908/iqurcp16750","title":"Natural Language Processing of Radiology Reports: Predicting Metastatic Progression from Text Data","year":2023,"lang":"en","type":"article","venue":"Inquiry Queen s Undergraduate Research Conference Proceedings","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Readability; Context (archaeology); Natural language processing; Artificial intelligence; Sentence; Information retrieval; Unified Medical Language System; SNOMED CT; Radiology; Medical physics; Medicine; Terminology; Linguistics; Programming language","score_opus":0.16478113267487837,"score_gpt":0.4224478813233055,"score_spread":0.25766674864842715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386250690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7831197,0.0028523153,0.18345056,0.023344703,0.001229315,0.0020919095,0.000041619278,0.0020882394,0.0017816679],"genre_scores_gemma":[0.9689473,0.00017008068,0.03019997,0.000032675747,0.00023906994,0.00007794305,0.000101983685,0.000033452765,0.00019753147],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944381,0.0002107865,0.0009097256,0.0015711396,0.0017838816,0.0010863838],"domain_scores_gemma":[0.9962983,0.0005310441,0.0004977288,0.0011918439,0.0012506583,0.00023042569],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004641042,0.00029374793,0.0005202328,0.00071749627,0.00036248748,0.0005926724,0.0030888258,0.00013305433,0.0000078524945],"category_scores_gemma":[0.0024720128,0.00025256578,0.000059519287,0.002160746,0.00054491847,0.0023717955,0.0034762323,0.0009941384,0.000027798964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015359519,0.0003290611,0.028113194,0.0018764791,0.00038359032,0.0011791731,0.07804404,0.00008605698,0.09879996,0.029883528,0.013112159,0.7480392],"study_design_scores_gemma":[0.0004904581,0.00017698007,0.0011702549,0.0010968155,0.000024620427,0.00015684529,0.009017124,0.9315367,0.0052454397,0.050323065,0.00033583853,0.0004258703],"about_ca_topic_score_codex":0.0005305835,"about_ca_topic_score_gemma":0.000013700418,"teacher_disagreement_score":0.9314506,"about_ca_system_score_codex":0.00011265722,"about_ca_system_score_gemma":0.00080375216,"threshold_uncertainty_score":0.99999267},"labels":[],"label_agreement":null},{"id":"W4386256573","doi":"10.3390/stats6030056","title":"Investigating Self-Rationalizing Models for Commonsense Reasoning","year":2023,"lang":"en","type":"article","venue":"Stats","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Government of Canada","keywords":"Computer science; Generative grammar; Leverage (statistics); Commonsense reasoning; Language model; Transformer; Artificial intelligence; Natural language processing; Natural language understanding; Generative model; Natural language; Representation (politics)","score_opus":0.09268685221712009,"score_gpt":0.31079395343024085,"score_spread":0.21810710121312077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386256573","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06891495,0.000029440886,0.92768604,0.0012571726,0.0002026444,0.0001614523,0.0000043011573,0.000737198,0.0010067996],"genre_scores_gemma":[0.4431973,0.0000029204377,0.5561799,0.00036775297,0.00007166979,0.000034701843,0.0000086150385,0.000010573265,0.00012658225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990878,0.000036870464,0.00017146784,0.00026258733,0.00018524595,0.0002560453],"domain_scores_gemma":[0.99925554,0.000257924,0.000057307414,0.00028975928,0.000070190734,0.00006926439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004544136,0.000077326076,0.00008723541,0.00007412752,0.0002251374,0.000114468174,0.00023244563,0.000029688028,7.9706695e-7],"category_scores_gemma":[0.000121561396,0.00008225307,0.00003402931,0.00028493194,0.0000115514185,0.00039226044,0.00015184094,0.00006695999,0.000017440703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010165105,0.000009723216,0.00031994178,0.00004659605,0.00001879384,0.000009741979,0.00856918,0.13359329,0.00075547147,0.84257996,0.004362532,0.009733771],"study_design_scores_gemma":[0.00011846575,0.000008833933,0.00007266493,0.000026820111,0.0000018708803,0.0000035992343,0.00006902479,0.86037767,0.00020155749,0.13845858,0.00057659944,0.000084297906],"about_ca_topic_score_codex":0.000024687428,"about_ca_topic_score_gemma":0.00001002869,"teacher_disagreement_score":0.7267844,"about_ca_system_score_codex":0.000031360592,"about_ca_system_score_gemma":0.00009125085,"threshold_uncertainty_score":0.33541828},"labels":[],"label_agreement":null},{"id":"W4386284106","doi":"10.18280/ts.400406","title":"Multimodal Deep Learning Framework for Book Recommendations: Harnessing Image Processing with VGG16 and Textual Analysis via LSTM-Enhanced Word2Vec","year":2023,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Word2vec; Computer science; Artificial intelligence; Deep learning; Sentiment analysis; Image (mathematics); Natural language processing; Pattern recognition (psychology); Embedding","score_opus":0.017688035973752746,"score_gpt":0.27830852262750666,"score_spread":0.2606204866537539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386284106","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024883153,0.00013398578,0.9729356,0.0011593568,0.000044657198,0.0003946641,0.0000024828962,0.00037036216,0.000075721706],"genre_scores_gemma":[0.57683396,0.000010119798,0.4226619,0.0001604217,0.00008416685,0.00012396292,0.000025219426,0.00001570694,0.00008455984],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808717,0.00008277309,0.00038673656,0.00066026556,0.00032438053,0.00045867576],"domain_scores_gemma":[0.99901384,0.0002993969,0.00020893231,0.00022783582,0.00013799004,0.00011199256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005471094,0.00022404481,0.00029105073,0.00035972986,0.00058572623,0.0005271639,0.0003510092,0.00007386234,0.000071425624],"category_scores_gemma":[0.0000489454,0.00020407324,0.00008559076,0.00110254,0.000058559246,0.0009564602,0.00013160185,0.0002446344,0.000008197279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005752194,0.00007414002,0.000964494,0.000106879656,0.0002608088,0.00000952519,0.0055835927,0.035087477,0.004348784,0.001866734,0.000043417927,0.9515966],"study_design_scores_gemma":[0.0006385051,0.000108650274,0.0012916028,0.00013289589,0.00012229821,0.0000028400586,0.00054026075,0.99424714,0.00091207743,0.00128781,0.00042479404,0.0002911098],"about_ca_topic_score_codex":0.000012612974,"about_ca_topic_score_gemma":0.00001981552,"teacher_disagreement_score":0.9591597,"about_ca_system_score_codex":0.000058957226,"about_ca_system_score_gemma":0.000058865327,"threshold_uncertainty_score":0.8321865},"labels":[],"label_agreement":null},{"id":"W4386332795","doi":"10.3390/aerospace10090770","title":"Examining the Potential of Generative Language Models for Aviation Safety Analysis: Case Study and Insights Using the Aviation Safety Reporting System (ASRS)","year":2023,"lang":"en","type":"article","venue":"Aerospace","topic":"Topic Modeling","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"General Fusion (Canada)","funders":"","keywords":"Aviation; Aviation safety; Computer science; Context (archaeology); Process (computing); Generative grammar; Risk analysis (engineering); Engineering; Artificial intelligence; Business","score_opus":0.06448011856139108,"score_gpt":0.30374454778840826,"score_spread":0.23926442922701718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386332795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49689588,0.000055043598,0.502484,0.000074085394,0.00007874013,0.0003482367,0.000002160731,0.000051044826,0.00001078554],"genre_scores_gemma":[0.98890597,0.00000340297,0.01091752,0.00001844347,0.000066248285,0.000025701098,0.0000058408355,0.00000867914,0.00004820794],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982603,0.00024680837,0.00065859663,0.0003725558,0.00029280505,0.00016893064],"domain_scores_gemma":[0.9981447,0.00023316772,0.00087553327,0.00056598394,0.00015267354,0.000027946297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019423964,0.00011770595,0.0002413644,0.00010135819,0.00060746877,0.00012667984,0.00022099816,0.000042889973,2.6923047e-7],"category_scores_gemma":[0.000115037874,0.00007542477,0.00006884783,0.000821121,0.000021468046,0.0003555685,0.00020796864,0.00008889664,2.4035688e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012157552,0.000020759542,0.0016133883,0.000029567545,0.00029589215,0.0001456912,0.10633303,0.87790376,0.0036419246,0.0069153584,0.000003973831,0.0030845078],"study_design_scores_gemma":[0.00022918152,0.000028110007,0.0016591334,0.000017465416,0.00019102097,0.0000613106,0.055298608,0.94204825,0.00027645766,0.00011031157,5.3992875e-7,0.00007963669],"about_ca_topic_score_codex":0.0008635511,"about_ca_topic_score_gemma":0.00046340295,"teacher_disagreement_score":0.49201006,"about_ca_system_score_codex":0.000080556725,"about_ca_system_score_gemma":0.000043067786,"threshold_uncertainty_score":0.467222},"labels":[],"label_agreement":null},{"id":"W4386422441","doi":"10.1007/s11227-023-05592-7","title":"SiMaLSTM-SNP: novel semantic relatedness learning model preserving both Siamese networks and membrane computing","year":2023,"lang":"en","type":"article","venue":"The Journal of Supercomputing","topic":"Topic Modeling","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Sentence; Task (project management); Semantic similarity; Deep learning; State (computer science); Algorithm","score_opus":0.03696003122406642,"score_gpt":0.26234672475837906,"score_spread":0.22538669353431262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386422441","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4700805,0.00039597572,0.52853787,0.0004913604,0.0002245303,0.00006230988,9.462737e-8,0.00010879949,0.000098589444],"genre_scores_gemma":[0.97079015,0.0001570997,0.02845108,0.00014214139,0.00033820642,2.103164e-7,4.9340736e-7,0.00003524851,0.00008537154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99741393,0.00025315626,0.00083742273,0.00030233862,0.0005425703,0.000650593],"domain_scores_gemma":[0.9978361,0.0009998793,0.00040801006,0.00041679703,0.0001847109,0.00015450768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004728584,0.00024376609,0.00042358553,0.0002575364,0.0007227937,0.00027612658,0.0014415138,0.00011132274,0.0000021476355],"category_scores_gemma":[0.0002770131,0.000184816,0.00011292837,0.00076138455,0.00008056672,0.00078250223,0.0014162923,0.0011623511,0.000004676752],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007239992,0.00001719735,0.0007097754,0.00004156823,0.00004200554,0.000026957465,0.0057048574,0.97933215,0.0031674684,0.0006161719,0.00002742562,0.010307184],"study_design_scores_gemma":[0.00047651405,0.000052884683,0.00036761002,0.00047489177,0.00003779191,0.0004917119,0.0012826149,0.9960704,0.00009382282,0.00042858178,0.000021400472,0.00020178415],"about_ca_topic_score_codex":0.00004721564,"about_ca_topic_score_gemma":0.000002330622,"teacher_disagreement_score":0.50070965,"about_ca_system_score_codex":0.000051175146,"about_ca_system_score_gemma":0.000075008626,"threshold_uncertainty_score":0.75365776},"labels":[],"label_agreement":null},{"id":"W4386429868","doi":"10.1007/978-981-99-5837-5_25","title":"Novel Topic Models for Parallel Topics Extraction from Multilingual Text","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Jaccard index; Topic model; Flexibility (engineering); Inference; Latent Dirichlet allocation; Prior probability; Artificial intelligence; Dirichlet distribution; Information retrieval; Natural language processing; Machine learning; Data mining; Pattern recognition (psychology); Mathematics; Boundary value problem; Statistics","score_opus":0.06478765766729977,"score_gpt":0.2963527200690191,"score_spread":0.2315650624017193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386429868","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000914612,0.00017355965,0.99273396,0.0012253853,0.0041835266,0.00056678755,0.000018102397,0.00030380752,0.00070339785],"genre_scores_gemma":[0.01563171,0.00003351158,0.9792724,0.0008037314,0.0016429281,0.000031110536,0.000014928363,0.000046050405,0.0025235824],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962635,0.000014384576,0.00058098533,0.0017638236,0.0007548259,0.00062249746],"domain_scores_gemma":[0.9972254,0.00076606136,0.00025200332,0.001386512,0.00023206948,0.00013796601],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005499564,0.0004576583,0.0004788805,0.0004605127,0.00023582665,0.00044336735,0.002571154,0.0004688227,0.0000060160955],"category_scores_gemma":[0.00012194012,0.0004511383,0.000175836,0.00026602892,0.00017965298,0.00070560345,0.0008953154,0.0007066015,0.000022762359],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041750095,0.000017323217,0.0000035576738,0.000019771926,0.000009625659,0.000013962652,0.00064124155,0.37115803,0.00015493664,0.042434648,0.000008190159,0.5855345],"study_design_scores_gemma":[0.00027910684,0.000039916933,0.00002208178,0.00012452387,0.0000059186455,0.000008446872,2.323167e-7,0.7183104,0.00029165897,0.27975327,0.0008142239,0.00035018957],"about_ca_topic_score_codex":0.00014634931,"about_ca_topic_score_gemma":0.00021580154,"teacher_disagreement_score":0.58518434,"about_ca_system_score_codex":0.00021012426,"about_ca_system_score_gemma":0.0004002473,"threshold_uncertainty_score":0.99979407},"labels":[],"label_agreement":null},{"id":"W4386471798","doi":"10.1186/s42400-023-00183-8","title":"Use of subword tokenization for domain generation algorithm classification","year":2023,"lang":"en","type":"article","venue":"Cybersecurity","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Lexical analysis; Computer science; Artificial intelligence; Word (group theory); Convolutional neural network; Feature (linguistics); Domain (mathematical analysis); Scheme (mathematics); Machine learning; Natural language processing; Mathematics","score_opus":0.11790842494516683,"score_gpt":0.2921493607814226,"score_spread":0.17424093583625577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386471798","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13917808,0.000009134146,0.8594543,0.00058095885,0.0003769757,0.00021902457,0.000008527932,0.00014235344,0.00003064495],"genre_scores_gemma":[0.6771687,0.000015425823,0.32238162,0.00006779196,0.00015772997,0.00003980974,0.00009728156,0.0000075362127,0.00006406956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921083,0.000043548574,0.00020928757,0.00024533563,0.00015699505,0.00013397232],"domain_scores_gemma":[0.9993188,0.00006845529,0.00009545865,0.0003559063,0.0001273176,0.000034095534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030818154,0.000063905136,0.00008663138,0.00009626549,0.000080338476,0.00007880297,0.00020455722,0.00005960586,0.0000023943376],"category_scores_gemma":[0.00007590337,0.00006852383,0.000042625008,0.00040043113,0.000017123006,0.0006449401,0.00005939542,0.000040383733,0.000009697661],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037423558,0.00007856331,0.00077558606,0.000044569388,0.000020752525,0.000001896068,0.004390651,0.002611987,0.025455035,0.52953345,0.006339676,0.4307441],"study_design_scores_gemma":[0.00013515702,0.000015714617,0.0017469561,0.0000049404566,0.0000030904127,6.5387457e-7,0.00003864954,0.9842003,0.0035306464,0.0066694864,0.0035784892,0.00007593607],"about_ca_topic_score_codex":0.000032063286,"about_ca_topic_score_gemma":0.000019373656,"teacher_disagreement_score":0.9815883,"about_ca_system_score_codex":0.000035559933,"about_ca_system_score_gemma":0.00004081688,"threshold_uncertainty_score":0.27943206},"labels":[],"label_agreement":null},{"id":"W4386493132","doi":"10.1109/icnlp58431.2023.00057","title":"Context-aware Information Extraction from Multi-thread Business Conversations","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Conversation; Computer science; Sentence; Parsing; Thread (computing); Natural language processing; Information extraction; Context (archaeology); Artificial intelligence; Linguistics; Programming language","score_opus":0.048635577052965784,"score_gpt":0.27843268030035717,"score_spread":0.2297971032473914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386493132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025769403,0.000004901721,0.97026706,0.0019788868,0.00070428086,0.0001064139,0.0000053988565,0.00066426763,0.0004994068],"genre_scores_gemma":[0.9676064,0.000007798584,0.031318597,0.0004721674,0.00004698275,0.000016544043,0.000070322145,0.0000031774582,0.00045798995],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993834,0.000015630696,0.00018319895,0.00013742114,0.0001579783,0.00012237807],"domain_scores_gemma":[0.9993791,0.00007395957,0.000060048966,0.0002889804,0.00015984372,0.00003805724],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009682138,0.000065951725,0.000066073706,0.00011625991,0.000096579286,0.00014758755,0.00024672798,0.000049994553,0.000060101087],"category_scores_gemma":[0.0000493062,0.00006324109,0.000021158883,0.00043553507,0.000010489654,0.0023020545,0.00008902996,0.00006084086,0.0012732631],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009103635,0.00008095926,0.008835389,0.00003963596,0.00005735061,0.000013153344,0.0108743105,0.02573914,0.0009718934,0.11765655,0.01124617,0.82447636],"study_design_scores_gemma":[0.0003172253,0.0000028940683,0.034176316,0.000008736682,0.000002327782,0.0000013403924,0.00042078024,0.9575246,0.0003482926,0.0010255334,0.006078983,0.00009299604],"about_ca_topic_score_codex":0.0012305432,"about_ca_topic_score_gemma":0.00015525408,"teacher_disagreement_score":0.941837,"about_ca_system_score_codex":0.000034618857,"about_ca_system_score_gemma":0.00004779186,"threshold_uncertainty_score":0.9995044},"labels":[],"label_agreement":null},{"id":"W4386517708","doi":"10.1145/3594536.3595176","title":"Summary of the Competition on Legal Information, Extraction/Entailment (COLIEE) 2023","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Task (project management); Statute; Computer science; Logical consequence; Component (thermodynamics); Competition (biology); Common law; Variety (cybernetics); Natural language processing; Information retrieval; Artificial intelligence; Law; Political science; Engineering","score_opus":0.020991304753814995,"score_gpt":0.2554400655134253,"score_spread":0.2344487607596103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386517708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080430895,0.0000072530497,0.7741608,0.014031974,0.0026197215,0.00045685965,0.000006826346,0.00043474606,0.12785095],"genre_scores_gemma":[0.9900665,0.00001101494,0.004182853,0.0010262786,0.000043877746,0.000015423497,0.0000067493147,0.0000026436796,0.0046446268],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932903,0.000023422896,0.00018896411,0.00008340443,0.00027649113,0.00009869762],"domain_scores_gemma":[0.99949276,0.00003925898,0.00006501321,0.00033542683,0.000046764104,0.000020789194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017285594,0.0000476594,0.000049514027,0.00007595245,0.00007967849,0.00006072442,0.00034365852,0.000022102298,0.000042342523],"category_scores_gemma":[0.0000145824015,0.000033725977,0.000037429698,0.00032767138,0.000012334521,0.0007436558,0.00013937094,0.00006677471,0.0002785452],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003784792,0.000032949814,0.0005146495,0.000020811058,0.000008920435,9.3904845e-7,0.00031658512,0.020832451,0.00040565061,0.934895,0.029925473,0.0130428225],"study_design_scores_gemma":[0.0005278501,0.0000811049,0.050759517,0.000091767884,0.0000052834544,0.0000084964095,0.0003426884,0.76226526,0.009362523,0.0064413412,0.16989312,0.00022102143],"about_ca_topic_score_codex":0.00011439636,"about_ca_topic_score_gemma":0.000021978172,"teacher_disagreement_score":0.9284536,"about_ca_system_score_codex":0.000035593534,"about_ca_system_score_gemma":0.000037299225,"threshold_uncertainty_score":0.3580228},"labels":[],"label_agreement":null},{"id":"W4386558807","doi":"10.1109/tg.2023.3313121","title":"Leveraging the OPT Large Language Model for Sentiment Analysis of Game Reviews","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Games","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Terminology; Sentiment analysis; Classifier (UML); Artificial intelligence; Natural language processing; Field (mathematics); Machine learning; Linguistics","score_opus":0.0512710427285866,"score_gpt":0.3127588787193115,"score_spread":0.2614878359907249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386558807","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017626239,0.00016725015,0.9809077,0.00069728296,0.0001681611,0.00026136157,0.000022825567,0.00010767944,0.0000415033],"genre_scores_gemma":[0.98524463,0.00009499552,0.0122834705,0.00025484923,0.000013295759,0.000101064994,0.0000019248305,0.0000073205306,0.0019984301],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906147,0.00004751222,0.00025767283,0.0002537465,0.00017721494,0.00020237474],"domain_scores_gemma":[0.99914116,0.00011258321,0.00007244394,0.0006103625,0.00003218524,0.000031249656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005081103,0.000094840165,0.00022221018,0.0002693319,0.00009770716,0.000037029466,0.00040262262,0.000027858514,0.0000147447145],"category_scores_gemma":[0.000004999756,0.00006959734,0.00030294803,0.0009033045,0.000013347594,0.0001112393,0.000004054685,0.000084272666,0.0000151146],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031377365,0.000052233325,0.000006858092,0.00002841969,0.00019143958,8.231846e-7,0.009322667,0.94288206,0.00090440037,0.00050173944,0.00023638598,0.045869846],"study_design_scores_gemma":[0.00013463355,0.00000975263,0.000028966071,0.000015676178,0.0001776372,3.426941e-7,0.00015968936,0.99533916,0.0032845603,0.00013888009,0.0006381208,0.00007256285],"about_ca_topic_score_codex":0.0000185077,"about_ca_topic_score_gemma":0.00003154364,"teacher_disagreement_score":0.96862423,"about_ca_system_score_codex":0.000024470193,"about_ca_system_score_gemma":0.00002126198,"threshold_uncertainty_score":0.28380972},"labels":[],"label_agreement":null},{"id":"W4386566463","doi":"10.18653/v1/2023.findings-eacl.143","title":"Towards Fine-tuning Pre-trained Language Models with Integer Forward and Backward Propagation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Integer (computer science); Association (psychology); Natural language processing; Linguistics; Artificial intelligence; Programming language; Psychology; Philosophy","score_opus":0.021841055211201273,"score_gpt":0.2550813753600335,"score_spread":0.23324032014883223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566463","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14943452,0.000018013332,0.8443396,0.0011903449,0.00005013469,0.00016755529,7.1907306e-7,0.00047932097,0.004319798],"genre_scores_gemma":[0.8722573,0.0000035783407,0.12551798,0.00013517402,0.000038232094,0.000021676204,0.0000040704213,0.000009758515,0.0020122395],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990418,0.00002478632,0.00014077945,0.00033563434,0.00023252754,0.00022449729],"domain_scores_gemma":[0.99948114,0.000029823566,0.000036027708,0.00033042108,0.000053336193,0.00006922574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026143124,0.00011062815,0.00011738097,0.000109437206,0.00006249207,0.00012987884,0.00028015903,0.000040679883,0.000010431328],"category_scores_gemma":[0.00002315929,0.00007952393,0.000020630994,0.0003352504,0.000020883412,0.00060567854,0.0002121552,0.00008995189,0.00001450021],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049532744,0.000048620208,0.0009075542,0.00021362008,0.000083614505,0.00011919872,0.044352844,0.08565605,0.0060981177,0.37606928,0.0014756559,0.48492593],"study_design_scores_gemma":[0.00024628761,0.000051399653,0.00039820364,0.0000314131,0.0000035630144,0.000010498942,0.00021763956,0.9937286,0.0009928383,0.0041345498,0.000057415484,0.00012761727],"about_ca_topic_score_codex":0.0000953203,"about_ca_topic_score_gemma":0.000059386337,"teacher_disagreement_score":0.90807253,"about_ca_system_score_codex":0.000020310168,"about_ca_system_score_gemma":0.000056326295,"threshold_uncertainty_score":0.32428917},"labels":[],"label_agreement":null},{"id":"W4386566488","doi":"10.18653/v1/2023.findings-eacl.83","title":"Large Language Models are few(1)-shot Table Reasoners","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Vector Institute","funders":"","keywords":"Table (database); Context (archaeology); Computer science; Shot (pellet); Code (set theory); Natural language processing; Artificial intelligence; Programming language; Database; Geography","score_opus":0.04316837089407304,"score_gpt":0.275202534745373,"score_spread":0.23203416385129993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566488","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042130817,0.00007598561,0.9105413,0.0015188677,0.0002716269,0.000091783935,0.0000048879247,0.0011209061,0.044243846],"genre_scores_gemma":[0.9442044,0.00001695775,0.030213619,0.0009704883,0.00007979299,0.000014970414,0.000006152474,0.000012883003,0.024480723],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884176,0.000023272007,0.00012254535,0.00034189146,0.00024084662,0.00042968962],"domain_scores_gemma":[0.99914336,0.00003336144,0.000033739932,0.00066276995,0.000032854234,0.00009390451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033282975,0.000091237285,0.000113047514,0.00008895435,0.00008429921,0.00010600634,0.00064356683,0.00004788824,0.000070435715],"category_scores_gemma":[0.000027807808,0.000081235776,0.000038615868,0.00053655176,0.000007006868,0.00046365458,0.00038505765,0.00008793872,0.00037059182],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004122475,0.00008417922,0.00096022093,0.00005378345,0.00003637102,0.00032912116,0.0086415745,0.05458133,0.0022879583,0.7923315,0.1293675,0.0113223065],"study_design_scores_gemma":[0.00015426853,0.0000053814006,0.00008823826,0.000010945518,0.0000014157363,0.0000037666027,0.0006573586,0.99151206,0.00047087597,0.004306701,0.0026645788,0.00012443658],"about_ca_topic_score_codex":0.0001256389,"about_ca_topic_score_gemma":0.000073478026,"teacher_disagreement_score":0.9369307,"about_ca_system_score_codex":0.000026963466,"about_ca_system_score_gemma":0.00003717778,"threshold_uncertainty_score":0.47633314},"labels":[],"label_agreement":null},{"id":"W4386566497","doi":"10.18653/v1/2023.findings-eacl.194","title":"Discourse Structure Extraction from Pre-Trained and Fine-Tuned Language Models in Dialogues","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Agence Nationale de la Recherche","keywords":"Computer science; Natural language processing; Artificial intelligence; Task (project management); Sentence; Exploit; Language model","score_opus":0.02511427457892696,"score_gpt":0.2887800994238192,"score_spread":0.26366582484489226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70757854,0.000052437044,0.2911119,0.0006416426,0.00013527319,0.00007738705,0.000008575382,0.00018471894,0.00020956644],"genre_scores_gemma":[0.97846174,0.000008758471,0.020936204,0.00006372557,0.00007662885,0.0000054090333,0.000021982192,0.0000054704424,0.000420081],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992393,0.000030612086,0.00013261454,0.00030403284,0.00013053084,0.00016287844],"domain_scores_gemma":[0.9995619,0.00007397823,0.000027298242,0.00028549627,0.000009265543,0.00004207944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008788412,0.000085550775,0.00010226637,0.00009315421,0.00003097098,0.000079929036,0.00021911567,0.000055856304,0.000017407168],"category_scores_gemma":[0.000019850904,0.00007103113,0.000016604272,0.00019667885,0.000014011111,0.0005646475,0.00012594249,0.0000953081,0.0000053671956],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053141095,0.00011182355,0.0073104245,0.000064291264,0.000059261136,0.00033907956,0.09560706,0.103093475,0.1978112,0.09833695,0.0014961242,0.49571717],"study_design_scores_gemma":[0.00026341598,0.000008790396,0.015321118,0.000011893522,0.0000020788823,0.0000018000566,0.0003035411,0.94095856,0.001502553,0.04150782,0.000009888328,0.000108521],"about_ca_topic_score_codex":0.0010819288,"about_ca_topic_score_gemma":0.0017889322,"teacher_disagreement_score":0.8378651,"about_ca_system_score_codex":0.000013718221,"about_ca_system_score_gemma":0.000017546115,"threshold_uncertainty_score":0.28965655},"labels":[],"label_agreement":null},{"id":"W4386566583","doi":"10.18653/v1/2023.findings-eacl.12","title":"Revisiting Intermediate Layer Distillation for Compressing Language Models: An Overfitting Perspective","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Overfitting; Computer science; Distillation; Code (set theory); Benchmark (surveying); Machine learning; Artificial intelligence; Consistency (knowledge bases); Simple (philosophy); Transformer; Layer (electronics); Language model; Natural language processing; Artificial neural network; Programming language; Engineering; Chemistry","score_opus":0.0662106754848642,"score_gpt":0.33617056808514506,"score_spread":0.26995989260028086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13188441,0.00004372149,0.8638052,0.0003368104,0.00017631229,0.00014116398,0.0000023386976,0.0005691984,0.0030408371],"genre_scores_gemma":[0.9147458,0.0000020887833,0.08461264,0.00012279185,0.00029998503,0.000011471884,0.000006812208,0.000011644032,0.00018678882],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989868,0.00004027413,0.00018645762,0.00038399178,0.00015286413,0.00024962376],"domain_scores_gemma":[0.9992802,0.00016365951,0.00007550904,0.00032343075,0.000101468184,0.000055734105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004037143,0.000094328134,0.00011755641,0.00009696854,0.00015813262,0.00022104789,0.0003262484,0.000034575816,0.0000037841276],"category_scores_gemma":[0.00010819963,0.00008832929,0.00004799293,0.00020964879,0.0000112032985,0.0009375255,0.00019944545,0.000074633266,0.000009486753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010144719,0.000017994114,0.0004791754,0.00007927538,0.000024268758,0.000015166757,0.04075399,0.122141816,0.005983296,0.60262954,0.000116139534,0.22774918],"study_design_scores_gemma":[0.00016113094,0.000011612176,0.00039376144,0.000047618058,0.0000028834086,0.0000016309638,0.0026714557,0.9822776,0.0003954316,0.013894906,0.000026901738,0.000115072486],"about_ca_topic_score_codex":0.000083777304,"about_ca_topic_score_gemma":0.000009156077,"teacher_disagreement_score":0.8601358,"about_ca_system_score_codex":0.00005148412,"about_ca_system_score_gemma":0.000020932055,"threshold_uncertainty_score":0.36019638},"labels":[],"label_agreement":null},{"id":"W4386566601","doi":"10.18653/v1/2023.findings-eacl.52","title":"Detecting Contextomized Quotes in News Headlines by Contrastive Learning","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Institute for Basic Science; Korea Advanced Institute of Science and Technology; National Research Foundation of Korea; National Research Foundation","keywords":"Headline; Computer science; Context (archaeology); Credibility; Citation; Sign (mathematics); Matching (statistics); Embedding; Code (set theory); Domain (mathematical analysis); Appeal; Information retrieval; Natural language processing; Linguistics; Artificial intelligence; World Wide Web; History; Programming language; Political science; Mathematics; Philosophy; Epistemology","score_opus":0.027099880597303106,"score_gpt":0.27766790709469347,"score_spread":0.25056802649739035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33893445,0.00006584699,0.6585767,0.00089294056,0.00014875422,0.000104373394,2.0246001e-7,0.0004921321,0.0007845927],"genre_scores_gemma":[0.991125,0.000010759971,0.007873786,0.00018064085,0.000037438695,0.000013558252,9.992226e-7,0.000007259205,0.0007505513],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998898,0.00009800597,0.00024870696,0.00031813042,0.0001365914,0.000300518],"domain_scores_gemma":[0.9991541,0.0005408834,0.000053668195,0.00016418939,0.000037236437,0.000049913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044128305,0.00009806223,0.0001963733,0.00012206545,0.00007709223,0.0001024845,0.0003114405,0.000045041037,0.000011785846],"category_scores_gemma":[0.000490123,0.00008813965,0.000036468125,0.00046922665,0.000013145303,0.00025852947,0.00015758575,0.0001929282,0.00007648071],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060149447,0.00005909788,0.070649244,0.00003314733,0.00004390664,0.00008922284,0.008991616,0.030835114,0.042560253,0.016182585,0.0013147533,0.8291809],"study_design_scores_gemma":[0.0011040134,0.000024413639,0.00081579376,0.000025125464,0.0000010320613,0.000001920153,0.0010356889,0.9921539,0.0029358137,0.0012439094,0.00051476125,0.00014362272],"about_ca_topic_score_codex":0.0008716626,"about_ca_topic_score_gemma":0.0005415626,"teacher_disagreement_score":0.9613188,"about_ca_system_score_codex":0.000028188027,"about_ca_system_score_gemma":0.000027378905,"threshold_uncertainty_score":0.35942307},"labels":[],"label_agreement":null},{"id":"W4386566626","doi":"10.18653/v1/2023.eacl-main.88","title":"Policy-based Reinforcement Learning for Generalisation in Interactive Text-based Environments","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"University of Cape Town; National Research Foundation","keywords":"Converse; Reinforcement learning; Computer science; Benchmark (surveying); Natural language; Artificial intelligence; Variety (cybernetics); Simple (philosophy); Question answering; Value (mathematics); Natural language understanding; Baseline (sea); Machine learning; Mathematics","score_opus":0.035474172160724,"score_gpt":0.2884375952942587,"score_spread":0.2529634231335347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566626","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02387895,0.0000010230901,0.97292364,0.002186439,0.00008393173,0.00024095271,2.533805e-7,0.000112929985,0.0005718653],"genre_scores_gemma":[0.96378887,8.132502e-7,0.03375834,0.0009288163,0.00004229943,0.000095616,0.000021158558,0.000007189607,0.0013568781],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912,0.000040071787,0.00018887316,0.00025816832,0.00016867726,0.00022423195],"domain_scores_gemma":[0.99955547,0.000119153425,0.000058381258,0.00022029146,0.0000098422,0.000036858146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002596852,0.000082425526,0.0000797091,0.00028909798,0.000058271275,0.00004995214,0.00024496816,0.00003241175,0.000014303761],"category_scores_gemma":[0.000074291536,0.00008122833,0.00003887903,0.00027162835,0.0000083616405,0.00020602341,0.00007225676,0.000071778166,0.000048582064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006630215,0.000010171521,0.00058271183,0.0000056553713,0.000002510688,0.0000010196424,0.00026178305,0.9802301,0.0019764903,0.0065094195,0.000052716816,0.010360825],"study_design_scores_gemma":[0.00060634647,0.000048503352,0.0010238434,0.000012140211,8.716994e-7,8.2515875e-8,0.000026976602,0.9877575,0.008470902,0.000574876,0.0013879973,0.00008993429],"about_ca_topic_score_codex":0.00019047785,"about_ca_topic_score_gemma":0.000018374201,"teacher_disagreement_score":0.93990993,"about_ca_system_score_codex":0.00017927849,"about_ca_system_score_gemma":0.000076232755,"threshold_uncertainty_score":0.33123952},"labels":[],"label_agreement":null},{"id":"W4386566650","doi":"10.18653/v1/2023.eacl-main.205","title":"Bridging the Gap Between BabelNet and HowNet: Unsupervised Sense Alignment and Sememe Prediction","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Machine Intelligence Institute","keywords":"Computer science; Bridging (networking); Natural language processing; Artificial intelligence; Information retrieval","score_opus":0.04240157804227087,"score_gpt":0.24002007813924375,"score_spread":0.19761850009697288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60101676,0.000069348665,0.3914148,0.006184564,0.00013356053,0.00017215643,0.000004630984,0.000313383,0.00069079344],"genre_scores_gemma":[0.99591565,0.000053514224,0.0030033188,0.00033070534,0.0001441876,0.000007055387,0.000003160403,0.0000054711486,0.0005369266],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991773,0.000046927467,0.00012774537,0.00027777124,0.00018628579,0.00018397797],"domain_scores_gemma":[0.99952793,0.00008045688,0.000020628391,0.00029542146,0.000014293537,0.00006127879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004150754,0.000079023426,0.0000795906,0.00004888789,0.00015257669,0.00014175693,0.00013575041,0.000029211491,0.0000039292377],"category_scores_gemma":[0.000010179636,0.00005444022,0.000013127018,0.00016810384,0.000024802242,0.00017789371,0.00030468084,0.0000627857,0.000009575292],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067813276,0.000028122024,0.11916732,0.000119345146,0.0001719691,0.000059819613,0.01371438,0.0030438888,0.0066040526,0.036404043,0.020068504,0.8006118],"study_design_scores_gemma":[0.00024661105,0.000027186808,0.046454173,0.000014194368,0.000008700153,0.000012883881,0.000098654156,0.9491942,0.00060749846,0.0015546563,0.0016864326,0.00009481934],"about_ca_topic_score_codex":0.00007620615,"about_ca_topic_score_gemma":0.0000061524715,"teacher_disagreement_score":0.9461503,"about_ca_system_score_codex":0.000011720485,"about_ca_system_score_gemma":0.000010679791,"threshold_uncertainty_score":0.22200078},"labels":[],"label_agreement":null},{"id":"W4386566659","doi":"10.18653/v1/2023.eacl-main.239","title":"DyLoRA: Parameter-Efficient Tuning of Pre-trained Models using Dynamic Search-Free Low-Rank Adaptation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Benchmark (surveying); Rank (graph theory); Sorting; Language model; Range (aeronautics); Task (project management); Machine learning; Artificial intelligence; Algorithm","score_opus":0.07253695507708174,"score_gpt":0.29376392995067,"score_spread":0.22122697487358828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566659","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41129854,0.0000120590785,0.58790314,0.00013792943,0.000111955436,0.00014209772,0.0000019348033,0.00020874984,0.00018358402],"genre_scores_gemma":[0.7614658,0.0000027832386,0.23836581,0.000027923057,0.00001132348,0.0000051108414,0.0000028714878,0.000010497419,0.000107906475],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982311,0.00008308057,0.0003623722,0.00042598334,0.00052455685,0.00037289425],"domain_scores_gemma":[0.99869263,0.00017497825,0.00008364212,0.00084376434,0.00012247627,0.000082503466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006165989,0.00013281962,0.00018689742,0.00028788016,0.00009614532,0.00008044231,0.0008930618,0.00006285454,0.0000061166243],"category_scores_gemma":[0.00008301611,0.00012702229,0.00007560732,0.0008151265,0.000041875857,0.00036574737,0.00050293474,0.00012107618,0.000007548852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045337647,0.000028408349,0.0000060997118,0.00003279478,0.000009255813,0.000004968706,0.0025273731,0.96551776,0.005094908,0.014770121,0.000004334555,0.011999459],"study_design_scores_gemma":[0.00035893463,0.000030253708,0.000119253156,0.0000592977,0.0000049039263,0.0000030342383,0.00023571239,0.99057263,0.00076444016,0.0077168434,7.795092e-7,0.00013391061],"about_ca_topic_score_codex":0.00026111625,"about_ca_topic_score_gemma":0.000025508523,"teacher_disagreement_score":0.3501672,"about_ca_system_score_codex":0.000077994,"about_ca_system_score_gemma":0.00011517605,"threshold_uncertainty_score":0.5179818},"labels":[],"label_agreement":null},{"id":"W4386566692","doi":"10.18653/v1/2023.eacl-main.150","title":"TwiRGCN: Temporally Weighted Graph Convolution for Question Answering over Temporal Knowledge Graphs","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"Science and Engineering Research Board","keywords":"Computer science; Knowledge graph; Question answering; Convolution (computer science); Graph; Artificial intelligence; Theoretical computer science; Artificial neural network","score_opus":0.029409841315950293,"score_gpt":0.2913399630388992,"score_spread":0.2619301217229489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11005124,0.00013821504,0.8853212,0.0004995297,0.0010395128,0.00038916094,0.000002927664,0.0013705178,0.0011877029],"genre_scores_gemma":[0.92333895,0.000022597282,0.074603856,0.00011471934,0.000119206874,0.00007832267,0.000029989415,0.000018398061,0.0016739346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985405,0.000054220385,0.000319769,0.0005088823,0.0001996817,0.00037689856],"domain_scores_gemma":[0.99914134,0.00008209252,0.000080442696,0.00045734158,0.00013823566,0.00010054609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059821986,0.00016621551,0.00017071233,0.00036547935,0.00017320123,0.00012057235,0.0004831554,0.000099740406,0.000011848809],"category_scores_gemma":[0.000027797854,0.00015626547,0.00012355846,0.00092266785,0.000030575717,0.00064387807,0.00016602268,0.00009552709,0.000067667155],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022557564,0.00007459819,0.010043104,0.0001010222,0.000037393478,0.0000088327,0.0007807727,0.00037205004,0.0033013576,0.95433843,0.010431904,0.020487968],"study_design_scores_gemma":[0.00062273315,0.000077514895,0.0070191547,0.000043734322,0.0000065290205,0.0000037979103,0.00002871934,0.89902115,0.0009181497,0.08520856,0.00675888,0.00029109127],"about_ca_topic_score_codex":0.0001546677,"about_ca_topic_score_gemma":0.00010945415,"teacher_disagreement_score":0.8986491,"about_ca_system_score_codex":0.000048208713,"about_ca_system_score_gemma":0.0000783918,"threshold_uncertainty_score":0.63723207},"labels":[],"label_agreement":null},{"id":"W4386566695","doi":"10.18653/v1/2023.eacl-main.206","title":"The StatCan Dialogue Dataset: Retrieving Data Tables through Conversations with Genuine Intents","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Conversation; Computer science; Task (project management); Table (database); Set (abstract data type); Data set; Information retrieval; Data science; Natural language processing; Artificial intelligence; Data mining; Linguistics","score_opus":0.11115076708320125,"score_gpt":0.3048785513780047,"score_spread":0.19372778429480342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002098113,0.00006287052,0.98987263,0.00611812,0.00031221582,0.00015684741,0.00059661927,0.00023653338,0.00054605276],"genre_scores_gemma":[0.7546541,0.0008531713,0.22564408,0.0032466059,0.00037042244,0.000041720712,0.011902764,0.00004854011,0.0032385932],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989043,0.000037743022,0.00015991474,0.00038475788,0.00025623105,0.00025703825],"domain_scores_gemma":[0.9976594,0.00023164712,0.000051504354,0.0019698667,0.000045640587,0.00004192777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043060802,0.00008224144,0.00007860178,0.000028953482,0.00029672333,0.00026281062,0.0020604162,0.000018903056,0.0000148264535],"category_scores_gemma":[0.00014188689,0.00004961398,0.000007961476,0.00053428416,0.0000562537,0.0010010549,0.0014261375,0.00009159091,0.00009536595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023343022,0.000059599024,0.007285108,0.000045172605,0.00021474932,0.00009170361,0.0043672966,0.003081194,0.00030786163,0.2926091,0.6262634,0.065651506],"study_design_scores_gemma":[0.0003132577,0.000032173935,0.0009469513,0.000025220537,0.000011150599,0.000007972373,0.0006430175,0.725123,0.00015664267,0.003041025,0.26950872,0.00019083888],"about_ca_topic_score_codex":0.0009734601,"about_ca_topic_score_gemma":0.0012518354,"teacher_disagreement_score":0.7642285,"about_ca_system_score_codex":0.00002062361,"about_ca_system_score_gemma":0.0000832691,"threshold_uncertainty_score":0.38288003},"labels":[],"label_agreement":null},{"id":"W4386566749","doi":"10.18653/v1/2023.eacl-main.207","title":"Question Generation Using Sequence-to-Sequence Model with Semantic Role Labels","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ontario Institute of Technology; York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Sequence (biology); Sentence; Artificial intelligence; Natural language processing; Semantic role labeling; Sequence labeling; Engineering","score_opus":0.12582021380446218,"score_gpt":0.3205097142631094,"score_spread":0.19468950045864725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566749","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35183975,0.0000041938865,0.646824,0.0005861949,0.00006646227,0.000109830486,7.350635e-7,0.00033231603,0.00023647961],"genre_scores_gemma":[0.66588336,0.0000026011637,0.33320636,0.00030644762,0.000050792405,0.00001011457,0.0000027554643,0.000007492743,0.00053008035],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987796,0.000037580532,0.00016651656,0.00043319952,0.00030898544,0.00027414534],"domain_scores_gemma":[0.99929845,0.00001365662,0.0000403242,0.00045669483,0.00010342411,0.00008742201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030159336,0.00011287418,0.00010104073,0.00014506349,0.00013762238,0.0001690589,0.00037529552,0.00004393884,0.0000034083591],"category_scores_gemma":[0.000018856508,0.00009622459,0.000017367503,0.00064721453,0.000014947208,0.0006760615,0.00013777493,0.000071806964,0.00009083128],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.137422e-7,0.000004538656,0.00012511329,0.000004290996,0.0000024965043,0.0000077899085,0.0003283481,0.8217122,0.13496989,0.03850848,0.00002808676,0.004308059],"study_design_scores_gemma":[0.00007812564,0.00002375232,0.000032267384,0.00002827496,0.000003272348,0.000015091846,0.000013556991,0.9875358,0.007992381,0.0041189464,0.0000136018825,0.00014497909],"about_ca_topic_score_codex":0.00027519613,"about_ca_topic_score_gemma":0.000090413945,"teacher_disagreement_score":0.31404358,"about_ca_system_score_codex":0.00008710405,"about_ca_system_score_gemma":0.00013402621,"threshold_uncertainty_score":0.3923925},"labels":[],"label_agreement":null},{"id":"W4386566755","doi":"10.18653/v1/2023.eacl-main.125","title":"What happens before and after: Multi-Event Commonsense in Event Coreference Resolution","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Coreference; Computer science; Event (particle physics); Leverage (statistics); Natural language processing; Artificial intelligence; Commonsense knowledge; Commonsense reasoning; Sentence; Resolution (logic); Knowledge-based systems","score_opus":0.04628439186879934,"score_gpt":0.29076791842976474,"score_spread":0.2444835265609654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71605945,0.000105141364,0.2800915,0.0030346266,0.00032445102,0.00016640543,8.8885633e-7,0.00016510044,0.00005245194],"genre_scores_gemma":[0.98527396,0.00009953905,0.013657685,0.00024430608,0.000013486861,0.000022593396,0.0000021710532,0.000004688894,0.00068157277],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897707,0.00005686281,0.0002090396,0.00033574057,0.00016709595,0.0002542176],"domain_scores_gemma":[0.9994346,0.000040999792,0.000032195832,0.00039787314,0.000023918714,0.00007042255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033886931,0.000093607974,0.00010881652,0.00012318716,0.00004863387,0.00013295596,0.0002464032,0.00004866906,0.0000071122126],"category_scores_gemma":[0.000022008964,0.000083351195,0.000023870667,0.0002723446,0.000025510697,0.00045101022,0.00043497857,0.00010648115,0.000060669416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008970504,0.0004572231,0.20346953,0.00018235586,0.00003676372,0.00088029634,0.03806315,0.01808149,0.0009184781,0.099395595,0.00244242,0.635983],"study_design_scores_gemma":[0.0002617146,0.000030643827,0.14767873,0.00008278418,0.0000010186036,0.000009792139,0.00023300569,0.8494865,0.00005305446,0.0016666059,0.00040258165,0.00009360309],"about_ca_topic_score_codex":0.00018016853,"about_ca_topic_score_gemma":0.0057656723,"teacher_disagreement_score":0.831405,"about_ca_system_score_codex":0.000046937937,"about_ca_system_score_gemma":0.000026585445,"threshold_uncertainty_score":0.3398963},"labels":[],"label_agreement":null},{"id":"W4386566844","doi":"10.18653/v1/2023.eacl-demo.10","title":"NxPlain: A Web-based Tool for Discovery of Latent Concepts","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Computational linguistics; World Wide Web; Natural language processing","score_opus":0.03701453510021448,"score_gpt":0.28585486595133724,"score_spread":0.24884033085112278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13481884,0.0000070611663,0.8632204,0.0010478101,0.00022732477,0.00015968588,0.0000044793333,0.00016075585,0.00035366055],"genre_scores_gemma":[0.9510638,0.0000013101894,0.04680287,0.00030481737,0.000027587923,0.000028411157,0.0000026122884,0.000004058847,0.0017645103],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935263,0.0000122293295,0.00015395872,0.00018987368,0.0001351185,0.0001561565],"domain_scores_gemma":[0.9994514,0.00013947199,0.00003489436,0.00031784456,0.00003644906,0.000019918532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018648889,0.00005475816,0.00009527078,0.000052825842,0.000027332813,0.000041705225,0.00033675696,0.000024472676,0.0000078157],"category_scores_gemma":[0.000033550008,0.000044829594,0.00006684367,0.00018150604,0.000014724621,0.0002048759,0.00009340271,0.000024113471,0.000018726636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003721955,0.00012269197,0.008985947,0.00026724397,0.00004997757,0.000018411909,0.00082735997,0.04956161,0.023046944,0.8323864,0.019761251,0.064934954],"study_design_scores_gemma":[0.0005247867,0.00004155254,0.0007507466,0.000014860489,0.0000019162783,3.2814606e-7,0.000007660039,0.98667467,0.008622986,0.001923617,0.0013584907,0.00007836303],"about_ca_topic_score_codex":0.000011909618,"about_ca_topic_score_gemma":0.000005493464,"teacher_disagreement_score":0.9371131,"about_ca_system_score_codex":0.000011948659,"about_ca_system_score_gemma":0.0000837033,"threshold_uncertainty_score":0.18280979},"labels":[],"label_agreement":null},{"id":"W4386566845","doi":"10.18653/v1/2023.eacl-main.13","title":"Do we need Label Regularization to Fine-tune Pre-trained Language Models?","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Waterloo","funders":"","keywords":"Pascal (unit); Regularization (linguistics); Computer science; Natural language processing; Artificial intelligence; Theoretical computer science; Programming language","score_opus":0.03158016076292302,"score_gpt":0.2743124755449816,"score_spread":0.2427323147820586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0329826,0.000040334427,0.9514115,0.010251483,0.00019918995,0.00019806538,0.0000015324699,0.0008980983,0.0040172264],"genre_scores_gemma":[0.7131209,0.000010690065,0.2443586,0.0007156302,0.000138529,0.00003434021,0.000010630916,0.000019804032,0.041590903],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890435,0.00002789289,0.00017683645,0.00036524527,0.00026659368,0.00025910774],"domain_scores_gemma":[0.9991565,0.000035303074,0.00002780008,0.0006347513,0.000050357925,0.00009529027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022930697,0.00010159554,0.00010799579,0.00016800872,0.000060475522,0.00013868012,0.0005783429,0.000053808453,0.000027812861],"category_scores_gemma":[0.000041473915,0.00009180446,0.000027749733,0.0009033754,0.000006241191,0.00037731626,0.0003195284,0.000061107094,0.00016222705],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008613814,0.00004908613,0.000039564253,0.000035839465,0.000018179187,0.0000317488,0.014855183,0.13875689,0.02272482,0.62840796,0.008331218,0.18674088],"study_design_scores_gemma":[0.00022883379,0.00002124602,0.00008034298,0.00001842504,0.0000019058753,0.0000017624619,0.0001012905,0.97768486,0.0014653486,0.0198637,0.00040591814,0.00012639628],"about_ca_topic_score_codex":0.000059051195,"about_ca_topic_score_gemma":0.000030699437,"teacher_disagreement_score":0.8389279,"about_ca_system_score_codex":0.000024092582,"about_ca_system_score_gemma":0.000033022403,"threshold_uncertainty_score":0.37436774},"labels":[],"label_agreement":null},{"id":"W4386566852","doi":"10.18653/v1/2023.eacl-demo.23","title":"CoTEVer: Chain of Thought Prompting Annotation Toolkit for Explanation Verification","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Ministry of Science and ICT, South Korea; Institute for Information and Communications Technology Promotion; Yonsei University","keywords":"Computer science; Annotation; Chain (unit); Natural language processing; Human–computer interaction; Artificial intelligence","score_opus":0.05112360901474697,"score_gpt":0.28959491631619616,"score_spread":0.2384713073014492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566852","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07412942,0.000005424208,0.92384446,0.0008355367,0.00015473606,0.00023808962,0.0000014852835,0.00019146955,0.0005994034],"genre_scores_gemma":[0.83114827,0.0000034987509,0.16778184,0.00004450345,0.000049648686,0.00005260449,0.00002451042,0.000004213663,0.00089089683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999391,0.00001734681,0.00017944536,0.00017566353,0.00013729178,0.000099248886],"domain_scores_gemma":[0.9995231,0.00007970146,0.000083633764,0.00020214224,0.000096874974,0.000014538318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041123503,0.000042098236,0.00005901298,0.00009277781,0.00004842574,0.00002936053,0.00019593307,0.000027336466,0.0000026532641],"category_scores_gemma":[0.000084977415,0.00004103336,0.000021766675,0.00030659637,0.0000047893745,0.00032859665,0.00003250736,0.000020627669,0.00001153675],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007658491,0.000024935112,0.00051926664,0.00010313789,0.000009812823,4.4754833e-7,0.0024703676,0.009362525,0.02887891,0.64531964,0.0012848815,0.3120184],"study_design_scores_gemma":[0.00014985015,0.000019438976,0.0025160422,0.00001045211,0.0000013733405,3.9369783e-7,0.00007774819,0.9769745,0.015405726,0.003990494,0.0007997919,0.000054190714],"about_ca_topic_score_codex":0.000011579527,"about_ca_topic_score_gemma":0.0000043362497,"teacher_disagreement_score":0.96761197,"about_ca_system_score_codex":0.0000177223,"about_ca_system_score_gemma":0.000023319688,"threshold_uncertainty_score":0.16732919},"labels":[],"label_agreement":null},{"id":"W4386566893","doi":"10.18653/v1/2023.eacl-main.49","title":"Combining Parameter-efficient Modules for Task-level Generalisation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Mila - Quebec Artificial Intelligence Institute; McGill University","funders":"Institut de Valorisation des Données; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Reinforcement learning; Modular design; Benchmark (surveying); Machine learning; Artificial intelligence; Task (project management); Latent variable; Language model","score_opus":0.12780358317348253,"score_gpt":0.2946614849743965,"score_spread":0.16685790180091395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16228075,0.000006282585,0.8355967,0.0009006997,0.00039186774,0.00014717759,0.000002508439,0.00035841268,0.00031564033],"genre_scores_gemma":[0.7134708,0.0000010158965,0.28552264,0.00023052581,0.00004303716,0.000039275914,0.0000069782404,0.0000052869586,0.00068039086],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991584,0.00001867296,0.0001585912,0.00028514172,0.00015875036,0.0002204607],"domain_scores_gemma":[0.9993932,0.00014092296,0.000036100664,0.00034107573,0.000046566936,0.000042080752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030166376,0.000071071125,0.00008196894,0.00009274813,0.000101790974,0.00010265579,0.00035794763,0.000031563,0.0000032566609],"category_scores_gemma":[0.00006351425,0.00006416528,0.000044941877,0.00022591777,0.000009278527,0.00011102537,0.00013868221,0.000033258155,0.000046633115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017599874,0.000029181963,0.00012630994,0.00001606488,0.0000109961575,0.0000019377924,0.0011142276,0.35521573,0.0034203224,0.5449061,0.0024347587,0.09272262],"study_design_scores_gemma":[0.00018197899,0.000018465578,0.00048756873,0.000004598428,0.0000014834927,9.840738e-7,0.000026682988,0.9863331,0.0018797624,0.01029337,0.0006825018,0.00008952851],"about_ca_topic_score_codex":0.00003210756,"about_ca_topic_score_gemma":0.00000482227,"teacher_disagreement_score":0.63111734,"about_ca_system_score_codex":0.000022410628,"about_ca_system_score_gemma":0.000018392697,"threshold_uncertainty_score":0.26165843},"labels":[],"label_agreement":null},{"id":"W4386566897","doi":"10.18653/v1/2023.eacl-demo.3","title":"NLP Workbench: Efficient and Extensible Integration of State-of-the-art Text Mining Tools","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Alliance de recherche numérique du Canada","keywords":"Workbench; Computer science; Natural language processing; Biomedical text mining; Extensibility; State (computer science); Artificial intelligence; Computational linguistics; Information retrieval; Programming language; Text mining; Visualization","score_opus":0.04717803324324346,"score_gpt":0.2622634332073935,"score_spread":0.21508539996415002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5555091,0.000019905476,0.44245207,0.00029562193,0.00015215683,0.000072597264,4.0875196e-7,0.000039600236,0.0014585307],"genre_scores_gemma":[0.95713145,0.0000046805562,0.041361835,0.0000494886,0.0000071647128,0.0000027668755,3.99142e-7,0.0000027792184,0.0014394154],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930865,0.000024301145,0.00020204695,0.00016919778,0.0001805003,0.00011532553],"domain_scores_gemma":[0.9994092,0.00012070398,0.00006552946,0.00031796136,0.00006353036,0.00002308307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002812737,0.000053602103,0.00009290005,0.00007299954,0.00003554453,0.000039802406,0.0002460548,0.000017654354,0.000006247648],"category_scores_gemma":[0.00007921679,0.00003705539,0.000026626125,0.00044949588,0.000027841144,0.00011272704,0.00023555814,0.00004194849,0.0000081671],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005327032,0.000041409912,0.0018447743,0.000045381894,0.000013359845,0.000002778817,0.0069011166,0.051208925,0.033332147,0.047959026,0.002166817,0.8564789],"study_design_scores_gemma":[0.00009785433,0.00002457717,0.00805116,0.00006996477,0.0000020530229,0.0000018475615,0.00016061545,0.96623576,0.023977691,0.0011234286,0.00019478324,0.00006026912],"about_ca_topic_score_codex":0.000016132719,"about_ca_topic_score_gemma":0.0000150582655,"teacher_disagreement_score":0.91502684,"about_ca_system_score_codex":0.000007930344,"about_ca_system_score_gemma":0.000032477703,"threshold_uncertainty_score":0.15110749},"labels":[],"label_agreement":null},{"id":"W4386566901","doi":"10.18653/v1/2023.eacl-main.19","title":"Understanding Transformer Memorization Recall Through Idioms","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Canadian Institute for Advanced Research","keywords":"Memorization; Computer science; Transformer; Recall; Phrase; Artificial intelligence; Natural language processing; Security token; Machine learning; Speech recognition; Cognitive psychology; Psychology","score_opus":0.237016441629294,"score_gpt":0.29891667392559856,"score_spread":0.061900232296304564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001136668,0.0000066068746,0.95306844,0.0030005632,0.00041103244,0.00007069374,2.1675855e-7,0.00058801717,0.041717738],"genre_scores_gemma":[0.9477819,0.00003654023,0.049126524,0.00038538576,0.00006764079,0.0000049623854,0.000002354186,0.0000073283923,0.0025873436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992776,0.00001538337,0.00012437538,0.00021331987,0.00018369746,0.00018563296],"domain_scores_gemma":[0.99968386,0.000032557495,0.000015495007,0.00022600431,0.000013641214,0.00002844245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016409051,0.000059000413,0.000063390195,0.00005718943,0.00008634139,0.00007489351,0.00027888076,0.00003646432,0.000036140133],"category_scores_gemma":[0.00000915555,0.00005143339,0.000029941908,0.00056617416,0.000009586674,0.0005595254,0.00003107206,0.000047563353,0.00013527708],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.036512e-7,0.0000044058716,0.00006107337,0.000008848779,0.000005477845,0.0000042895617,0.0017044825,0.0021307918,0.0009501579,0.9888171,0.0012065396,0.005106121],"study_design_scores_gemma":[0.00023556074,0.000021442387,0.00007124884,0.000013720158,0.0000024382139,0.0000044435315,0.00027968606,0.8003422,0.003989787,0.1896302,0.005244827,0.00016447507],"about_ca_topic_score_codex":0.000016854878,"about_ca_topic_score_gemma":0.000009664267,"teacher_disagreement_score":0.94664526,"about_ca_system_score_codex":0.000057963614,"about_ca_system_score_gemma":0.000021533544,"threshold_uncertainty_score":0.20973928},"labels":[],"label_agreement":null},{"id":"W4386566906","doi":"10.18653/v1/2023.eacl-main.50","title":"Self-imitation Learning for Action Generation in Text-based Games","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited","keywords":"Leverage (statistics); Computer science; Reinforcement learning; Artificial intelligence; Exploit; Pruning; Action (physics); Machine learning; Imitation; Set (abstract data type); Rank (graph theory); Mathematics","score_opus":0.0835096085731733,"score_gpt":0.3065685559575082,"score_spread":0.2230589473843349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566906","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10932671,0.000003703279,0.88873035,0.0010418767,0.00014896905,0.00012084418,4.5201517e-8,0.0003604614,0.0002670608],"genre_scores_gemma":[0.8447269,0.000002974614,0.1545888,0.00010541462,0.00006733735,0.000044312445,0.000010417123,0.0000038345397,0.00044996847],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999492,0.000031663527,0.00010430516,0.00017558709,0.00008968326,0.00010675961],"domain_scores_gemma":[0.9997535,0.000073256684,0.000027980372,0.00009812907,0.000032929842,0.000014255284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027253167,0.00004018408,0.000041748885,0.00014143377,0.000055602457,0.00006696909,0.000091188136,0.000029812323,0.0000032088158],"category_scores_gemma":[0.00005645841,0.00004035909,0.00001829806,0.00027048064,0.0000018028622,0.00027714678,0.000015942322,0.00004343723,0.000024861212],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023242333,0.000018371466,0.001029599,0.000029029221,0.0000028542563,8.4117227e-7,0.0008201648,0.7556776,0.007994651,0.019115157,0.00071144244,0.21459797],"study_design_scores_gemma":[0.00018879828,0.00002044518,0.0010505231,0.0000025230054,7.512405e-7,1.7050269e-7,0.0000393223,0.9922156,0.004181439,0.00046838837,0.0017827211,0.00004933354],"about_ca_topic_score_codex":0.00001532645,"about_ca_topic_score_gemma":0.000064197906,"teacher_disagreement_score":0.7354002,"about_ca_system_score_codex":0.000042051623,"about_ca_system_score_gemma":0.00003148878,"threshold_uncertainty_score":0.16457959},"labels":[],"label_agreement":null},{"id":"W4386566909","doi":"10.18653/v1/2023.eacl-main.4","title":"Shironaam: Bengali News Headline Generation using Auxiliary Information","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Headline; Bengali; Computer science; Unavailability; Artificial intelligence; Language model; Natural language processing; Encoder; Information retrieval; Linguistics; Mathematics","score_opus":0.09463764275281533,"score_gpt":0.29184910065051817,"score_spread":0.19721145789770284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1319839,0.000007414092,0.8648204,0.0014179674,0.00041857435,0.00007770173,5.314665e-7,0.00034722165,0.00092624454],"genre_scores_gemma":[0.61791277,0.000014617591,0.379271,0.0018055238,0.0003932669,0.000007706847,0.000044775185,0.0000065572426,0.0005437741],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927187,0.000024603667,0.00021937885,0.0001316803,0.00019463424,0.00015782275],"domain_scores_gemma":[0.99955624,0.000014513166,0.00004102539,0.00030034385,0.00004449616,0.000043387852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023305291,0.00006544659,0.00006251633,0.00012881245,0.00010798205,0.0001543995,0.000238674,0.00004057451,0.000019393023],"category_scores_gemma":[0.000025167485,0.0000608921,0.000024865405,0.0003584141,0.00000570738,0.001759114,0.00014187128,0.0000595202,0.0002142969],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024134897,0.000022855333,0.0014112537,0.00003334176,0.000013524937,0.000006808258,0.0029065094,0.34688953,0.011100577,0.13514103,0.010459329,0.49201283],"study_design_scores_gemma":[0.00009470037,0.0000070882816,0.00033303988,0.0000030895806,0.0000011296986,0.0000036028446,0.00003649437,0.9947798,0.00087724166,0.0008600345,0.0029280782,0.00007570465],"about_ca_topic_score_codex":0.00019497404,"about_ca_topic_score_gemma":0.000041559564,"teacher_disagreement_score":0.64789027,"about_ca_system_score_codex":0.000040479026,"about_ca_system_score_gemma":0.00005223439,"threshold_uncertainty_score":0.27544245},"labels":[],"label_agreement":null},{"id":"W4386566920","doi":"10.18653/v1/2023.eacl-main.42","title":"Incorporating Question Answering-Based Signals into Abstractive Summarization via Salient Span Selection","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited; Advanced Research Projects Agency; Defense Advanced Research Projects Agency; U.S. Department of Defense","keywords":"Automatic summarization; Salient; Computer science; Benchmark (surveying); Question answering; Selection (genetic algorithm); Artificial intelligence; Natural language processing; Multi-document summarization; Information retrieval","score_opus":0.01698425543178204,"score_gpt":0.2674024379954873,"score_spread":0.25041818256370524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07329452,0.0000024462004,0.924408,0.0006269191,0.0002475505,0.00015529396,2.2336103e-7,0.00065936486,0.0006056357],"genre_scores_gemma":[0.9187892,6.4144183e-7,0.0808092,0.00015820801,0.0000731832,0.000019601075,0.0000154545,0.000008853224,0.00012562914],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888235,0.000073997704,0.00024238425,0.00036139338,0.00026091118,0.00017897258],"domain_scores_gemma":[0.99941266,0.00007226125,0.00012549572,0.00020219508,0.00012927454,0.00005808868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004777241,0.0001064985,0.00009273039,0.00021027343,0.00016228275,0.00013752279,0.00021010287,0.00006557158,0.000015662361],"category_scores_gemma":[0.000051828512,0.00010857342,0.000030114934,0.0008052225,0.00001204657,0.0005744142,0.000075962926,0.00010200364,0.000101097205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005840555,0.000038264458,0.0052883574,0.00002617394,0.00000890607,0.000004543044,0.0004888456,0.86170703,0.06457295,0.017190048,0.000116401214,0.050552648],"study_design_scores_gemma":[0.000100147925,0.000046208672,0.0029089584,0.000020721503,0.0000022739957,9.408425e-7,0.000022104658,0.9517352,0.035920363,0.009085579,0.000035519544,0.00012196252],"about_ca_topic_score_codex":0.000644706,"about_ca_topic_score_gemma":0.00023703912,"teacher_disagreement_score":0.8454947,"about_ca_system_score_codex":0.00012799687,"about_ca_system_score_gemma":0.00007850122,"threshold_uncertainty_score":0.44274956},"labels":[],"label_agreement":null},{"id":"W4386576671","doi":"10.18653/v1/2023.vardial-1.24","title":"SIDLR: Slot and Intent Detection Models for Low-Resource Language Varieties","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Margin (machine learning); Task (project management); Dialog box; Generalization; Baseline (sea); Encoder; Natural language; Language model; Natural language understanding; Natural language processing; Resource (disambiguation); Artificial intelligence; Speech recognition; Machine learning; Engineering; World Wide Web","score_opus":0.025465777222560968,"score_gpt":0.239637146382223,"score_spread":0.21417136915966203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386576671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064315155,0.000035502802,0.9332443,0.00052836875,0.00011526986,0.00012162173,6.3082206e-7,0.0003881416,0.0012509936],"genre_scores_gemma":[0.9800877,0.000003841534,0.017058665,0.00023697816,0.000047765367,0.000027691836,9.768355e-7,0.0000061755863,0.0025302253],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994164,0.000011800049,0.0000964987,0.00022098885,0.00009866787,0.00015561159],"domain_scores_gemma":[0.9996319,0.00006725787,0.000018263601,0.00021945563,0.000024639288,0.000038494894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017766397,0.000061275074,0.000067252404,0.000069453046,0.000073114716,0.00009019279,0.00018533612,0.00003250886,0.0000022961397],"category_scores_gemma":[0.000023006802,0.00005310106,0.000025861169,0.00012426081,0.000011672941,0.00019920993,0.00018332653,0.00004250383,0.000009170729],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020968551,0.00003206514,0.000028957853,0.00013873869,0.000033722306,0.000010287839,0.015473734,0.06181294,0.018238897,0.32030427,0.0012971777,0.5826082],"study_design_scores_gemma":[0.00012276774,0.000026843261,0.000024337716,0.0000050397507,0.00000174425,0.0000030582044,0.00036400955,0.9785536,0.006289053,0.014044263,0.00049621915,0.00006905307],"about_ca_topic_score_codex":0.0000622769,"about_ca_topic_score_gemma":0.00003733606,"teacher_disagreement_score":0.91674066,"about_ca_system_score_codex":0.00001362441,"about_ca_system_score_gemma":0.000008952023,"threshold_uncertainty_score":0.21653984},"labels":[],"label_agreement":null},{"id":"W4386576803","doi":"10.18653/v1/2023.findings-eacl.106","title":"More Robust Schema-Guided Dialogue State Tracking via Tree-Based Paraphrase Ranking","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Toyota Motor Europe; Atomic Energy of Canada Limited; Department of Science and Technology, Ministry of Science and Technology, India","keywords":"Computer science; Schema (genetic algorithms); Artificial intelligence; Natural language processing; Paraphrase; Scalability; Natural language understanding; Robustness (evolution); Machine learning; Information retrieval; Natural language; Database","score_opus":0.06953959777686648,"score_gpt":0.2812464530772721,"score_spread":0.21170685530040562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386576803","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1538911,0.000024924397,0.84238726,0.0014747021,0.0003209318,0.0001712573,0.0000016349512,0.0011023189,0.0006258925],"genre_scores_gemma":[0.8876093,0.000005243427,0.111039594,0.0008554194,0.00008593179,0.000026543821,0.000012354655,0.000022414439,0.0003431718],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792075,0.00007117532,0.00039522853,0.00061756314,0.00043387996,0.0005613912],"domain_scores_gemma":[0.99868697,0.0001914637,0.000092309536,0.0008057679,0.000083001054,0.00014049246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006435193,0.0002084496,0.00023280806,0.00028227657,0.00018258617,0.00022986122,0.00084360247,0.00006833783,0.000028565391],"category_scores_gemma":[0.00007300016,0.00019222553,0.00012174446,0.0009782452,0.000037743917,0.00048271354,0.00020547413,0.0001791934,0.00014400613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018559374,0.000112388494,0.0075071165,0.00011787035,0.00006337388,0.0005510542,0.002889922,0.6401202,0.012746202,0.0081394715,0.0025426028,0.32519123],"study_design_scores_gemma":[0.0006611666,0.000014474054,0.0021052659,0.000038596954,0.0000051342445,0.000005149045,0.000025193609,0.9849444,0.009813371,0.0019178141,0.00020376961,0.00026565706],"about_ca_topic_score_codex":0.00020298747,"about_ca_topic_score_gemma":0.00012269393,"teacher_disagreement_score":0.7337182,"about_ca_system_score_codex":0.000047754194,"about_ca_system_score_gemma":0.0000967916,"threshold_uncertainty_score":0.78387296},"labels":[],"label_agreement":null},{"id":"W4386603805","doi":"10.3233/faia230232","title":"Knowledge of Language and Natural Language Processing","year":2023,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Natural language processing; Universal Networking Language; Language identification; Question answering; Artificial intelligence; Natural language programming; Natural language; Anaphora (linguistics); Covert; Dependency (UML); Sentence; Object language; Generative grammar; Linguistics; Comprehension approach","score_opus":0.036793372426872716,"score_gpt":0.3008611652503967,"score_spread":0.264067792823524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386603805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019497855,0.013956979,0.97028697,0.00013372627,0.00022083055,0.000364598,0.000010798964,0.000091535374,0.014739561],"genre_scores_gemma":[0.7201643,0.002290261,0.1416526,0.00013835973,0.0007979462,0.0002827406,0.000058824597,0.00011132432,0.13450363],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99905956,0.000007827643,0.0003214048,0.0003835168,0.00008810514,0.00013956288],"domain_scores_gemma":[0.99946564,0.000039949555,0.0001126502,0.00029625226,0.000042471795,0.000043038188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014446212,0.00013985517,0.00021864245,0.00023015302,0.000068776535,0.000060052418,0.0003312157,0.00011437869,0.0000024776898],"category_scores_gemma":[0.000012220778,0.0001432888,0.00003120334,0.00013188717,0.00013231818,0.00010620773,0.00017684847,0.0002261352,0.00001244999],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010716769,0.000007857632,0.000008944319,0.00005960638,0.000004878898,0.0000016843388,0.0033558593,0.000014583677,0.00005608887,0.20457472,0.000042804924,0.7918719],"study_design_scores_gemma":[0.000054327065,0.00003948746,0.000041532505,0.0006243163,0.000043201875,0.000010058921,0.006348576,0.4768349,0.002356081,0.50304973,0.009810036,0.0007877583],"about_ca_topic_score_codex":0.000022617112,"about_ca_topic_score_gemma":0.00006414818,"teacher_disagreement_score":0.8286344,"about_ca_system_score_codex":0.000020813917,"about_ca_system_score_gemma":0.00004687829,"threshold_uncertainty_score":0.58431476},"labels":[],"label_agreement":null},{"id":"W4386712343","doi":"10.1007/978-3-031-40953-0_35","title":"Can Large Language Models Assist in Hazard Analysis?","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Hazard; Context (archaeology); Session (web analytics); Hazard analysis; Variety (cybernetics); Risk analysis (engineering); Computer security; Artificial intelligence; World Wide Web; Reliability engineering; Engineering; Ecology; Medicine","score_opus":0.02489166734725026,"score_gpt":0.2631933300556764,"score_spread":0.23830166270842615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386712343","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038633085,0.00021661507,0.99414104,0.0012674108,0.0010010928,0.00026231605,0.000016319136,0.00027846108,0.002430418],"genre_scores_gemma":[0.7891895,0.000024026947,0.20788133,0.001193063,0.0003082674,0.000015042799,0.000016731809,0.000048065405,0.0013239647],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951217,0.000052828418,0.0006592246,0.0020085443,0.0011926597,0.000965051],"domain_scores_gemma":[0.9970382,0.0003275676,0.00023551747,0.0020876275,0.0001264562,0.00018462888],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001241521,0.00051169697,0.0007812025,0.0025559291,0.00016386501,0.00054909504,0.0039428053,0.00034793705,0.000013558014],"category_scores_gemma":[0.00007379016,0.0004952686,0.00024223301,0.0025261608,0.00021152526,0.00052201457,0.0019772477,0.000983164,0.000037036207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023517937,0.0000311693,0.00062408095,0.000033541837,0.0000556222,0.00066987314,0.0037412085,0.7415388,0.000018436267,0.09389719,0.000008888952,0.1593788],"study_design_scores_gemma":[0.00017621832,0.000021696853,0.00030975998,0.00012941356,0.000019224832,0.00001028264,6.446823e-7,0.85440737,0.000050640665,0.14437811,0.000039023867,0.0004576119],"about_ca_topic_score_codex":0.00022246057,"about_ca_topic_score_gemma":0.00873057,"teacher_disagreement_score":0.78880316,"about_ca_system_score_codex":0.0004288201,"about_ca_system_score_gemma":0.00051123777,"threshold_uncertainty_score":0.9997499},"labels":[],"label_agreement":null},{"id":"W4386724574","doi":"10.31234/osf.io/x2f4a","title":"Shadows of wisdom: Classifying meta-cognitive and morally-grounded narrative content via Large Language Models","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Narrative; Humility; Psychology; Categorization; Classifier (UML); Workflow; Social psychology; Computer science; Artificial intelligence; Linguistics; Political science","score_opus":0.23135779496857703,"score_gpt":0.32765282387620026,"score_spread":0.09629502890762323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386724574","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043863285,0.0010861368,0.9505007,0.0006505645,0.00038794603,0.00077648635,0.000049700073,0.00035905544,0.0023260831],"genre_scores_gemma":[0.9299215,0.000053845954,0.06762382,0.00034442125,0.00005561732,0.00016938147,0.000025202193,0.000032615975,0.0017735978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969586,0.00021073679,0.00067589397,0.0011674941,0.0005425254,0.00044470676],"domain_scores_gemma":[0.9979924,0.00027304556,0.00040778972,0.00084201375,0.0003462174,0.0001385492],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078944006,0.00044654906,0.0010203971,0.00024857934,0.00010805005,0.00019402106,0.00092718453,0.00028376147,0.000043278713],"category_scores_gemma":[0.0000809065,0.00036765554,0.00032452063,0.00019116934,0.000094357114,0.0005052762,0.003263153,0.0006243492,0.000010575843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013344301,0.00068285014,0.00037358966,0.0018814816,0.01384728,0.0005338235,0.42446995,0.023773357,0.0040879506,0.49463585,0.00043377615,0.035146654],"study_design_scores_gemma":[0.00066091755,0.000046949346,0.00012057838,0.0001672427,0.00032066056,0.000008062174,0.009052214,0.93329847,0.0009526385,0.054915626,0.00000389023,0.0004527362],"about_ca_topic_score_codex":0.0014686305,"about_ca_topic_score_gemma":0.00050140603,"teacher_disagreement_score":0.90952516,"about_ca_system_score_codex":0.00006588165,"about_ca_system_score_gemma":0.00014092245,"threshold_uncertainty_score":0.9998775},"labels":[],"label_agreement":null},{"id":"W4386763311","doi":"10.36227/techrxiv.24143706.v1","title":"GPT-4 as a Twitter Data Annotator: Unraveling Its Performance on a Stance Classification Task","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University; York University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Task (project management); Computer science; Natural language processing; Artificial intelligence; Engineering","score_opus":0.2535944618526218,"score_gpt":0.34867202131662733,"score_spread":0.09507755946400553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386763311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052241843,0.00013403477,0.9312309,0.0049262936,0.002611597,0.0005877809,0.00003509379,0.0010749522,0.0071575004],"genre_scores_gemma":[0.92697644,0.00031777823,0.064026095,0.0018307836,0.00047435059,0.00009407127,0.00016815492,0.000053320236,0.0060590124],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961196,0.000079624515,0.0005706012,0.0019859232,0.0007779632,0.00046625957],"domain_scores_gemma":[0.99416906,0.00011456143,0.00029306064,0.005142545,0.0001780298,0.00010275567],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008579449,0.00036429302,0.0003213838,0.00024193857,0.00014609557,0.0004811377,0.005055072,0.00026004962,0.000027568905],"category_scores_gemma":[0.00013094542,0.0003453752,0.00006163886,0.00031984298,0.000024833913,0.0005483163,0.005004492,0.0008666457,0.001536715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016995102,0.00067383534,0.0047048107,0.0039897836,0.00064230687,0.00027137538,0.01811796,0.19813573,0.0051951017,0.2521699,0.1163237,0.39960554],"study_design_scores_gemma":[0.00013695614,0.000028305372,0.001095306,0.00035755496,0.000008622481,0.000004316443,0.0000424275,0.9886779,0.00033267008,0.0021948954,0.006711042,0.00040998126],"about_ca_topic_score_codex":0.000060140494,"about_ca_topic_score_gemma":0.000011853196,"teacher_disagreement_score":0.8747346,"about_ca_system_score_codex":0.00015983981,"about_ca_system_score_gemma":0.00039229944,"threshold_uncertainty_score":0.9998998},"labels":[],"label_agreement":null},{"id":"W4386783354","doi":"10.1016/j.eswa.2023.121542","title":"Nbias: A natural language processing framework for BIAS identification in text","year":2023,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Vector Institute","funders":"Vector Institute; Government of Ontario; Canadian Institute for Advanced Research","keywords":"Computer science; Security token; Transformer; Identification (biology); Artificial intelligence; Variety (cybernetics); Natural language processing; Data science; Machine learning; Data mining; Computer security","score_opus":0.03851822480585686,"score_gpt":0.3238614681034604,"score_spread":0.2853432432976035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386783354","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004020076,0.0016829988,0.99142784,0.00091629947,0.00014866957,0.0012682535,0.0000029818125,0.0004399617,0.00009292254],"genre_scores_gemma":[0.92953163,0.000006447267,0.063763514,0.00008026305,0.00019730476,0.005929577,0.000018476114,0.000016208249,0.00045658136],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988126,0.000029417672,0.0002961474,0.00042811173,0.00019984708,0.00023387946],"domain_scores_gemma":[0.99894357,0.00016187265,0.0001331776,0.00063085154,0.00008524892,0.00004528275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031063295,0.00010416352,0.0001336168,0.00018329636,0.00016119608,0.00023631677,0.0005349279,0.00006163741,6.1561207e-7],"category_scores_gemma":[0.00005398141,0.00008878866,0.000026102782,0.0010673311,0.00001855,0.00028541026,0.000053617303,0.000102609985,0.000056022807],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022812339,0.00020497045,0.0014510375,0.00062104326,0.00004239308,0.00001137312,0.06149976,0.008461997,0.009031714,0.540822,0.002924244,0.3749066],"study_design_scores_gemma":[0.00028378278,0.000012675543,0.0007838114,0.00024325313,0.0000026770035,0.000012609533,0.0034044767,0.98432535,0.00039988442,0.001720838,0.008562705,0.00024791743],"about_ca_topic_score_codex":0.00010655041,"about_ca_topic_score_gemma":0.00002875737,"teacher_disagreement_score":0.9758634,"about_ca_system_score_codex":0.00006556791,"about_ca_system_score_gemma":0.00006283003,"threshold_uncertainty_score":0.36206967},"labels":[],"label_agreement":null},{"id":"W4386805215","doi":"10.1016/j.jbi.2023.104486","title":"A self-supervised language model selection strategy for biomedical question answering","year":2023,"lang":"en","type":"article","venue":"Journal of Biomedical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Waterloo","funders":"","keywords":"Computer science; Leverage (statistics); Artificial intelligence; Classifier (UML); Machine learning; Language model; Question answering; Retraining; Domain (mathematical analysis); Task (project management); Natural language processing","score_opus":0.029768193247086988,"score_gpt":0.30776333495048175,"score_spread":0.2779951417033948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386805215","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057042144,0.000023427956,0.94117486,0.0009710643,0.00041092336,0.00011848503,0.0000038496923,0.00017733214,0.000077900026],"genre_scores_gemma":[0.3278493,0.00005518823,0.6713935,0.00025293464,0.0003783855,0.000006509265,0.000011373771,0.0000102250915,0.000042570297],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979686,0.000027519158,0.0009286385,0.00007853229,0.00069103076,0.0003056775],"domain_scores_gemma":[0.998966,0.00011071571,0.0003215549,0.00015608479,0.00018417886,0.00026150202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014172323,0.00011383217,0.00022456532,0.00047946084,0.00008636373,0.00012236265,0.0005372379,0.0001516618,0.000003794533],"category_scores_gemma":[0.00018405961,0.000090716276,0.00011150612,0.00071758823,0.000037370693,0.0008660128,0.00009829514,0.00026352797,0.000012478036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009489865,0.0006978292,0.000090937974,0.002093787,0.00038467377,0.00010254201,0.05036769,0.1051915,0.009450867,0.034309994,0.02171929,0.775496],"study_design_scores_gemma":[0.0006546374,0.00028790213,0.000012270075,0.00006875123,0.00001398067,0.00010813572,0.00049733825,0.9949064,0.0001782389,0.0014571133,0.0017155,0.00009969163],"about_ca_topic_score_codex":0.0000023146263,"about_ca_topic_score_gemma":7.41809e-7,"teacher_disagreement_score":0.88971496,"about_ca_system_score_codex":0.00009669299,"about_ca_system_score_gemma":0.00032622952,"threshold_uncertainty_score":0.36993024},"labels":[],"label_agreement":null},{"id":"W4386858581","doi":"10.1109/icsp58490.2023.10248908","title":"Research on Zero-Shot Stance Detection: Using Dual-Module adversarial training","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Optech (Canada)","funders":"Natural Science Foundation of Jiangxi Province; National Natural Science Foundation of China","keywords":"Adversarial system; Computer science; Shot (pellet); Dual (grammatical number); Invariant (physics); Zero (linguistics); Artificial intelligence; One shot; Training (meteorology); Training set; Baseline (sea); Machine learning; Pattern recognition (psychology); Mathematics; Engineering; Linguistics","score_opus":0.3411924000323471,"score_gpt":0.40752976174453115,"score_spread":0.06633736171218407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386858581","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2566813,0.000007242701,0.7323759,0.00042193077,0.0010908681,0.000110383364,5.6511396e-7,0.0004296753,0.008882144],"genre_scores_gemma":[0.9745728,0.0000028314219,0.023815168,0.00009888709,0.00035419772,0.000007795961,4.1937588e-7,0.000010807778,0.0011371233],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979812,0.0001276013,0.00018480187,0.00050677534,0.00068911724,0.00051053835],"domain_scores_gemma":[0.9989964,0.00021385931,0.00002818019,0.0005687657,0.000102632024,0.00009020517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013809892,0.00009479047,0.00011311122,0.00030568623,0.0003674575,0.00016513742,0.00045521275,0.00006836303,0.000029474888],"category_scores_gemma":[0.000084668834,0.000092389244,0.000042100117,0.0012908672,0.00003625084,0.0003484703,0.00027507386,0.0003064382,0.00019061996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007925154,0.00007843069,0.00010688713,0.000050385606,0.00005374667,0.0003153603,0.00936654,0.31558865,0.057097033,0.31212953,0.0016531186,0.30348107],"study_design_scores_gemma":[0.00028248492,0.00007158364,0.00019177482,0.000028270251,0.0000010220231,0.000008746912,0.00036975436,0.9844456,0.0062163225,0.0071140756,0.0011385827,0.00013181684],"about_ca_topic_score_codex":0.00010037021,"about_ca_topic_score_gemma":0.000041135696,"teacher_disagreement_score":0.7178915,"about_ca_system_score_codex":0.00012255007,"about_ca_system_score_gemma":0.000117533324,"threshold_uncertainty_score":0.3767524},"labels":[],"label_agreement":null},{"id":"W4386870537","doi":"10.1007/978-981-99-6207-5_21","title":"Adder Encoder for Pre-trained Language Model","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Adder; Benchmark (surveying); Transformer; Encoder; Efficient energy use; Energy consumption; Language model; Computer engineering; Artificial intelligence; Electrical engineering","score_opus":0.029698172063888126,"score_gpt":0.283785682589629,"score_spread":0.25408751052574086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386870537","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052487456,0.00016136398,0.99436134,0.0009017786,0.0015483447,0.00070388993,0.000018473249,0.00048658848,0.0017657337],"genre_scores_gemma":[0.03352448,0.000015346208,0.9577221,0.0018814136,0.0006971239,0.00005601867,0.000011307136,0.00007785378,0.006014351],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99588394,0.000016821203,0.00052620337,0.0018446557,0.00089631736,0.00083203666],"domain_scores_gemma":[0.99712825,0.00053589116,0.00020557955,0.0017435908,0.00021397976,0.00017273164],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009253746,0.0005163667,0.0005091298,0.0006995786,0.00022348283,0.00044071418,0.0037238973,0.00036639225,0.0000091955635],"category_scores_gemma":[0.00015599576,0.00047863164,0.00019487513,0.0004199065,0.00027701608,0.00051214854,0.001316648,0.00058217585,0.000034962577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052705054,0.000014081338,0.0000029571922,0.00006710987,0.000012622289,0.00003450367,0.003260057,0.5585279,0.00024513123,0.050404273,0.00007937426,0.3873467],"study_design_scores_gemma":[0.0002153748,0.000050533905,0.000004994667,0.00015478567,0.000005821398,0.000011479627,2.4351763e-7,0.78967094,0.0003477811,0.20895648,0.00014607552,0.0004354868],"about_ca_topic_score_codex":0.000017438435,"about_ca_topic_score_gemma":0.000096838616,"teacher_disagreement_score":0.3869112,"about_ca_system_score_codex":0.00019241072,"about_ca_system_score_gemma":0.00065314514,"threshold_uncertainty_score":0.9997665},"labels":[],"label_agreement":null},{"id":"W4386932912","doi":"10.1007/978-3-031-44192-9_4","title":"DaCon: Multi-Domain Text Classification Using Domain Adversarial Contrastive Learning","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Domain (mathematical analysis); Artificial intelligence; Embedding; Feature (linguistics); Encoder; Adversarial system; Class (philosophy); Pattern recognition (psychology); Machine learning; Training set; Natural language processing; Mathematics","score_opus":0.048631711654022206,"score_gpt":0.27815126678308966,"score_spread":0.22951955512906747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386932912","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004687977,0.000102788494,0.9936252,0.0004889085,0.003394365,0.0005327487,0.0000044275757,0.0003870484,0.0009956984],"genre_scores_gemma":[0.14352396,0.000016854518,0.8544722,0.0004199672,0.0009931562,0.00001126252,0.000009013657,0.00006839641,0.0004851436],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949796,0.00012566552,0.00073259434,0.0021506068,0.0011393445,0.00087215734],"domain_scores_gemma":[0.99725044,0.0007184643,0.00049656857,0.0010521553,0.0002762003,0.00020618142],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017094215,0.0006040007,0.00062590325,0.00091778475,0.0005452113,0.0006243172,0.002615714,0.0004787542,0.000012841409],"category_scores_gemma":[0.00022163939,0.0006099538,0.00016812963,0.0007677193,0.0006261231,0.0007397055,0.0014088972,0.0014029414,0.000084817824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022965058,0.0000457808,0.00022064314,0.00005826371,0.00004683573,0.0002623854,0.0048205634,0.38222328,0.0039373874,0.08652216,0.000008485391,0.5218313],"study_design_scores_gemma":[0.0005891684,0.00007005993,0.00015276496,0.00033465476,0.000008524383,0.000040380346,0.0000032453027,0.9338001,0.00013814982,0.063787945,0.00044802867,0.0006269782],"about_ca_topic_score_codex":0.00005371625,"about_ca_topic_score_gemma":0.000076103104,"teacher_disagreement_score":0.5515768,"about_ca_system_score_codex":0.0006830213,"about_ca_system_score_gemma":0.000788369,"threshold_uncertainty_score":0.99963516},"labels":[],"label_agreement":null},{"id":"W4386942346","doi":"10.1145/3624918.3625336","title":"Retrieving Supporting Evidence for Generative Question Answering","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Question answering; Computer science; Statement (logic); Hallucinating; Information retrieval; Pipeline (software); Natural language processing; Questions and answers; Artificial intelligence; Domain (mathematical analysis); Linguistics; Programming language","score_opus":0.22301359317991584,"score_gpt":0.40473926011662215,"score_spread":0.1817256669367063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386942346","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061975066,0.00019866039,0.9872577,0.0025384547,0.0021127076,0.0006079085,0.0000024070105,0.0009252094,0.00015945289],"genre_scores_gemma":[0.22782221,0.00006186822,0.76942503,0.0001791751,0.00055561,0.00015763425,0.000008410245,0.00002750387,0.0017625415],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976858,0.000072403534,0.0005384107,0.0010206059,0.00030067255,0.0003821004],"domain_scores_gemma":[0.99799234,0.0004993667,0.0003055025,0.00090010883,0.00022573023,0.00007692585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018237825,0.00022256149,0.0002754785,0.000146621,0.0001502739,0.00047571806,0.0011318207,0.0001945266,0.000005512115],"category_scores_gemma":[0.0015402363,0.00022492446,0.00013700526,0.00017625903,0.000013616394,0.0004871921,0.002045964,0.00036007847,0.000016889204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025002111,0.00004241812,0.0043090954,0.0024427983,0.00018395126,0.00007639434,0.008902353,0.35087892,0.009713285,0.3406356,0.0036286556,0.27916154],"study_design_scores_gemma":[0.000054925335,0.000021078038,0.00022530364,0.0007652372,0.000008793954,0.0000022646764,0.000029799325,0.9684944,0.003800265,0.02622097,0.000101217185,0.0002757536],"about_ca_topic_score_codex":0.0001941365,"about_ca_topic_score_gemma":0.000044788187,"teacher_disagreement_score":0.61761546,"about_ca_system_score_codex":0.00016653624,"about_ca_system_score_gemma":0.00024972047,"threshold_uncertainty_score":0.91721535},"labels":[],"label_agreement":null},{"id":"W4387031631","doi":"10.48550/arxiv.2309.12886","title":"Implementing Automated Data Validation for Canadian Political Datasets","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Consistency (knowledge bases); Politics; Workflow; Government (linguistics); Work (physics); Sample (material); Computer science; Data science; Data mining; Political science; Database; Engineering; Artificial intelligence","score_opus":0.2610642722276903,"score_gpt":0.27174824669229786,"score_spread":0.01068397446460756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387031631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014567873,0.0000046155815,0.9785749,0.00077378395,0.00076482736,0.0004895448,0.003520367,0.0009738211,0.00033030365],"genre_scores_gemma":[0.97725725,0.000004713598,0.015270186,0.000113110626,0.00012153715,0.0000016648712,0.0070019695,0.000021440077,0.00020810521],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99726194,0.00007427186,0.00022384229,0.0013595069,0.000080044585,0.0010004161],"domain_scores_gemma":[0.99644506,0.00013630016,0.00012713326,0.0027921938,0.00009432184,0.00040499936],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008045902,0.00019877766,0.00019960506,0.00033634875,0.00029513278,0.0002352638,0.0036447584,0.00017945775,0.00001112839],"category_scores_gemma":[0.00016395691,0.00025907464,0.000062435756,0.00031416264,0.000027292284,0.0005346272,0.005599926,0.0002420237,0.00006356427],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004687629,0.000024293451,0.0019986515,0.00016544439,0.00013080376,0.0002303612,0.00008549462,0.058516234,0.000011598255,0.9230512,0.014966912,0.0008143203],"study_design_scores_gemma":[0.00020820205,0.000006826057,0.00026565808,0.000036676705,0.000044315657,0.000001698461,0.000039151793,0.9702793,0.000031165855,0.024239864,0.004591139,0.00025600963],"about_ca_topic_score_codex":0.07423709,"about_ca_topic_score_gemma":0.036886834,"teacher_disagreement_score":0.9633047,"about_ca_system_score_codex":0.00040040066,"about_ca_system_score_gemma":0.00088299107,"threshold_uncertainty_score":0.9999862},"labels":[],"label_agreement":null},{"id":"W4387107464","doi":"10.1016/j.eswa.2023.121720","title":"Parallel inference for cross-collection latent generalized Dirichlet allocation model and applications","year":2023,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Inference; Topic model; Hierarchical Dirichlet process; Prior probability; Dirichlet distribution; Scalability; Machine learning; Data mining; Artificial intelligence; Mathematics; Bayesian probability; Database","score_opus":0.04492236747625851,"score_gpt":0.31832813756510325,"score_spread":0.27340577008884476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387107464","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016507154,0.00032666122,0.9935642,0.0007486469,0.000056435227,0.002834542,0.000010882015,0.0005845994,0.00022334853],"genre_scores_gemma":[0.6839738,0.00021819226,0.24556811,0.00020297407,0.00028252555,0.06682387,0.000109902096,0.000037633294,0.0027829902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985534,0.000024303145,0.00033692768,0.0006045816,0.0002147673,0.00026600077],"domain_scores_gemma":[0.9986436,0.00009351487,0.00013606451,0.000760556,0.00025476483,0.000111544185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002289909,0.00016176887,0.0001777257,0.00015225506,0.0005358078,0.00028440222,0.0004227238,0.00008439587,5.975227e-7],"category_scores_gemma":[0.000011612844,0.00014414417,0.000034048033,0.00071139215,0.000045602665,0.00031783638,0.00009379636,0.00006532325,0.000026582826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010618134,0.000057929417,0.0008274826,0.000073804214,0.000031380936,1.8739787e-7,0.0009871664,0.30032185,0.001450114,0.6907744,0.0014377469,0.004027362],"study_design_scores_gemma":[0.00044892746,0.00001973683,0.00039196032,0.000013875332,0.000005409255,0.0000060591674,0.00003628727,0.98080826,0.00006801573,0.0043398007,0.01367202,0.0001896258],"about_ca_topic_score_codex":0.00015218963,"about_ca_topic_score_gemma":0.000024291992,"teacher_disagreement_score":0.74799603,"about_ca_system_score_codex":0.000075007076,"about_ca_system_score_gemma":0.00010663891,"threshold_uncertainty_score":0.5878029},"labels":[],"label_agreement":null},{"id":"W4387116260","doi":"10.1186/s40634-023-00662-4","title":"Accelerated evidence synthesis in orthopaedics—the roles of natural language processing, expert annotation and large language models","year":2023,"lang":"en","type":"article","venue":"Journal of Experimental Orthopaedics","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Göteborgs Universitet","keywords":"Annotation; Natural language processing; Computer science; Natural language; Data science; Linguistics; Artificial intelligence; Philosophy","score_opus":0.03212934952285237,"score_gpt":0.32332320411389515,"score_spread":0.2911938545910428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387116260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9465921,0.038682066,0.013715888,0.0005432705,0.00024324234,0.00013150276,0.0000023921475,0.000042791216,0.000046734585],"genre_scores_gemma":[0.99464065,0.00040985097,0.004575025,0.00019469227,0.00012311054,0.00001096609,0.0000011571117,0.000014158852,0.000030384319],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980925,0.0001460016,0.0006387515,0.00022467272,0.0006249757,0.00027313145],"domain_scores_gemma":[0.9988635,0.00023219187,0.00044062905,0.0002470156,0.00013240546,0.00008425292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011010579,0.00016117838,0.0002859865,0.00030355892,0.00009227377,0.000103309074,0.00058516965,0.00006864529,0.0000067636756],"category_scores_gemma":[0.00025067685,0.00011688958,0.000103997,0.00066597614,0.00006440129,0.0013613452,0.00024582772,0.0002865601,0.0000012625279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031210817,0.0006082524,0.015422862,0.00022584948,0.00012164959,0.0012634959,0.3365659,0.004036337,0.2642003,0.0022586943,0.000665442,0.3743191],"study_design_scores_gemma":[0.0009687831,0.00016899095,0.0020562976,0.0008676876,0.000018149301,0.0001896394,0.03493085,0.9005048,0.05982817,0.00010177004,0.00007959602,0.00028525398],"about_ca_topic_score_codex":0.000028735429,"about_ca_topic_score_gemma":0.000033748318,"teacher_disagreement_score":0.89646846,"about_ca_system_score_codex":0.00006160312,"about_ca_system_score_gemma":0.00013182552,"threshold_uncertainty_score":0.4766619},"labels":[],"label_agreement":null},{"id":"W4387123803","doi":"10.1109/rew57809.2023.00022","title":"Automatic Domain-Specific Corpora Generation from Wikipedia - A Replication Study","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Baseline (sea); Crawling; Encoder; Artificial intelligence; Natural language processing; Workflow; Replication (statistics); Replicate; Domain (mathematical analysis); Realm; World Wide Web; Information retrieval; Database","score_opus":0.0838222573724981,"score_gpt":0.2817979867145097,"score_spread":0.19797572934201157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387123803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5239675,0.000010447255,0.47413608,0.0005056834,0.00024653395,0.0002028669,4.9424335e-7,0.0005902059,0.0003401938],"genre_scores_gemma":[0.8507533,0.0000048627508,0.14847265,0.00011872281,0.00023684799,0.000061317056,0.000019261883,0.000007296559,0.0003257434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867326,0.00006742604,0.0002593834,0.0005677163,0.00028708926,0.00014512362],"domain_scores_gemma":[0.9983599,0.000053788513,0.0000760638,0.0014194358,0.00004209502,0.000048714577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004261003,0.00008569792,0.000100827536,0.00008752663,0.000101181206,0.00017381346,0.00047114806,0.000032445216,0.000049852893],"category_scores_gemma":[0.000011562545,0.00007865676,0.000024834702,0.00047464776,0.000007838557,0.00029935458,0.0001648462,0.00005520292,0.00057055085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026741818,0.00033869068,0.010856046,0.000006543139,0.000049303937,0.00006002955,0.0128299575,0.0016943145,0.022459544,0.5041284,0.037267312,0.41030717],"study_design_scores_gemma":[0.0002745308,0.00003975416,0.035443615,0.0000030360898,0.0000026718863,0.0000013026123,0.0002025532,0.9460017,0.00030470407,0.014674939,0.002921314,0.00012985934],"about_ca_topic_score_codex":0.00008973591,"about_ca_topic_score_gemma":0.00003385733,"teacher_disagreement_score":0.9443074,"about_ca_system_score_codex":0.000039225193,"about_ca_system_score_gemma":0.000028314184,"threshold_uncertainty_score":0.73334676},"labels":[],"label_agreement":null},{"id":"W4387171785","doi":"10.3233/faia230385","title":"Diversified Prior Knowledge Enhanced General Language Model for Biomedical Information Retrieval","year":2023,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Ranking (information retrieval); Language model; Domain (mathematical analysis); Information retrieval; Query expansion; Domain knowledge; Artificial intelligence; Natural language processing","score_opus":0.052357152675397735,"score_gpt":0.29650384609911645,"score_spread":0.24414669342371872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387171785","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030519437,0.00015704686,0.99087167,0.00024152778,0.000450613,0.0008825853,0.00006455785,0.00013274445,0.0071687107],"genre_scores_gemma":[0.027442336,0.0015979233,0.7643123,0.0005563246,0.0017457533,0.0011401527,0.0008932808,0.000118788936,0.20219313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986301,0.000007369159,0.00052158715,0.00041308568,0.00018607434,0.00024175069],"domain_scores_gemma":[0.9991779,0.00006125351,0.00014979787,0.0004128257,0.00010142762,0.000096839685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025111155,0.00019087284,0.00024753108,0.00036971897,0.00017073595,0.000112549926,0.0005748409,0.00026872815,0.000004871323],"category_scores_gemma":[0.00003564185,0.00020686522,0.00007952155,0.00016760034,0.0001158876,0.0002956283,0.00021188144,0.0002287943,0.00007629249],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011477118,0.00001544324,3.294774e-7,0.000039288134,0.000011797205,3.6166256e-7,0.0020320753,0.00084437215,0.00007576337,0.54009044,0.0007290888,0.45614955],"study_design_scores_gemma":[0.000032215325,0.000016109694,3.8553085e-7,0.000032222226,0.0000110507735,3.6038494e-7,0.00014896055,0.73798937,0.00045000465,0.2533983,0.0077357586,0.00018523418],"about_ca_topic_score_codex":0.00000556395,"about_ca_topic_score_gemma":0.000018037192,"teacher_disagreement_score":0.737145,"about_ca_system_score_codex":0.00008880183,"about_ca_system_score_gemma":0.00013689455,"threshold_uncertainty_score":0.8435719},"labels":[],"label_agreement":null},{"id":"W4387172153","doi":"10.3233/faia230266","title":"From Intermediate Representations to Explanations: Exploring Hierarchical Structures in NLP","year":2023,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates; Alberta Machine Intelligence Institute","keywords":"Computer science; Artificial intelligence; Natural language processing; Abstraction; Word (group theory); Identification (biology); Interpretation (philosophy); Feature (linguistics); Class (philosophy); Linguistics","score_opus":0.11743316923527714,"score_gpt":0.31661788095002197,"score_spread":0.19918471171474483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387172153","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025316744,0.0001592818,0.9925138,0.0012558423,0.0007285969,0.000663859,0.000051878043,0.000116271716,0.004257356],"genre_scores_gemma":[0.118025385,0.005323582,0.8285847,0.001279382,0.003945605,0.008359542,0.00062378804,0.00027626439,0.03358178],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99799794,0.000024652263,0.000662422,0.00082284986,0.00023762618,0.0002545209],"domain_scores_gemma":[0.9988827,0.00018767493,0.000099715035,0.0006589764,0.000046249857,0.00012466963],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017443502,0.00021502942,0.00028723848,0.00081268884,0.000108916225,0.00015790295,0.00076283806,0.00015322643,0.000016227006],"category_scores_gemma":[0.00006345623,0.00024673814,0.000052476964,0.00032973458,0.0000898397,0.00025624997,0.00033973352,0.00044746173,0.00008788066],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034186814,0.000010980451,0.00006850573,0.000005903803,0.000009185138,0.000007129247,0.0018603745,0.0025230583,0.000009178315,0.6193954,0.00029788996,0.375809],"study_design_scores_gemma":[0.000018245428,0.000010423241,0.00017872143,0.00009373258,0.000005936893,6.2416325e-7,0.00064854615,0.029993324,0.0001352836,0.96151996,0.007148728,0.00024648642],"about_ca_topic_score_codex":0.00020208221,"about_ca_topic_score_gemma":0.00052291376,"teacher_disagreement_score":0.37556252,"about_ca_system_score_codex":0.00009517343,"about_ca_system_score_gemma":0.00006292959,"threshold_uncertainty_score":0.9999985},"labels":[],"label_agreement":null},{"id":"W4387183694","doi":"10.1111/coin.12603","title":"A semantically enhanced text retrieval framework with abstractive summarization","year":2023,"lang":"en","type":"article","venue":"Computational Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Barrie Urology Group; York University","funders":"China Scholarship Council; Natural Science Foundation of Hubei Province; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Hubei Provincial Department of Education","keywords":"Computer science; Automatic summarization; Natural language processing; Artificial intelligence; Question answering; Encoder; Language model; Information retrieval; Generative grammar; Transformer; Semantics (computer science); Sequence (biology); Programming language","score_opus":0.029918996281097184,"score_gpt":0.299368928543697,"score_spread":0.26944993226259983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387183694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020674465,0.000014632899,0.9766853,0.0009227115,0.00023862829,0.00016161414,0.0000019300837,0.0003802165,0.00092049193],"genre_scores_gemma":[0.7653726,0.0000072349703,0.23419061,0.0002031342,0.000061135856,0.0000065215545,0.0000125381,0.000009070177,0.00013720038],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839354,0.000040388735,0.0002773311,0.0004850722,0.0005410565,0.00026259685],"domain_scores_gemma":[0.9983805,0.0007852574,0.000100709796,0.00030465293,0.00034215022,0.000086766435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023850403,0.0001376502,0.00013077585,0.0001542742,0.00014185127,0.00016711168,0.0005943907,0.00007635392,0.00003100621],"category_scores_gemma":[0.00025248097,0.00012689971,0.00003703246,0.0012413599,0.00006900868,0.0004129898,0.00016113649,0.00022174887,0.00056613534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020089878,0.000024774354,0.00009542298,0.000010790799,0.000016022623,0.000017677445,0.00091865787,0.67180026,0.00013440565,0.30816922,0.000037339636,0.01875535],"study_design_scores_gemma":[0.000041932763,0.000054047363,0.0027324692,0.000064188054,0.0000029487285,0.000008379169,0.00005990433,0.77573395,0.003083401,0.21802221,0.00004345908,0.0001531133],"about_ca_topic_score_codex":0.000005322008,"about_ca_topic_score_gemma":0.0000017735352,"teacher_disagreement_score":0.7446981,"about_ca_system_score_codex":0.000049827788,"about_ca_system_score_gemma":0.00015630505,"threshold_uncertainty_score":0.7276713},"labels":[],"label_agreement":null},{"id":"W4387185473","doi":"10.3233/faia230559","title":"Investigating the Learning Behaviour of In-Context Learning: A Comparison with Supervised Learning","year":2023,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Dalhousie University; Vector Institute; Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Context (archaeology); Computer science; Task (project management); Artificial intelligence; Machine learning; Cognitive psychology; Psychology; Geography; Engineering","score_opus":0.07672128964706759,"score_gpt":0.2897408337165567,"score_spread":0.2130195440694891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387185473","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042620734,0.0005244844,0.9885555,0.00039677735,0.000112255584,0.00067160506,0.0000014156811,0.00012315818,0.005352766],"genre_scores_gemma":[0.96990114,0.00030417094,0.01657782,0.000041202165,0.00010650286,0.00023181323,0.000020797379,0.000056420948,0.012760136],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804443,0.000078564095,0.0007357023,0.000580543,0.0002817082,0.00027905888],"domain_scores_gemma":[0.998899,0.00021706305,0.00036497245,0.00036269863,0.00008999594,0.00006627844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005773458,0.00024364571,0.000427618,0.00032858003,0.0002754199,0.000116945295,0.00065586006,0.0001805567,0.000005482746],"category_scores_gemma":[0.00007625014,0.00021427847,0.000058672376,0.00035210187,0.00027661363,0.00013276417,0.00022248187,0.0014300537,0.00001608741],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006540302,0.00003110509,0.03755078,0.000050327548,0.00002376208,0.0000037822917,0.008795875,0.11335615,0.00003698115,0.3416758,0.000026277825,0.49844262],"study_design_scores_gemma":[0.00006728524,0.00014096117,0.00038302768,0.00053222355,0.00003354129,0.0000038003313,0.012079407,0.8863988,0.00037269236,0.09408465,0.0054058735,0.0004977459],"about_ca_topic_score_codex":0.00018723044,"about_ca_topic_score_gemma":0.00039141937,"teacher_disagreement_score":0.97197765,"about_ca_system_score_codex":0.000054398704,"about_ca_system_score_gemma":0.0001012182,"threshold_uncertainty_score":0.87380224},"labels":[],"label_agreement":null},{"id":"W4387389810","doi":"10.48550/arxiv.2310.02457","title":"The Empty Signifier Problem: Towards Clearer Paradigms for Operationalising \"Alignment\" in Large Language Models","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; European Commission; University of Oxford; York University","keywords":"Parallels; Transparency (behavior); Through-the-lens metering; Politics; Vocabulary; Epistemology; Sociology; Computer science; Cognitive science; Linguistics; Lens (geology); Political science; Psychology; Economics; Engineering; Law; Philosophy","score_opus":0.12247549650766784,"score_gpt":0.2319155566154391,"score_spread":0.10944006010777127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387389810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06609872,0.0000647732,0.9307037,0.00056873384,0.00042667973,0.0007831227,0.000041096548,0.00018134958,0.0011317977],"genre_scores_gemma":[0.98946655,0.000073920215,0.0067720287,0.00013163508,0.00008785234,0.0000139186595,0.00003445833,0.00002567094,0.0033939905],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979998,0.00013075217,0.00026996576,0.00097541173,0.00014546665,0.00047863292],"domain_scores_gemma":[0.9985098,0.00016593019,0.00013393036,0.0010062105,0.00010008519,0.00008403498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085832464,0.00023753475,0.00023667494,0.00015490333,0.0002857898,0.00030553213,0.0016295419,0.0002053552,0.000006078632],"category_scores_gemma":[0.00003407965,0.00022175479,0.00015669657,0.00033334404,0.000039056904,0.0004406591,0.0015160079,0.00038279706,0.00002025586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010168685,0.000027515962,0.00018165914,0.000034218232,0.000029102985,0.00004830855,0.0014499649,0.5948639,0.000008785352,0.4025695,0.00016172192,0.0006151369],"study_design_scores_gemma":[0.0003752858,0.000014027164,0.00009516965,0.000061654646,0.000012499541,7.5415585e-7,0.00028049256,0.84141487,0.00003459935,0.15713327,0.00034637935,0.0002309835],"about_ca_topic_score_codex":0.0003964491,"about_ca_topic_score_gemma":0.000410701,"teacher_disagreement_score":0.9239317,"about_ca_system_score_codex":0.00025482706,"about_ca_system_score_gemma":0.0002611456,"threshold_uncertainty_score":0.9042898},"labels":[],"label_agreement":null},{"id":"W4387424400","doi":"10.1016/j.asoc.2023.110901","title":"BERT models for Brazilian Portuguese: Pretraining, evaluation and tokenization analysis","year":2023,"lang":"en","type":"article","venue":"Applied Soft Computing","topic":"Topic Modeling","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Computer science; Artificial intelligence; Natural language processing; Language model; Transformer; Lexical analysis; Sentence; Encoder; Transfer of learning; Portuguese; Textual entailment; Machine translation; Logical consequence; Linguistics","score_opus":0.04187459156628819,"score_gpt":0.3029099270173801,"score_spread":0.2610353354510919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387424400","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07141633,0.00006352188,0.926266,0.000167493,0.00011363088,0.00043711413,0.00000122198,0.00041784608,0.0011168483],"genre_scores_gemma":[0.862605,0.00000336601,0.13703674,0.00016245984,0.00007221313,0.000029755232,0.000048922062,0.000011393425,0.000030149802],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984384,0.00003110533,0.0003067375,0.00055427564,0.0003744079,0.00029507387],"domain_scores_gemma":[0.9990544,0.00022690934,0.00013109317,0.0003677606,0.00014987223,0.00006996588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015387862,0.00012627534,0.00019900613,0.0002953634,0.00023131588,0.00013256763,0.00031730995,0.00007032215,0.0000020054388],"category_scores_gemma":[0.00006976912,0.00013949482,0.000059710874,0.001267204,0.0000173069,0.00022676883,0.00022713482,0.00007508116,0.00000437029],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016097894,0.0000057072803,0.00031226903,0.000014174364,0.00006573436,3.3627103e-7,0.0020157536,0.5726486,0.00015994966,0.029872464,0.00008329134,0.39482012],"study_design_scores_gemma":[0.00028875144,0.000009421178,0.002302964,0.0000073627457,0.00008075607,6.8591936e-7,0.000087612585,0.97562426,0.00005068189,0.02136063,0.000040408784,0.0001464719],"about_ca_topic_score_codex":0.000011419009,"about_ca_topic_score_gemma":0.000005585742,"teacher_disagreement_score":0.79118866,"about_ca_system_score_codex":0.00003750795,"about_ca_system_score_gemma":0.000056052446,"threshold_uncertainty_score":0.56884336},"labels":[],"label_agreement":null},{"id":"W4387504521","doi":"10.1016/j.patcog.2023.110037","title":"A topic modeling and image classification framework: The Generalized Dirichlet variational autoencoder","year":2023,"lang":"en","type":"article","venue":"Pattern Recognition","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Latent Dirichlet allocation; Autoencoder; Topic model; Dirichlet distribution; Computer science; Covariance; Inference; Artificial intelligence; Generative model; Latent variable; Representation (politics); Benchmark (surveying); Code (set theory); Pattern recognition (psychology); Machine learning; Artificial neural network; Mathematics; Generative grammar; Statistics; Set (abstract data type); Boundary value problem","score_opus":0.08430624976072619,"score_gpt":0.2919918592378226,"score_spread":0.2076856094770964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387504521","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10182784,0.000022539067,0.8923423,0.00499832,0.00027033378,0.00013738297,0.000005519361,0.00021224083,0.00018346675],"genre_scores_gemma":[0.84910375,0.00007789062,0.14904758,0.0012275063,0.00029634053,0.0001084779,0.00006451374,0.000011608861,0.000062296334],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900556,0.000092193455,0.00019461622,0.00031108042,0.00021817046,0.00017841146],"domain_scores_gemma":[0.99943197,0.000110009336,0.000061569954,0.00027587306,0.00008439711,0.000036188765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036324264,0.00008918564,0.00007753263,0.00008274327,0.00017883549,0.00020583016,0.00023168298,0.00006459707,0.000031036245],"category_scores_gemma":[0.00007441718,0.00007182379,0.000031648407,0.00023527924,0.000014767651,0.0003354715,0.000117656775,0.00014077518,0.00014158641],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048249226,0.00004117328,0.0020478922,0.000048901602,0.00003848464,0.000008610154,0.0034402658,0.0068722423,0.0011584058,0.015008836,0.00041706342,0.9709133],"study_design_scores_gemma":[0.0001277092,0.0000054078787,0.004848496,0.000021854563,0.0000062421846,0.000005242844,0.000032618453,0.9214077,0.000027081145,0.07337475,0.00005332815,0.00008959596],"about_ca_topic_score_codex":0.000043481323,"about_ca_topic_score_gemma":0.000005583965,"teacher_disagreement_score":0.9708237,"about_ca_system_score_codex":0.000023990318,"about_ca_system_score_gemma":0.000020893223,"threshold_uncertainty_score":0.29288894},"labels":[],"label_agreement":null},{"id":"W4387522170","doi":"10.1016/j.eswa.2023.122031","title":"A fast local citation recommendation algorithm scalable to multi-topics","year":2023,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Citation; Similarity (geometry); Margin (machine learning); Information retrieval; Scalability; Space (punctuation); Artificial intelligence; Machine learning; Data mining; Data science; World Wide Web","score_opus":0.03651649654463209,"score_gpt":0.29333741079450815,"score_spread":0.2568209142498761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387522170","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011919747,0.000037693288,0.9942814,0.0033553615,0.00022746983,0.0009521618,0.000006769368,0.00058359053,0.0004363655],"genre_scores_gemma":[0.1014949,0.000015748923,0.8863531,0.00059411,0.0005193317,0.006943467,0.00011733649,0.000037443107,0.003924573],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875134,0.000044752323,0.0002663234,0.00046199845,0.00022322005,0.00025236647],"domain_scores_gemma":[0.99898285,0.000047012094,0.00007605403,0.00059590454,0.00016181974,0.00013638161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022924913,0.00012113156,0.00013173324,0.0001941671,0.00023069629,0.00016504896,0.00042024654,0.000055803586,0.0000044103635],"category_scores_gemma":[0.000009498251,0.00011033805,0.000022427641,0.0011783268,0.000016709864,0.0002812835,0.00010612681,0.000073134834,0.00055782165],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025198035,0.000083697174,0.00009834055,0.000029165412,0.000022443373,0.000002218383,0.0041208277,0.021904998,0.00040802723,0.023222905,0.0071485983,0.94295627],"study_design_scores_gemma":[0.00020077745,0.000024654897,0.00019007105,0.000025658894,0.0000015869198,0.000008589052,0.0007956658,0.8824584,0.0001464268,0.000078611905,0.115919374,0.00015016395],"about_ca_topic_score_codex":0.00026299525,"about_ca_topic_score_gemma":0.000026277132,"teacher_disagreement_score":0.9428061,"about_ca_system_score_codex":0.00011401367,"about_ca_system_score_gemma":0.000055898734,"threshold_uncertainty_score":0.7169855},"labels":[],"label_agreement":null},{"id":"W4387528885","doi":"10.1119/perc.2023.pr.bralin","title":"Analysis of student essays in an introductory physics course using natural language processing","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Science Foundation","keywords":"Course (navigation); Computer science; Mathematics education; Physics; Psychology; Astronomy","score_opus":0.03381296974521332,"score_gpt":0.3505497077829594,"score_spread":0.3167367380377461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387528885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84783953,0.00012191048,0.15169065,0.000049708106,0.00009811954,0.00004310668,3.849559e-7,0.00009305244,0.00006352871],"genre_scores_gemma":[0.9855673,9.577542e-7,0.014278028,0.00003871423,0.000065564614,0.00000132526,0.0000033357596,0.0000043464884,0.000040448995],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990519,0.000042517036,0.00018740681,0.00028179705,0.00026693716,0.00016942334],"domain_scores_gemma":[0.9994389,0.000019486382,0.00006457869,0.00038987998,0.000059187776,0.000027979157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029337665,0.0000716277,0.00018040041,0.00023253173,0.000030781353,0.000059515372,0.00045848353,0.000021025544,0.000003709152],"category_scores_gemma":[0.0000073842166,0.000064604785,0.000042860152,0.0020115133,0.000017752875,0.00043755482,0.00018180732,0.00008698777,0.0000014893976],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032874498,0.0002580996,0.17913182,0.000056050536,0.00018340656,0.000046843885,0.035184808,0.5293307,0.02050375,0.0053135003,0.000013326322,0.22997445],"study_design_scores_gemma":[0.00007831343,0.000005301044,0.036246043,0.000008485158,0.00003798547,2.5548704e-7,0.0010170168,0.9620646,0.00039979062,0.00006788826,4.7882367e-7,0.00007382378],"about_ca_topic_score_codex":0.00009544486,"about_ca_topic_score_gemma":0.00014646794,"teacher_disagreement_score":0.43273395,"about_ca_system_score_codex":0.00003768828,"about_ca_system_score_gemma":0.00005514025,"threshold_uncertainty_score":0.26345065},"labels":[],"label_agreement":null},{"id":"W4387586812","doi":"10.2139/ssrn.4600240","title":"Gcsum: Boosting Informativeness and Factual Consistency of Abstractive Summarization with Semantic Graph and Contrastive Learning","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automatic summarization; Boosting (machine learning); Computer science; Natural language processing; Artificial intelligence; Consistency (knowledge bases); Graph; Linguistics; Psychology; Philosophy; Theoretical computer science","score_opus":0.014318081812067191,"score_gpt":0.23393345896519468,"score_spread":0.21961537715312748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387586812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3302349,0.00062587555,0.66865027,0.00010609239,0.00008873144,0.00015891659,0.0000017588596,0.000043967277,0.00008948956],"genre_scores_gemma":[0.99629754,0.001823284,0.0017422731,0.000009409954,0.000039644277,0.0000057193365,0.0000055746614,0.000016682217,0.00005988861],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978473,0.00012686993,0.00046293094,0.0003429997,0.0003243468,0.0008955432],"domain_scores_gemma":[0.9984216,0.00030661296,0.00076485536,0.00015984081,0.00027419,0.00007288187],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013569568,0.00024011484,0.00038991825,0.0002745017,0.00025729192,0.00019497515,0.000299643,0.0001373349,5.9162863e-7],"category_scores_gemma":[0.00018344854,0.00020859209,0.000049229184,0.00015650205,0.00011750905,0.000494565,0.0003993608,0.0028036162,6.3044405e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033662643,0.00012315811,0.09338134,0.0012707447,0.003125162,0.00007749583,0.04559033,0.16284187,0.00080801366,0.35210547,0.0000037547684,0.34033602],"study_design_scores_gemma":[0.003020772,0.0013234159,0.04252013,0.0026693374,0.00032996034,0.0017166168,0.024800885,0.366233,0.0005443736,0.5554552,0.000018450524,0.0013678673],"about_ca_topic_score_codex":0.00017011707,"about_ca_topic_score_gemma":0.00023117414,"teacher_disagreement_score":0.666908,"about_ca_system_score_codex":0.00019111643,"about_ca_system_score_gemma":0.0017632638,"threshold_uncertainty_score":0.99949694},"labels":[],"label_agreement":null},{"id":"W4387796700","doi":"10.48550/arxiv.2310.10808","title":"If the Sources Could Talk: Evaluating Large Language Models for Research Assistance in History","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Metadata; Computer science; World Wide Web; Style (visual arts); Information retrieval; Data science; Natural language processing; History","score_opus":0.38480627533143086,"score_gpt":0.31328411518250615,"score_spread":0.07152216014892471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387796700","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26082918,0.00047029264,0.7360086,0.00029081112,0.00054043153,0.00060225226,0.000015323194,0.00018823781,0.0010548915],"genre_scores_gemma":[0.98720896,0.000051537576,0.0035045126,0.00008097692,0.0001252325,0.000015050321,0.000008007635,0.000027386106,0.0089783305],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971264,0.00045515236,0.00024728948,0.0012203946,0.00030343392,0.0006473006],"domain_scores_gemma":[0.99711746,0.0007590157,0.0001777794,0.001608599,0.00025354285,0.000083631494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041551366,0.00021286037,0.0002758529,0.0003803998,0.00025697405,0.000118053074,0.002917183,0.00024554125,0.000010751697],"category_scores_gemma":[0.00024070201,0.00021085689,0.0001554713,0.0005237115,0.00010873945,0.00030607358,0.0026574214,0.0011022566,0.000021134047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019345405,0.000040834435,0.00040894226,0.000108029024,0.000025844478,0.000120985984,0.0049419347,0.7854614,0.000035758734,0.20754711,0.0008209699,0.00046884734],"study_design_scores_gemma":[0.000342205,0.000020038742,0.00012813367,0.00012356276,0.000011095799,5.2528713e-7,0.0009948363,0.92537075,0.000010844957,0.071957104,0.0008339151,0.00020699111],"about_ca_topic_score_codex":0.00092350366,"about_ca_topic_score_gemma":0.00087855384,"teacher_disagreement_score":0.73250407,"about_ca_system_score_codex":0.0010781277,"about_ca_system_score_gemma":0.00051436736,"threshold_uncertainty_score":0.85984945},"labels":[],"label_agreement":null},{"id":"W4387848904","doi":"10.1145/3583780.3615026","title":"Mulco: Recognizing Chinese Nested Named Entities through Multiple Scopes","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Scope (computer science); Named-entity recognition; Entity linking; Sequence (biology); Natural language processing; Artificial intelligence; Sequence labeling; Nested set model; Information retrieval; Programming language; Engineering; Relational database; Task (project management)","score_opus":0.04650581625218009,"score_gpt":0.28302877165170154,"score_spread":0.23652295539952145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387848904","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42901754,0.0000850383,0.5560439,0.0012259388,0.0011770021,0.0001895799,0.0000012711866,0.0017303377,0.010529333],"genre_scores_gemma":[0.86742663,0.00003135338,0.1272917,0.0004875977,0.00012811586,0.000022501727,0.000004941047,0.000013350961,0.004593813],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987577,0.000043995322,0.00022816232,0.00039558334,0.00024161521,0.00033290358],"domain_scores_gemma":[0.9991118,0.00021010352,0.000045733563,0.00051991956,0.00005989707,0.00005256153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022141082,0.00013654247,0.0001571558,0.0000996159,0.00015396134,0.0002146551,0.00066666456,0.000050490224,0.000050029008],"category_scores_gemma":[0.00020806683,0.00011079739,0.000061837585,0.00070692674,0.000024418823,0.00087821856,0.00044390524,0.00009826956,0.0005258508],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003795945,0.0003465465,0.15246797,0.000530001,0.000293052,0.00044998425,0.06789554,0.022848211,0.021540742,0.13003026,0.020962505,0.58259726],"study_design_scores_gemma":[0.0005364662,0.00002391072,0.006926758,0.000058300782,0.0000035550622,0.00001067039,0.00037919253,0.9716331,0.001984509,0.012583924,0.005512602,0.00034705814],"about_ca_topic_score_codex":0.00044281298,"about_ca_topic_score_gemma":0.00019853858,"teacher_disagreement_score":0.9487848,"about_ca_system_score_codex":0.00002110689,"about_ca_system_score_gemma":0.000037509006,"threshold_uncertainty_score":0.67589235},"labels":[],"label_agreement":null},{"id":"W4387854289","doi":"10.1145/3583780.3615205","title":"Latent Aspect Detection via Backtranslation Augmentation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Context (archaeology); Laptop; Vocabulary; SemEval; Natural language processing; Benchmark (surveying); Focus (optics); Artificial intelligence; Data science; Semantics (computer science); Latent semantic analysis; Natural language; World Wide Web; Task (project management); Linguistics","score_opus":0.03564317263585555,"score_gpt":0.2604512646798721,"score_spread":0.22480809204401658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387854289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06314266,0.000004301651,0.933789,0.0006562368,0.0003625226,0.0000781883,7.778458e-8,0.00053942966,0.0014275586],"genre_scores_gemma":[0.9822034,0.0000035781059,0.017258175,0.00006807019,0.00004205614,0.000007172077,0.0000022504103,0.0000032003172,0.00041206702],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99945366,0.000019140833,0.00010440836,0.00017296009,0.00014509831,0.00010473329],"domain_scores_gemma":[0.99975395,0.000017292114,0.000020287376,0.00016408601,0.000020700983,0.000023702922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014705943,0.000043480723,0.000036220048,0.0000881998,0.000058611826,0.000051067953,0.00012341709,0.00002408323,0.000025767411],"category_scores_gemma":[0.0000035260484,0.00004124669,0.000023068887,0.00034735858,0.0000032237895,0.00033252127,0.000027610886,0.00003494864,0.00042500268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026550695,0.000011413966,0.00071852095,0.00000881107,0.000008792463,0.0000040802065,0.0007503362,0.011539246,0.053373195,0.013820597,0.00008797566,0.9196744],"study_design_scores_gemma":[0.00012240563,0.000016414206,0.009935099,0.000002040762,0.0000014400674,0.0000022924864,0.000007713351,0.9618576,0.019986542,0.007868737,0.00014250669,0.00005719501],"about_ca_topic_score_codex":0.000057751135,"about_ca_topic_score_gemma":0.00004930748,"teacher_disagreement_score":0.9503184,"about_ca_system_score_codex":0.000028649138,"about_ca_system_score_gemma":0.000007372993,"threshold_uncertainty_score":0.5462691},"labels":[],"label_agreement":null},{"id":"W4387963603","doi":"10.48550/arxiv.2310.16127","title":"Octopus: A Multitask Model and Toolkit for Arabic Natural Language Generation","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Python (programming language); Natural language processing; Arabic; Transformer; Artificial intelligence; Language model; Economic shortage; Machine learning; Programming language; Linguistics; Engineering","score_opus":0.13947226149193978,"score_gpt":0.21580148305899904,"score_spread":0.07632922156705926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387963603","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36460358,0.00009187745,0.63428193,0.00009798733,0.0004228749,0.0002543358,0.00001555975,0.00019382071,0.00003801339],"genre_scores_gemma":[0.965818,0.00005018192,0.030487226,0.000092427275,0.00013126673,0.0000034914563,0.00003529977,0.00001634649,0.0033657658],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985635,0.000035804245,0.00014348382,0.0009459377,0.00006459114,0.00024668218],"domain_scores_gemma":[0.9989222,0.00006619637,0.00010764762,0.00073258777,0.00009252062,0.00007880554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018156378,0.00020297754,0.0002053806,0.00017466293,0.00012290326,0.00014067044,0.0007416638,0.00017830245,0.0000012344175],"category_scores_gemma":[0.000049095757,0.00023048947,0.00011161188,0.00015571369,0.000030808773,0.00032404883,0.0010483642,0.00027993816,0.000011459211],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007454012,0.000015271551,0.0001412096,0.00007170261,0.00003617747,0.00004292336,0.000724353,0.93942344,0.00044402457,0.057091482,0.00020467801,0.0017972813],"study_design_scores_gemma":[0.00033512776,0.0000116765195,0.0000824168,0.000029144612,0.000026793765,0.0000016284426,0.000050554107,0.9852581,0.000085589156,0.013843356,0.000022760785,0.00025285102],"about_ca_topic_score_codex":0.0001193126,"about_ca_topic_score_gemma":0.00014668268,"teacher_disagreement_score":0.60379475,"about_ca_system_score_codex":0.00010664719,"about_ca_system_score_gemma":0.00009928489,"threshold_uncertainty_score":0.9399088},"labels":[],"label_agreement":null},{"id":"W4387968110","doi":"10.1145/3581783.3612183","title":"ECENet: Explainable and Context-Enhanced Network for Muti-modal Fact verification","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Natural Science Foundation of China","keywords":"Computer science; Modal; Inference; Context (archaeology); Reinforcement learning; Feature (linguistics); Sentence; Artificial intelligence; Process (computing); Feature extraction; Machine learning; Natural language processing; Programming language","score_opus":0.03436481007912221,"score_gpt":0.2648313612036172,"score_spread":0.23046655112449502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387968110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06438176,0.00006350328,0.93322235,0.0007430001,0.0002525186,0.00022725922,8.590111e-7,0.0002675214,0.0008412389],"genre_scores_gemma":[0.94885665,0.00002334192,0.049263805,0.00022763872,0.000092521106,0.000059485712,0.000004644264,0.000005592162,0.0014663382],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999248,0.000014202887,0.00012070527,0.00028905505,0.00008268008,0.00024530813],"domain_scores_gemma":[0.9995145,0.00008748755,0.00003112667,0.00028125136,0.000039031034,0.000046580873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002218791,0.000067560795,0.0000864594,0.000031736334,0.0001312518,0.00008983927,0.00022999314,0.00003681572,0.0000069662337],"category_scores_gemma":[0.000023554298,0.00006283004,0.000021523612,0.00017862154,0.000010819269,0.00024299925,0.00008625273,0.00003369287,0.000027092807],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017955745,0.000018667222,0.00050607685,0.000047052243,0.000020931937,0.0000023960165,0.0016368923,0.01779645,0.0043687313,0.41487116,0.010195829,0.55051786],"study_design_scores_gemma":[0.00033670338,0.000039166604,0.001985033,0.000009061653,0.000001874337,0.0000010298891,0.00011377319,0.97039723,0.003669972,0.013840016,0.009482444,0.00012369499],"about_ca_topic_score_codex":0.00003526423,"about_ca_topic_score_gemma":0.000019927811,"teacher_disagreement_score":0.9526008,"about_ca_system_score_codex":0.000017149005,"about_ca_system_score_gemma":0.000023490038,"threshold_uncertainty_score":0.2562135},"labels":[],"label_agreement":null},{"id":"W4388000226","doi":"10.1016/j.compag.2023.108330","title":"Automated extraction of domain knowledge in the dairy industry","year":2023,"lang":"en","type":"article","venue":"Computers and Electronics in Agriculture","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Knowledge graph; Artificial intelligence; Domain knowledge; Transformer; Knowledge extraction; Parsing; Graph; Deep learning; Natural language processing; Natural language understanding; Machine learning; Natural language; Theoretical computer science; Engineering","score_opus":0.013981378145358514,"score_gpt":0.2657512442648914,"score_spread":0.2517698661195329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388000226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97221494,0.0011626824,0.023683978,0.0017415666,0.00026921945,0.00018194766,5.602244e-7,0.00021819916,0.0005269234],"genre_scores_gemma":[0.9970154,0.0001281522,0.0026583998,0.00008485329,0.00005395255,0.000009725962,0.000004387086,0.000002879164,0.000042211435],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991259,0.000091772425,0.00018775369,0.00022733126,0.00011508119,0.00025213574],"domain_scores_gemma":[0.9996124,0.00009696146,0.000052296604,0.00019442305,0.00002174207,0.000022167085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042188034,0.00009287203,0.000121699944,0.00011050661,0.00004580053,0.00005121234,0.00045206887,0.000166178,3.5844263e-7],"category_scores_gemma":[0.000006049092,0.000058694106,0.000024079183,0.0010808833,0.000015738891,0.00014467485,0.00012248392,0.0005229277,0.000002066926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026111387,0.0008151332,0.011152857,0.0003177144,0.000078993544,0.00023850855,0.050969563,0.06604727,0.020486066,0.5974688,0.10108221,0.15131679],"study_design_scores_gemma":[0.0007472345,0.00010985838,0.07213206,0.00014587496,0.000003922326,0.00009873112,0.00083458534,0.9020639,0.00035694687,0.011167319,0.01206383,0.0002757451],"about_ca_topic_score_codex":0.000019117786,"about_ca_topic_score_gemma":0.00010859459,"teacher_disagreement_score":0.8360166,"about_ca_system_score_codex":0.000054012304,"about_ca_system_score_gemma":0.000041758256,"threshold_uncertainty_score":0.2393476},"labels":[],"label_agreement":null},{"id":"W4388184947","doi":"10.48550/arxiv.2310.20558","title":"Breaking the Token Barrier: Chunking and Convolution for Efficient Long Text Classification with BERT","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; Alliance de recherche numérique du Canada","keywords":"Computer science; Chunking (psychology); Inference; Security token; Artificial intelligence; Benchmark (surveying); Machine learning","score_opus":0.10389894511885368,"score_gpt":0.19970924822964303,"score_spread":0.09581030311078935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388184947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25160983,0.00003735663,0.7469495,0.0003241005,0.00027276197,0.00044740047,0.0000045784122,0.00017118688,0.0001833216],"genre_scores_gemma":[0.99691784,0.000031108255,0.0023954064,0.000052330302,0.00007632895,0.000005792159,0.000008989311,0.000017133372,0.00049505907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848956,0.00007190499,0.0001557352,0.0009039515,0.00010310144,0.00027574954],"domain_scores_gemma":[0.9984942,0.0002082569,0.00021785044,0.00086428516,0.00014124764,0.000074143325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004331319,0.00019619473,0.00017795427,0.00014697126,0.000370572,0.00018649599,0.0009035985,0.00014446296,0.0000015076415],"category_scores_gemma":[0.000033372107,0.00016929855,0.000074448486,0.00029501645,0.000098052216,0.00016177304,0.0009151851,0.00028847836,0.0000070913648],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032294243,0.000022333927,0.008775083,0.00012287627,0.00007892982,0.00002695223,0.0010757642,0.7681407,0.000058775255,0.21729742,0.0000426014,0.004326306],"study_design_scores_gemma":[0.00029008763,0.000021509828,0.012451019,0.00013320427,0.000052333562,0.000005231584,0.00015503244,0.9817247,0.000032840908,0.004783292,0.00013558836,0.00021517865],"about_ca_topic_score_codex":0.00017451741,"about_ca_topic_score_gemma":0.00012677976,"teacher_disagreement_score":0.74530804,"about_ca_system_score_codex":0.00018058332,"about_ca_system_score_gemma":0.00013301759,"threshold_uncertainty_score":0.6903795},"labels":[],"label_agreement":null},{"id":"W4388212323","doi":"10.1109/issre59848.2023.00052","title":"Resilience Assessment of Large Language Models under Transient Hardware Faults","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Transient (computer programming); Reliability (semiconductor); Resilience (materials science); Power (physics)","score_opus":0.03433932826595434,"score_gpt":0.32593017493957077,"score_spread":0.29159084667361646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388212323","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10386015,0.000022687662,0.8856594,0.0007564475,0.00012691958,0.000102574624,0.000005139365,0.0002553837,0.009211324],"genre_scores_gemma":[0.9479448,0.000008022181,0.050193712,0.00023901943,0.000013558485,0.00000827005,0.000002761884,0.0000054185134,0.0015843987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987476,0.00003694868,0.00021184652,0.0003293278,0.00039816933,0.00027610088],"domain_scores_gemma":[0.9992167,0.00004719618,0.00003901559,0.0005865143,0.000049196944,0.00006140379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003424587,0.000085865635,0.00012755125,0.00010006383,0.000050097162,0.000024195584,0.0006254296,0.00003788316,0.000028652817],"category_scores_gemma":[0.000006631312,0.00007318991,0.000054557036,0.00041632017,0.000013865965,0.00032322534,0.00019565926,0.00008015883,0.00002026553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001613278,0.000082756356,0.00027831504,0.000048004964,0.000015477355,0.000030158522,0.0045516044,0.3325685,0.00429264,0.65032035,0.00090756174,0.0069030374],"study_design_scores_gemma":[0.00020776622,0.000018979968,0.0029018214,0.00001749047,0.000001902939,0.0000014467171,0.00054278417,0.99206275,0.0011403613,0.002904291,0.00010951691,0.000090919304],"about_ca_topic_score_codex":0.00006261642,"about_ca_topic_score_gemma":0.000045133616,"teacher_disagreement_score":0.8440847,"about_ca_system_score_codex":0.000028123159,"about_ca_system_score_gemma":0.00007438045,"threshold_uncertainty_score":0.2984598},"labels":[],"label_agreement":null},{"id":"W4388306831","doi":"10.23977/acss.2023.070903","title":"Research on NLP Based Automatic Summarization Generation Method for Medical Texts","year":2023,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Natural language processing; Similarity (geometry); Task (project management); Artificial intelligence; Sentence; Information retrieval; Domain (mathematical analysis); Semantic similarity; Documentation; Deep learning; Generative grammar","score_opus":0.10849512291477016,"score_gpt":0.4202254896988056,"score_spread":0.31173036678403543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388306831","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031409538,0.00060819555,0.9938335,0.00068597647,0.0010520781,0.0004847938,0.0000018975558,0.00013619733,0.000056424167],"genre_scores_gemma":[0.68009824,0.0001288144,0.31799608,0.00039881488,0.0009299668,0.0003328804,0.000025970066,0.000018671755,0.00007054983],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976531,0.0005333174,0.00039077492,0.00047615363,0.00065337936,0.0002932415],"domain_scores_gemma":[0.9979012,0.0015231877,0.000067016415,0.00030630888,0.00011877486,0.00008352613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041820123,0.00010323678,0.00020872657,0.00035247052,0.00014771696,0.00022420377,0.00040855855,0.00008791863,0.0000019239135],"category_scores_gemma":[0.00008610305,0.000088764675,0.000027276208,0.000607899,0.000020173771,0.00034263902,0.00011455334,0.00012711805,0.000008144505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026761038,0.00002683895,0.00013439263,0.00019223405,0.000004448975,0.00001144327,0.00021253905,0.48364127,0.00014152187,0.035221703,0.0005285399,0.47988242],"study_design_scores_gemma":[0.00034121666,0.00012724011,0.00006939884,0.00021000188,8.1155935e-7,0.0000030952153,0.000011158523,0.9950654,0.0001422206,0.0022252495,0.0017064735,0.000097748336],"about_ca_topic_score_codex":0.000019935187,"about_ca_topic_score_gemma":0.00001584636,"teacher_disagreement_score":0.6769573,"about_ca_system_score_codex":0.000038473812,"about_ca_system_score_gemma":0.00007685344,"threshold_uncertainty_score":0.36197186},"labels":[],"label_agreement":null},{"id":"W4388328907","doi":"10.48550/arxiv.2311.00913","title":"Self-Influence Guided Data Reweighting for Language Model Pre-training","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Novelty; Artificial intelligence; Context (archaeology); Task (project management); Relevance (law); Language model; Machine learning; Sample (material); Training set; Point (geometry); Stability (learning theory); Quality (philosophy); Natural language processing; Mathematics","score_opus":0.2694218530808317,"score_gpt":0.26253805896662474,"score_spread":0.006883794114206976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388328907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13346428,0.000034575136,0.86352867,0.00013501117,0.00039729234,0.00048633636,0.00007674258,0.0012108731,0.00066620007],"genre_scores_gemma":[0.7897966,0.000044317014,0.20742397,0.00010175458,0.0001496452,0.0000034658692,0.0000750001,0.000038703078,0.002366557],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99676037,0.00007370521,0.00033923116,0.0021134722,0.00014546237,0.00056773983],"domain_scores_gemma":[0.9950642,0.0002412303,0.0003239721,0.0040366026,0.00017333252,0.00016067244],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0008617544,0.00033699453,0.00037370747,0.0002416659,0.0002292079,0.00020817172,0.0062388033,0.00028464827,0.0000018990065],"category_scores_gemma":[0.00023856283,0.00040874898,0.00014134789,0.00040132215,0.000038620074,0.00085011753,0.008190099,0.0004957358,0.000027422348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005229729,0.000018634415,0.00015965445,0.00018756428,0.00006847112,0.00010362687,0.0025458685,0.943401,0.00005264822,0.05264835,0.00030714268,0.00050180155],"study_design_scores_gemma":[0.00029133307,0.000010234846,0.000043569602,0.00014320466,0.000059212118,0.0000031745062,0.0001360373,0.9580985,0.00003708876,0.04061638,0.00014194539,0.00041937543],"about_ca_topic_score_codex":0.00018270775,"about_ca_topic_score_gemma":0.000056432087,"teacher_disagreement_score":0.6563323,"about_ca_system_score_codex":0.00018350493,"about_ca_system_score_gemma":0.00048259884,"threshold_uncertainty_score":0.99983644},"labels":[],"label_agreement":null},{"id":"W4388341202","doi":"10.1007/s10489-023-04992-9","title":"Arabic text detection: a survey of recent progress challenges and opportunities","year":2023,"lang":"en","type":"article","venue":"Applied Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Arabic; Context (archaeology); Representation (politics); Natural language processing; Field (mathematics); Artificial intelligence; Semantics (computer science); Open research; Intermediate language; Data science; Linguistics; World Wide Web; Politics; Programming language; Mathematics","score_opus":0.2370631666371304,"score_gpt":0.31121353525992246,"score_spread":0.07415036862279206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388341202","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06343255,0.0059323837,0.92009336,0.0016745862,0.0005055694,0.00048565617,0.000003449619,0.000550001,0.007322471],"genre_scores_gemma":[0.98481375,0.012612821,0.0023868035,0.000040639796,0.000018695766,0.000047192458,0.0000012654617,0.000007037948,0.00007180391],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898624,0.0000451937,0.00023771926,0.0003317678,0.00020166539,0.00019739974],"domain_scores_gemma":[0.99918324,0.00015922694,0.0000806836,0.0004076345,0.000108314336,0.000060930102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006742086,0.000102002974,0.00014793874,0.00011334782,0.000052005835,0.000033493812,0.00043377816,0.000049522554,0.000009659872],"category_scores_gemma":[0.00003448825,0.00009679997,0.000014101087,0.0002929404,0.00010480783,0.00010619265,0.00025699454,0.00008614744,0.00003458589],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003908686,0.000010615348,0.000035610436,0.000029042556,0.0000065185473,0.000002413597,0.0009782737,0.000054112876,0.00008530206,0.054095943,0.00000832907,0.9446899],"study_design_scores_gemma":[0.00051645597,0.00075590913,0.10252582,0.00029794566,0.000032696058,0.00010525363,0.0053536114,0.51351345,0.22315437,0.11857197,0.03296314,0.0022094054],"about_ca_topic_score_codex":0.000024359106,"about_ca_topic_score_gemma":0.000056940964,"teacher_disagreement_score":0.9424805,"about_ca_system_score_codex":0.000012172864,"about_ca_system_score_gemma":0.000038473965,"threshold_uncertainty_score":0.39473882},"labels":[],"label_agreement":null},{"id":"W4388380341","doi":"10.31234/osf.io/dc6tz","title":"Evaluating Large Language Models for Assisting in Meta-Analysis","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Natural Science Foundation of China","keywords":"Coding (social sciences); Meta-analysis; Computer science; Qualitative analysis; Perspective (graphical); Empirical research; Qualitative property; Quantitative analysis (chemistry); Natural language processing; Data science; Qualitative research; Psychology; Artificial intelligence; Machine learning; Statistics; Social science; Sociology; Medicine; Pathology","score_opus":0.48496812663430605,"score_gpt":0.4559516276934493,"score_spread":0.029016498940856728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388380341","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002345495,0.00042988337,0.9943248,0.0008014772,0.00021516709,0.00052755576,0.000033850134,0.0004015921,0.0009201473],"genre_scores_gemma":[0.33220565,0.0000018084004,0.6645363,0.00018537277,0.00005994386,0.00040763468,0.00003518706,0.000020837311,0.0025472369],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968759,0.00018862366,0.00070949335,0.0012224033,0.00053163554,0.0004719702],"domain_scores_gemma":[0.9973935,0.00055634486,0.00027762292,0.0015769603,0.00013535937,0.00006023982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004694821,0.00027224762,0.0011150385,0.0006211723,0.00007887334,0.00027281162,0.0014896196,0.00019483267,0.000043599775],"category_scores_gemma":[0.00035640728,0.00023320218,0.0013408833,0.00070743466,0.000007198898,0.00020103586,0.002544163,0.00038906946,0.000011232591],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.4778004e-7,0.000017527127,0.000030316329,0.00006579938,0.011076191,0.0000065551353,0.0016932638,0.9652911,0.000010319269,0.02010503,0.000028584698,0.0016746649],"study_design_scores_gemma":[0.00011769567,0.000005173702,0.000022932252,0.000006643712,0.013208381,2.0944648e-7,0.00012745666,0.9517147,0.000025553836,0.034536116,0.0000038359144,0.00023133066],"about_ca_topic_score_codex":0.00092534575,"about_ca_topic_score_gemma":0.0014286629,"teacher_disagreement_score":0.32986015,"about_ca_system_score_codex":0.000090705325,"about_ca_system_score_gemma":0.0001336588,"threshold_uncertainty_score":0.9509709},"labels":[],"label_agreement":null},{"id":"W4388405359","doi":"10.1109/dsaa60987.2023.10302466","title":"Learning Representations through Contrastive Strategies for a more Robust Stance Detection","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Lakehead University","funders":"","keywords":"Computer science; Artificial intelligence; Embedding; Sentence; Transformer; Machine learning; Adversarial system; Feature learning; Natural language processing","score_opus":0.06414987442765853,"score_gpt":0.3212894235715813,"score_spread":0.2571395491439228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388405359","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017327202,0.000012253886,0.97833884,0.00069574825,0.0001994127,0.00019381518,0.0000010122758,0.000605629,0.0026260808],"genre_scores_gemma":[0.90090686,0.0000071155805,0.097457476,0.00006592488,0.000058839712,0.000081793696,0.0000023565021,0.000005770281,0.0014138765],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992774,0.000022348826,0.00012247096,0.00027695522,0.00011944219,0.00018136483],"domain_scores_gemma":[0.9994885,0.00017268548,0.000042188076,0.00018231622,0.00009353708,0.000020821073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001225014,0.00006252638,0.000072348834,0.00004187265,0.00019836667,0.0001548894,0.00018961892,0.000028521355,0.0000046270015],"category_scores_gemma":[0.00007827077,0.000059471466,0.000034653927,0.0003316479,0.000020664109,0.0007704013,0.000057489597,0.00007909144,0.0000137304],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070366273,0.0000088492325,0.00014459489,0.00001888014,0.000019130674,0.0000040942446,0.006910647,0.72017217,0.0024565426,0.24763839,0.00032442514,0.022295259],"study_design_scores_gemma":[0.00019147362,0.0000374894,0.0006248128,0.000007688692,0.0000024988428,0.0000017848199,0.0055247494,0.9644403,0.0013462494,0.027381478,0.00036338926,0.00007812431],"about_ca_topic_score_codex":0.00009242173,"about_ca_topic_score_gemma":0.000093349416,"teacher_disagreement_score":0.8835796,"about_ca_system_score_codex":0.000022757877,"about_ca_system_score_gemma":0.000046576686,"threshold_uncertainty_score":0.2425176},"labels":[],"label_agreement":null},{"id":"W4388477306","doi":"10.18280/ria.370524","title":"Assessing Semantic Similarity Measures and Proposing a WuP-Resnik Hybrid Metric for Enhanced Arabic Language Processing","year":2023,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Arabic; Semantic similarity; Similarity (geometry); Metric (unit); Natural language processing; Computer science; Artificial intelligence; Linguistics; Philosophy; Engineering; Image (mathematics)","score_opus":0.07493175031527047,"score_gpt":0.3316384455456369,"score_spread":0.2567066952303664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388477306","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2418272,0.0008976491,0.75542283,0.0006271181,0.00021199184,0.0004076327,0.0000014073285,0.0003553442,0.00024882198],"genre_scores_gemma":[0.965829,0.000043910193,0.033516772,0.00010726994,0.00011129118,0.000057955403,0.000004046451,0.000024580677,0.0003051383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99777734,0.000077902136,0.000488445,0.00078715815,0.00029815285,0.0005710215],"domain_scores_gemma":[0.99864507,0.00032345508,0.00016854488,0.0005732445,0.00017449852,0.00011520101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001210748,0.00021875679,0.0002965199,0.00037962687,0.0004802652,0.0007838222,0.00059856725,0.000068929825,0.00000454661],"category_scores_gemma":[0.0006337192,0.0002132934,0.00009032772,0.00130245,0.00007176974,0.00089844456,0.00025020086,0.00020603547,0.00003699018],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007692494,0.00006584848,0.00013923133,0.00054239645,0.00001741697,0.000033295008,0.0062515885,0.025635224,0.05489,0.0015504627,0.00007122884,0.9107956],"study_design_scores_gemma":[0.000046823243,0.000037043126,0.00004878552,0.00020118852,0.0000128472475,0.000021093107,0.0010162977,0.79148334,0.20388691,0.0028824382,0.00014473648,0.0002184966],"about_ca_topic_score_codex":0.000026698715,"about_ca_topic_score_gemma":0.0000100622765,"teacher_disagreement_score":0.9105771,"about_ca_system_score_codex":0.00006125645,"about_ca_system_score_gemma":0.000104192826,"threshold_uncertainty_score":0.86978525},"labels":[],"label_agreement":null},{"id":"W4388477679","doi":"10.18280/ria.370513","title":"Enhancing Text Summarization with a T5 Model and Bayesian Optimization","year":2023,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Bayesian optimization; Computer science; Bayesian probability; Artificial intelligence; Information retrieval; Natural language processing","score_opus":0.03066239276200701,"score_gpt":0.2504901021751001,"score_spread":0.2198277094130931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388477679","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008479283,0.0000391775,0.9892502,0.0007311988,0.00007952269,0.0001659127,5.9378846e-7,0.00028406692,0.00097007013],"genre_scores_gemma":[0.82525426,0.0000740546,0.17334543,0.00008960827,0.000032502365,0.00001887828,0.000005926763,0.000014347931,0.0011649625],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988516,0.000026810496,0.00025735726,0.00044484824,0.00015800177,0.00026138127],"domain_scores_gemma":[0.99926084,0.00007000706,0.0000714555,0.00043965122,0.00008122291,0.00007683269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029414083,0.00011834714,0.00011995242,0.00016023389,0.00017804728,0.00015767527,0.0003034936,0.00005353592,0.000012786945],"category_scores_gemma":[0.000053653454,0.00011209715,0.00002163447,0.00080202083,0.00003327706,0.0004177869,0.0001452037,0.00009199732,0.00005768021],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023270522,0.000009963771,0.00009075286,0.000021886113,0.000003056474,0.000004478915,0.0016756761,0.96880716,0.0010471985,0.012753518,0.000018512315,0.015565495],"study_design_scores_gemma":[0.000023725786,0.00003234281,0.000008537455,0.00006452082,0.0000036994263,0.00000979158,0.00023264888,0.9886673,0.0085899625,0.002177112,0.00004684304,0.0001435307],"about_ca_topic_score_codex":0.000015396745,"about_ca_topic_score_gemma":0.000019963338,"teacher_disagreement_score":0.816775,"about_ca_system_score_codex":0.000026693155,"about_ca_system_score_gemma":0.000047216417,"threshold_uncertainty_score":0.4571189},"labels":[],"label_agreement":null},{"id":"W4388481814","doi":"10.48550/arxiv.2311.02891","title":"AdaFlood: Adaptive Flood Regularization","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research","keywords":"Regularization (linguistics); Flood myth; Computer science; Sample (material); Generalization; Artificial intelligence; Artificial neural network; Asynchronous communication; Machine learning; Mathematics; Geography","score_opus":0.12663066713815258,"score_gpt":0.18398905481882552,"score_spread":0.057358387680672945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388481814","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02395561,0.000029112016,0.971442,0.00019641499,0.0011561494,0.00026507946,0.000010272673,0.00081156404,0.0021338032],"genre_scores_gemma":[0.97867304,0.0000620745,0.013067,0.000068502515,0.00014568688,0.0000013370442,0.000020873691,0.000027842918,0.007933617],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784887,0.0001274996,0.00020222507,0.0013460518,0.00013287038,0.00034246384],"domain_scores_gemma":[0.99780995,0.0000681343,0.0002061852,0.0016102021,0.00016986455,0.00013566478],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002409368,0.00027649937,0.00027474546,0.0003008293,0.00014222537,0.00012275002,0.0019506672,0.00032902329,0.000012323182],"category_scores_gemma":[0.00004109577,0.00034673524,0.0001687772,0.00067879044,0.000048726866,0.00039082463,0.0028862257,0.0005136108,0.0002397402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071109234,0.000028998486,0.00029484072,0.000027675911,0.00006517999,0.00020738789,0.00021781569,0.5226481,0.000012514808,0.47558594,0.00021285875,0.00069157546],"study_design_scores_gemma":[0.00022078825,0.000024476843,0.0003922437,0.00007322348,0.0000356933,0.00000191922,0.000045222296,0.82495296,0.000077623896,0.17373644,0.00012855777,0.00031082862],"about_ca_topic_score_codex":0.0001696655,"about_ca_topic_score_gemma":0.00006177429,"teacher_disagreement_score":0.958375,"about_ca_system_score_codex":0.00019533408,"about_ca_system_score_gemma":0.00023750545,"threshold_uncertainty_score":0.9998985},"labels":[],"label_agreement":null},{"id":"W4388555939","doi":"10.48550/arxiv.2311.04900","title":"How Abstract Is Linguistic Generalization in Large Language Models? Experiments with Argument Structure","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Northwestern University; University of Toronto; Stony Brook University; National Science Foundation; Yale University; Heinrich-Heine-Universität Düsseldorf","keywords":"Argument (complex analysis); Verb; Word order; Generalization; Linguistics; Object (grammar); Computer science; Subject (documents); Noun; Natural language processing; Space (punctuation); Artificial intelligence; Mathematics; Philosophy","score_opus":0.07583491214773017,"score_gpt":0.21339672845317248,"score_spread":0.1375618163054423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388555939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42448208,0.000053012725,0.5744789,0.000072743234,0.00035183303,0.00020745484,0.000019944118,0.00015347319,0.00018054705],"genre_scores_gemma":[0.99336946,0.000038632978,0.004789201,0.00009626259,0.000090207,0.0000015150817,0.000044551474,0.000026298943,0.0015438636],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821854,0.000045002613,0.00015535357,0.0010635107,0.00015718579,0.0003603932],"domain_scores_gemma":[0.99858284,0.00001942162,0.00018103614,0.0010318467,0.00008751433,0.00009734914],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00010669639,0.0002847759,0.00025396384,0.000287527,0.00007422583,0.00021405361,0.0010360465,0.00022513092,0.000014058171],"category_scores_gemma":[0.000013547936,0.0003004798,0.000068069494,0.00037937064,0.000020546373,0.0003130362,0.00096364843,0.00041903948,0.000008288338],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001558826,0.000057818335,0.0020959696,0.00008586386,0.000055402288,0.0007194856,0.0049856273,0.9394501,0.00008453476,0.0522368,0.000046735102,0.00016609441],"study_design_scores_gemma":[0.0005118732,0.000019981822,0.0007205953,0.00012155209,0.000017374856,0.0000014256597,0.00025889766,0.9802645,0.00032246526,0.017366156,0.000042678355,0.00035252437],"about_ca_topic_score_codex":0.00037003946,"about_ca_topic_score_gemma":0.00029221058,"teacher_disagreement_score":0.56968975,"about_ca_system_score_codex":0.000265048,"about_ca_system_score_gemma":0.00011918672,"threshold_uncertainty_score":0.99994475},"labels":[],"label_agreement":null},{"id":"W4388652381","doi":"","title":"Literary Natural Language Generation with Psychological Traits","year":2020,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Natural language generation; Computer science; Natural (archaeology); Natural language; Natural language processing; Linguistics; Psychology; History; Philosophy","score_opus":0.025977568990003804,"score_gpt":0.25486348771873263,"score_spread":0.22888591872872882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388652381","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10283732,0.0016030169,0.86344737,0.017638922,0.00029375884,0.00034814217,0.000014279542,0.00052222365,0.013294953],"genre_scores_gemma":[0.69010484,0.00004601063,0.30802497,0.00043536018,0.00006671683,0.000036387257,0.00016495319,0.000018995137,0.001101756],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951256,0.0025069641,0.00040391798,0.0011831854,0.0004727876,0.00030752414],"domain_scores_gemma":[0.9966173,0.00031696277,0.0003013046,0.0018690672,0.0007143012,0.00018106824],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015513928,0.0003194159,0.0003143212,0.00011533808,0.00019874722,0.00079600216,0.0022555033,0.00022811186,0.000034398694],"category_scores_gemma":[0.000346453,0.0002848485,0.00013549982,0.00034770794,0.000091290676,0.00028862568,0.0014693313,0.0008956476,0.000031392457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001967317,0.00059880316,0.0003476945,0.00018175274,0.00011402454,0.00012685587,0.057838764,0.00041648268,0.018171322,0.29284507,0.0018324445,0.6275071],"study_design_scores_gemma":[0.00086512667,0.0000018043436,0.0031725795,0.0009970347,0.000031414518,0.00009841809,0.00007042515,0.9638946,0.020449573,0.0072665187,0.0022201722,0.0009323357],"about_ca_topic_score_codex":0.000098042176,"about_ca_topic_score_gemma":0.00016380417,"teacher_disagreement_score":0.9634781,"about_ca_system_score_codex":0.00006554043,"about_ca_system_score_gemma":0.00013977948,"threshold_uncertainty_score":0.99996036},"labels":[],"label_agreement":null},{"id":"W4388666107","doi":"10.26615/978-954-452-092-2_018","title":"Beyond Information: Is ChatGPT Empathetic Enough?","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Classifier (UML); Emotion detection; Emotional intelligence; Human–computer interaction; Artificial intelligence; Emotion recognition; Cognitive psychology; Natural language processing; Psychology; Social psychology","score_opus":0.017049252158564815,"score_gpt":0.23769111733953036,"score_spread":0.22064186518096554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388666107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009013901,0.000012468883,0.90028757,0.010989301,0.00052575266,0.00012792992,0.0000010406069,0.0007519832,0.078290045],"genre_scores_gemma":[0.92235434,0.000021291753,0.059391305,0.008325332,0.00012722012,0.000035678353,0.000005507453,0.0000066140287,0.009732741],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993788,0.0000073194296,0.00013865561,0.00011178143,0.00019043231,0.00017301149],"domain_scores_gemma":[0.9994665,0.000017778868,0.000024091056,0.000411456,0.00003342747,0.000046745594],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014303914,0.000054925593,0.000055575176,0.000095904,0.00006291958,0.00012761308,0.00044954784,0.000027811304,0.00011405737],"category_scores_gemma":[0.000010045946,0.000047586345,0.000027839435,0.0003767276,0.0000075364887,0.00089027965,0.00021687482,0.00004608913,0.0034435387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.7599633e-7,0.00000850752,0.00012675936,0.000016065722,0.000006653428,0.0000056551544,0.017905148,0.0007810219,0.000019654126,0.5476098,0.025883581,0.4076367],"study_design_scores_gemma":[0.00015903814,0.000017385093,0.0004646947,0.0000052164805,0.000001170611,0.000008543432,0.00016737459,0.829976,0.0008301763,0.023666918,0.14456186,0.00014157263],"about_ca_topic_score_codex":0.000013190908,"about_ca_topic_score_gemma":0.0000011145804,"teacher_disagreement_score":0.9133404,"about_ca_system_score_codex":0.000012039755,"about_ca_system_score_gemma":0.00002829734,"threshold_uncertainty_score":0.9973324},"labels":[],"label_agreement":null},{"id":"W4388779961","doi":"10.1515/9781552384039-013","title":"Schema-Independent Retrieval from Heterogeneous Structured Text","year":2006,"lang":"en","type":"book-chapter","venue":"University of Calgary Press eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Schema (genetic algorithms); Information retrieval; Computer science; Natural language processing","score_opus":0.018682485011425987,"score_gpt":0.18439956649265848,"score_spread":0.1657170814812325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388779961","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052762864,0.00040010797,0.2446345,0.0000071339728,0.00030010636,0.00026528514,0.00004934032,0.00015620886,0.75365967],"genre_scores_gemma":[0.012761631,0.000036638605,0.046689738,0.0000698569,0.00019177314,1.291543e-7,0.000052677948,0.00005530467,0.9401423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978711,0.00003192586,0.00027134875,0.00075704884,0.00081219454,0.00025640594],"domain_scores_gemma":[0.99813455,0.000052801865,0.00034051502,0.001150606,0.00018534252,0.00013618263],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00008540484,0.00034321658,0.00047628878,0.00013506935,0.00011789513,0.000048117297,0.0016521362,0.00052110583,0.0000831727],"category_scores_gemma":[0.000004704226,0.00042165836,0.00026459797,0.000006855552,0.00013936644,0.00010538626,0.0010104718,0.00045905926,0.000011989944],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025364268,0.000035257453,0.0000082732095,0.00013686021,0.0006168427,0.0016791264,0.0010789299,0.0009445701,0.001479454,0.933484,0.0015132135,0.058769837],"study_design_scores_gemma":[0.003070324,0.00020924082,0.000057030233,0.0005492999,0.00045479764,0.0000852375,0.000013937704,0.078377604,0.014316007,0.059970316,0.84065694,0.0022392771],"about_ca_topic_score_codex":0.0013828125,"about_ca_topic_score_gemma":0.00022689663,"teacher_disagreement_score":0.8735137,"about_ca_system_score_codex":0.00015561105,"about_ca_system_score_gemma":0.00015578237,"threshold_uncertainty_score":0.9998235},"labels":[],"label_agreement":null},{"id":"W4388963827","doi":"10.48550/arxiv.2311.13538","title":"AlignedCoT: Prompting Large Language Models via Native-Speaking Demonstrations","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Ciencias del Mar y Limnología, Universidad Nacional Autónoma de México; Guangzhou Municipal Science and Technology Bureau; National Natural Science Foundation of China; Guangdong Science and Technology Department; Institute for Catastrophic Loss Reduction","keywords":"Context (archaeology); Style (visual arts); Computer science; Set (abstract data type); Natural language processing; Code (set theory); Artificial intelligence; Linguistics; Programming language; Geography","score_opus":0.11570230983264429,"score_gpt":0.22074737020777532,"score_spread":0.10504506037513103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388963827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10191988,0.00004707585,0.89282435,0.00013851009,0.0005009427,0.00034678882,0.000020341879,0.00086814014,0.003333987],"genre_scores_gemma":[0.9818769,0.000023307544,0.016547807,0.000066900524,0.0001241658,0.000003054159,0.000023173934,0.00003230454,0.0013023689],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974823,0.00015454838,0.00029359583,0.0013567993,0.00016521597,0.0005475283],"domain_scores_gemma":[0.9979616,0.000129474,0.00028956446,0.0013086488,0.00016231825,0.00014842309],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004961675,0.00033293935,0.00032317496,0.00036932586,0.00033849478,0.00020209837,0.0019039421,0.0002777382,0.000013654965],"category_scores_gemma":[0.000047295787,0.00040603903,0.00020691076,0.00065622915,0.000048454905,0.0007882632,0.0028450699,0.0006474937,0.000092253504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027012823,0.00004855602,0.0003559605,0.00006267198,0.0000704722,0.00036988905,0.0027980602,0.67610747,0.000094409996,0.3191571,0.000035343102,0.00089737505],"study_design_scores_gemma":[0.00022306324,0.000010478005,0.00009696277,0.0001249408,0.000030723753,0.000004383207,0.0003366884,0.919279,0.000100143654,0.07938113,0.00003133919,0.0003811479],"about_ca_topic_score_codex":0.00037670913,"about_ca_topic_score_gemma":0.0003809221,"teacher_disagreement_score":0.879957,"about_ca_system_score_codex":0.0002248899,"about_ca_system_score_gemma":0.00021632391,"threshold_uncertainty_score":0.9998391},"labels":[],"label_agreement":null},{"id":"W4388975825","doi":"10.1007/978-3-031-45043-3_4","title":"Text to Data","year":2023,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on data management","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Natural language processing; Parsing; Artificial intelligence; Principle of compositionality; Semantic computing; Graph; Embedding; Information retrieval; Semantic Web; Theoretical computer science","score_opus":0.13425949397111772,"score_gpt":0.2972451479885176,"score_spread":0.16298565401739987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388975825","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.830601e-7,0.00015423646,0.37658703,0.0056612245,0.0011260625,0.0008220975,0.0010238546,0.00066359516,0.61396164],"genre_scores_gemma":[0.00067398685,0.00084719405,0.13333087,0.00619732,0.000922218,0.0000983762,0.001706156,0.000267601,0.8559563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952638,0.000039748837,0.00043955233,0.002778443,0.001004327,0.00047413202],"domain_scores_gemma":[0.9800651,0.00034713742,0.00015452092,0.019248366,0.000026409356,0.00015847411],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["open_science"],"category_scores_codex":[0.0008580401,0.000511562,0.000444784,0.0005706419,0.00014397272,0.0005008041,0.019470053,0.00017190294,0.0002522136],"category_scores_gemma":[0.00021496385,0.0004726876,0.00006346708,0.00012814623,0.000026891945,0.00040983857,0.023173934,0.00033147898,0.004567766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004990467,0.000011129774,9.547806e-8,0.00007534486,0.0002086336,0.00012907005,0.000018804665,0.00022178265,7.672029e-7,0.23828347,0.27977028,0.48127565],"study_design_scores_gemma":[0.000055824396,0.000022056889,0.0000123935,0.0004152665,0.00010534108,0.0000023282623,0.0000036652107,0.01973309,0.000014657956,0.014493131,0.96458036,0.00056191627],"about_ca_topic_score_codex":0.00003167426,"about_ca_topic_score_gemma":0.00011024992,"teacher_disagreement_score":0.68481004,"about_ca_system_score_codex":0.00009562789,"about_ca_system_score_gemma":0.000041764648,"threshold_uncertainty_score":0.9997725},"labels":[],"label_agreement":null},{"id":"W4388976681","doi":"10.1007/978-3-031-45043-3_6","title":"Data-to-Text","year":2023,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on data management","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; View; Graph database; Information retrieval; Graph; Relational database; Ask price; Database design; Query language; Natural language; Natural language processing; Theoretical computer science","score_opus":0.1522734746914532,"score_gpt":0.29960791980145984,"score_spread":0.14733444511000665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388976681","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.183449e-7,0.00020142758,0.37202322,0.0057743657,0.0015967832,0.0010108752,0.0019171017,0.0009047499,0.61657095],"genre_scores_gemma":[0.0006999965,0.0010887556,0.12847513,0.006549267,0.0010994246,0.00012257395,0.002397705,0.000322663,0.85924447],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99508774,0.000045651876,0.00047808423,0.0028150543,0.0010695076,0.00050394883],"domain_scores_gemma":[0.9815871,0.0003819843,0.00017966615,0.017656768,0.000029135672,0.00016533522],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["open_science"],"category_scores_codex":[0.00091430487,0.0005502792,0.00048524467,0.0006134787,0.00015750348,0.0005116397,0.018010044,0.00018829993,0.00023467315],"category_scores_gemma":[0.00019244874,0.0005093558,0.000073824456,0.00013113879,0.00003129423,0.00042603756,0.019430723,0.00037620423,0.0055273157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005847077,0.000013823736,1.1609997e-7,0.00009590437,0.00027779597,0.0001712646,0.00001779959,0.00044601134,0.0000010345492,0.33077976,0.24886306,0.4193276],"study_design_scores_gemma":[0.00005951923,0.000021724281,0.000014338677,0.00038466905,0.000117209,0.0000024961298,0.0000029774549,0.015556668,0.000011305294,0.013540944,0.969718,0.0005701397],"about_ca_topic_score_codex":0.000021104786,"about_ca_topic_score_gemma":0.000107319094,"teacher_disagreement_score":0.72085494,"about_ca_system_score_codex":0.000101289515,"about_ca_system_score_gemma":0.00004419195,"threshold_uncertainty_score":0.99973583},"labels":[],"label_agreement":null},{"id":"W4388976713","doi":"10.1007/978-3-031-45043-3_2","title":"Building an NLIDB: The Basics","year":2023,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on data management","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Leverage (statistics); Sect; Construct (python library); Computer science; Baseline (sea); Rest (music); Programming language; Artificial intelligence; Political science","score_opus":0.09428031179532508,"score_gpt":0.2902417105555458,"score_spread":0.19596139876022073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388976713","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002074828,0.00018244953,0.71055174,0.003640099,0.001170416,0.0006801851,0.00013302054,0.0006803308,0.28295967],"genre_scores_gemma":[0.01301862,0.0027881481,0.35305464,0.0119321365,0.00359854,0.00037179032,0.00053532026,0.00080727664,0.6138935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663717,0.00007654277,0.0003762414,0.0015720341,0.00091428694,0.00042375075],"domain_scores_gemma":[0.9910089,0.00045457753,0.00020406145,0.0082126185,0.000029002818,0.0000908429],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0010486915,0.0004658048,0.00033555346,0.00029348393,0.0002990643,0.0006428882,0.009586269,0.0001700964,0.000070926995],"category_scores_gemma":[0.00009839379,0.00033852865,0.00010511713,0.000096869604,0.0000543723,0.00036919912,0.0046650223,0.00045862174,0.00030461708],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025823767,0.000008514956,1.1798125e-7,0.00004059569,0.00013646888,0.00006175913,0.000026220721,0.0009715314,8.255342e-7,0.7068097,0.006621129,0.28532055],"study_design_scores_gemma":[0.00006912711,0.00003356396,0.00001880588,0.00035011725,0.00016169863,0.000004718631,0.000008991105,0.0648379,0.00005254901,0.17903197,0.7548281,0.0006024496],"about_ca_topic_score_codex":0.000019349352,"about_ca_topic_score_gemma":0.000053115727,"teacher_disagreement_score":0.748207,"about_ca_system_score_codex":0.000094284485,"about_ca_system_score_gemma":0.000033394303,"threshold_uncertainty_score":0.99990666},"labels":[],"label_agreement":null},{"id":"W4388989556","doi":"10.1016/j.ipm.2023.103585","title":"Number-enhanced representation with hierarchical recursive tree decoding for math word problem solving","year":2023,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Decoding methods; Theoretical computer science; Benchmark (surveying); Tree (set theory); Representation (politics); Artificial intelligence; Algorithm; Mathematics","score_opus":0.0228806507692149,"score_gpt":0.28551661684703245,"score_spread":0.26263596607781753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388989556","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010470507,0.000004104244,0.9719111,0.0010817111,0.00011950596,0.00069788157,8.2334066e-7,0.00056124147,0.015153147],"genre_scores_gemma":[0.37221187,0.00001055355,0.6266065,0.00028564653,0.00004047869,0.00031260986,0.000035719197,0.000010196112,0.0004864073],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857527,0.000017116032,0.00041437193,0.00026428013,0.00040174762,0.0003272234],"domain_scores_gemma":[0.99918014,0.000050685616,0.00026180968,0.00029166183,0.00016240818,0.000053299384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041754212,0.00013391174,0.00012438769,0.00023872763,0.00031929693,0.0006651254,0.00043164295,0.000037607748,0.0000023990913],"category_scores_gemma":[0.000031166044,0.000121111276,0.000035385787,0.00079349865,0.000019468893,0.003483214,0.00020284326,0.000090696194,0.00006856107],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020443033,0.000009523397,0.000036885147,0.00035489388,0.000017298757,0.0000019039561,0.006089649,0.0088348845,0.000012025932,0.04821198,0.00040383218,0.93600667],"study_design_scores_gemma":[0.00084856665,0.000032118412,0.0007200755,0.00037706952,0.000017089234,0.0000054297975,0.0014514487,0.9619865,0.00042813423,0.031496,0.0023851332,0.00025243833],"about_ca_topic_score_codex":0.0000037840268,"about_ca_topic_score_gemma":0.0000034097548,"teacher_disagreement_score":0.9531516,"about_ca_system_score_codex":0.00009017475,"about_ca_system_score_gemma":0.00004645235,"threshold_uncertainty_score":0.6413819},"labels":[],"label_agreement":null},{"id":"W4389241970","doi":"10.1007/978-3-031-48593-0_12","title":"TON-ViT: A Neuro-Symbolic AI Based on Task Oriented Network with a Vision Transformer","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Transformer; Artificial intelligence; Graph; Task (project management); Natural language processing; Theoretical computer science","score_opus":0.012252591426379182,"score_gpt":0.23904105022122601,"score_spread":0.22678845879484683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389241970","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006938996,0.000046485588,0.99100363,0.0032123593,0.0021042316,0.0006446432,0.0000053841077,0.0004736311,0.0024402572],"genre_scores_gemma":[0.36681208,0.000041057025,0.59577316,0.03369866,0.0021290486,0.00007991973,0.000026921056,0.00028241545,0.001156778],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941842,0.000058115325,0.00057488744,0.0023617765,0.0017219966,0.0010990454],"domain_scores_gemma":[0.9965745,0.00069347984,0.00021572814,0.0020193052,0.00022773602,0.00026922204],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00082591927,0.00073965645,0.00065481354,0.0008968219,0.0003744998,0.0005510485,0.0029367718,0.00033737376,0.000012891186],"category_scores_gemma":[0.00004171856,0.00059423555,0.00016669589,0.0015897241,0.00041075904,0.00051367126,0.00041715387,0.0012997945,0.00007272399],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031887277,0.000032071646,0.00005955293,0.000035083005,0.000008771393,0.0002050476,0.00044709706,0.76391965,0.000041341085,0.014913095,0.00006549998,0.2202409],"study_design_scores_gemma":[0.00053348846,0.0006555646,0.00012867671,0.000940998,0.000009371373,0.00003447357,8.234941e-8,0.97576344,0.00017895563,0.018218923,0.0028171118,0.0007189201],"about_ca_topic_score_codex":0.000025102692,"about_ca_topic_score_gemma":0.00014972889,"teacher_disagreement_score":0.39523047,"about_ca_system_score_codex":0.00021897828,"about_ca_system_score_gemma":0.0007314687,"threshold_uncertainty_score":0.9996509},"labels":[],"label_agreement":null},{"id":"W4389363042","doi":"10.48550/arxiv.2312.00949","title":"Hyperparameter Optimization for Large Language Model Instruction-Tuning","year":2023,"lang":"en","type":"preprint","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; Hydro-Québec","keywords":"Hyperparameter; Computer science; Pipeline (software); Rank (graph theory); Set (abstract data type); Decomposition; Adaptation (eye); Machine learning; Language model; Artificial intelligence; Fine-tuning; Adaptive optimization; Programming language","score_opus":0.025111019535983572,"score_gpt":0.2599844484148164,"score_spread":0.2348734288788328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389363042","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0125908125,0.00036810766,0.9791444,0.0024452729,0.00081056176,0.0014585418,0.00015994419,0.0029163975,0.00010598121],"genre_scores_gemma":[0.16627215,0.00009380876,0.8296539,0.0010165564,0.0002561406,0.001503611,0.00016130178,0.00012413575,0.00091838744],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99647325,0.00010629937,0.0007314406,0.001253794,0.0004787508,0.0009564722],"domain_scores_gemma":[0.99666166,0.00015635624,0.00043967727,0.002263043,0.00022773622,0.00025152176],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010261958,0.0005405526,0.00057350745,0.0007832999,0.0003356386,0.0006786794,0.0019600743,0.00077221915,0.000007034801],"category_scores_gemma":[0.00034754074,0.0006055038,0.00035978595,0.00044636952,0.000029126604,0.00056220073,0.0022793966,0.0009091822,0.000010231302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012946903,0.000052782707,0.0002948274,0.000116613875,0.000047277572,0.000012984477,0.00076669035,0.95033044,0.00023319956,0.038395338,0.00060307997,0.009133824],"study_design_scores_gemma":[0.00048724696,0.00002956699,0.000081223916,0.00012803721,0.000033875254,0.000022257644,0.00006994953,0.9828498,0.00063166034,0.014959333,0.00012543793,0.0005816399],"about_ca_topic_score_codex":0.001651518,"about_ca_topic_score_gemma":0.0005390853,"teacher_disagreement_score":0.15368134,"about_ca_system_score_codex":0.0005594776,"about_ca_system_score_gemma":0.00050458405,"threshold_uncertainty_score":0.99963963},"labels":[],"label_agreement":null},{"id":"W4389371257","doi":"10.1016/j.nlp.2023.100046","title":"Context is not key: Detecting Alzheimer’s disease with both classical and transformer-based neural language models","year":2023,"lang":"en","type":"article","venue":"Natural Language Processing Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; Dalhousie University; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Transformer; Language model; Word2vec; Artificial intelligence; Machine learning; Artificial neural network; Natural language processing; Speech recognition","score_opus":0.028935805657169744,"score_gpt":0.2818778643010476,"score_spread":0.25294205864387787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389371257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71481377,0.019381396,0.2587133,0.006035137,0.0002637991,0.00019703379,0.000007862261,0.0005030342,0.00008467459],"genre_scores_gemma":[0.9823326,0.000009595152,0.015447871,0.0018390511,0.0002313397,0.00000677948,0.0000028716147,0.000030454357,0.000099436795],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99795675,0.00007197383,0.00031225983,0.0004596564,0.000632987,0.0005663866],"domain_scores_gemma":[0.99905425,0.00009380355,0.00016384668,0.00024298255,0.00010294914,0.00034214286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003599578,0.00026435297,0.00025285842,0.00022161492,0.0005033079,0.00076877314,0.00053272146,0.000078625024,0.000008032755],"category_scores_gemma":[0.000051388524,0.00019057521,0.00009278945,0.00045732356,0.00007711665,0.0012526397,0.00006243584,0.0008871765,0.0000040145846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013577437,0.000023255612,0.00020727167,0.000071740236,0.000031204367,0.0008359195,0.014398689,0.0017973259,0.0024115243,0.000103052975,0.00004754431,0.9799367],"study_design_scores_gemma":[0.0009930996,0.00005960749,0.00043472063,0.00020151986,0.000050155028,0.00026552682,0.0011669082,0.99406147,0.0022793377,0.00015000717,0.000033249762,0.0003044202],"about_ca_topic_score_codex":0.000019235698,"about_ca_topic_score_gemma":0.000025218187,"teacher_disagreement_score":0.9922641,"about_ca_system_score_codex":0.000044488865,"about_ca_system_score_gemma":0.0002497825,"threshold_uncertainty_score":0.7771432},"labels":[],"label_agreement":null},{"id":"W4389387146","doi":"10.3233/sji-230063","title":"Classifying respondent comments from the 2021 Canadian Census of Population using machine learning methods1","year":2023,"lang":"en","type":"article","venue":"Statistical Journal of the IAOS","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Respondent; Census; Computer science; Categorization; Encoder; Population; Artificial intelligence; Transformer; Machine learning; Natural language processing; Statistics; Econometrics; Geography; Demography; Mathematics; Sociology; Engineering; Political science","score_opus":0.09543310328496614,"score_gpt":0.3544916148562567,"score_spread":0.25905851157129056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389387146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13874936,0.00009387655,0.8548819,0.0052213073,0.00086940266,0.00007897679,0.000061023842,0.0000073260944,0.000036855017],"genre_scores_gemma":[0.81365526,0.000007467381,0.18603487,0.00016483454,0.00010149666,2.7150085e-7,0.0000038405915,0.000006660959,0.00002528502],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981605,0.0006892446,0.00040855393,0.00010672713,0.0004372633,0.00019774817],"domain_scores_gemma":[0.99816626,0.0011028037,0.00028619904,0.00024676643,0.00008989507,0.00010804698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012468132,0.000073380405,0.00016116867,0.0000846298,0.00022956217,0.00006910823,0.00067864277,0.0000334731,0.000023961271],"category_scores_gemma":[0.00103758,0.00004392289,0.00006082859,0.00029027395,0.000030445866,0.000097383214,0.00019162525,0.00038497488,0.0000022630038],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017926258,0.00008219406,0.2188438,0.00005840221,0.00050374895,0.0005205275,0.006266409,0.24904972,0.013970256,0.14205088,0.0028071073,0.3656677],"study_design_scores_gemma":[0.00023168935,0.000023595552,0.060154017,0.0001038054,0.000032163593,0.000024390545,0.000114871356,0.9164231,0.000145118,0.021895478,0.0007847651,0.00006701644],"about_ca_topic_score_codex":0.036762886,"about_ca_topic_score_gemma":0.0042338474,"teacher_disagreement_score":0.6749059,"about_ca_system_score_codex":0.00014841385,"about_ca_system_score_gemma":0.00014332951,"threshold_uncertainty_score":0.9696514},"labels":[],"label_agreement":null},{"id":"W4389472577","doi":"10.1016/j.eswa.2023.122676","title":"Top2Label: Explainable zero shot topic labelling using knowledge graphs","year":2023,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University; Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Natural language processing; Graph; Sentence; Language model; Knowledge graph; Semantic similarity; Information retrieval; Theoretical computer science","score_opus":0.06576893595542228,"score_gpt":0.3079112960256666,"score_spread":0.2421423600702443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389472577","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069064572,0.0029983397,0.98519164,0.00023128165,0.00032436673,0.00078369206,0.0000019929323,0.000834235,0.002728003],"genre_scores_gemma":[0.9350727,0.00009470049,0.05856,0.0001100418,0.00033521597,0.0022238686,0.000011616321,0.000045098255,0.0035467301],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839264,0.000055595327,0.00032069773,0.0005680162,0.00024044162,0.00042259478],"domain_scores_gemma":[0.998468,0.000091338785,0.00009781339,0.001075601,0.00013757874,0.00012965905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002799411,0.00017784996,0.0002125167,0.00021781764,0.00046599744,0.00020117409,0.0007690683,0.00007616616,0.0000036465938],"category_scores_gemma":[0.000007113465,0.00015753676,0.00004355882,0.0013464476,0.00003093019,0.00031988992,0.00017004927,0.000112482754,0.00015910187],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029943708,0.00011731606,0.00065585383,0.0001662873,0.000060367354,0.000016142212,0.005626929,0.025487887,0.0072138384,0.9515405,0.0034245236,0.0056873397],"study_design_scores_gemma":[0.00037075637,0.000031725867,0.00004328656,0.0001552019,0.0000082757,0.00004761667,0.0005183167,0.85687786,0.0010302253,0.0030791194,0.13739201,0.00044560456],"about_ca_topic_score_codex":0.00025552546,"about_ca_topic_score_gemma":0.000011468631,"teacher_disagreement_score":0.9484614,"about_ca_system_score_codex":0.0000913868,"about_ca_system_score_gemma":0.00010646397,"threshold_uncertainty_score":0.6424163},"labels":[],"label_agreement":null},{"id":"W4389518176","doi":"10.18653/v1/2023.blackboxnlp-1.27","title":"Systematic Generalization by Finetuning? Analyzing Pretrained Language Models Using Constituency Tests","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Samsung; Compute Canada","keywords":"Sentence; Computer science; Natural language processing; Artificial intelligence; Generalization; Copying; Replicate; Language model; Word (group theory); Linguistics","score_opus":0.03343015652090418,"score_gpt":0.27762850851349474,"score_spread":0.24419835199259055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06622471,0.00023296532,0.9315783,0.00009088488,0.00013644526,0.00021709062,0.0000016999552,0.0005786212,0.00093930674],"genre_scores_gemma":[0.90665275,0.0000057233938,0.09238161,0.00011911139,0.000032449323,0.000010802666,0.000010148114,0.00001024979,0.00077714334],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988237,0.00007325807,0.0003209829,0.00030517406,0.00023247153,0.00024438585],"domain_scores_gemma":[0.9992577,0.000074568634,0.00009239844,0.00045393905,0.000058395337,0.000063017644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036201428,0.000114997354,0.00018908514,0.00017316926,0.000105632775,0.00015464943,0.00041918768,0.000048890543,0.000009880827],"category_scores_gemma":[0.000101706406,0.00010263281,0.00003943857,0.00079504936,0.000014024442,0.00053334254,0.00013426656,0.00005448642,0.000017315111],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.102279e-7,0.000028293885,0.00058478897,0.0028753332,0.00006954037,0.000051126088,0.005569493,0.7739675,0.047802277,0.16678527,0.0013392363,0.00092631293],"study_design_scores_gemma":[0.00009674223,0.0000048830016,0.0000048728198,0.00037160979,0.000009702255,0.0000079227475,0.00006798358,0.9977137,0.0005019768,0.0010929992,0.0000015571693,0.00012607477],"about_ca_topic_score_codex":0.00014056147,"about_ca_topic_score_gemma":0.000011605995,"teacher_disagreement_score":0.84042805,"about_ca_system_score_codex":0.000045351328,"about_ca_system_score_gemma":0.00005020385,"threshold_uncertainty_score":0.41852447},"labels":[],"label_agreement":null},{"id":"W4389518188","doi":"10.18653/v1/2023.banglalp-1.10","title":"BanglaCHQ-Summ: An Abstractive Summarization Dataset for Medical Queries in Bangla Conversational Speech","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Queen's University","funders":"","keywords":"Automatic summarization; Computer science; Popularity; Natural language processing; Bengali; Parsing; Artificial intelligence; Information retrieval; Process (computing); Psychology","score_opus":0.036339229865583106,"score_gpt":0.31397856673610597,"score_spread":0.2776393368705229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518188","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032123994,0.0000050165168,0.9606771,0.005035476,0.0004497939,0.00032248851,0.0004111662,0.00023301224,0.00074195187],"genre_scores_gemma":[0.81656206,0.000018306704,0.16356242,0.0023348897,0.00044692933,0.00013814222,0.016013935,0.000026853952,0.00089643756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988164,0.00004051735,0.00021774803,0.00034062265,0.0003848014,0.00019993455],"domain_scores_gemma":[0.99925655,0.00026041912,0.000040512296,0.00030023628,0.000054770255,0.000087537315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006665258,0.000079778314,0.00009665561,0.00013592199,0.000055793924,0.00007746776,0.00047013196,0.00008384086,0.00015966095],"category_scores_gemma":[0.00024365942,0.00007702947,0.000018468652,0.00029497407,0.000029688807,0.0008493876,0.00014143823,0.00008775431,0.000058907168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000625576,0.0002697864,0.017117962,0.00008979654,0.000043676697,0.00016031158,0.003502872,0.003953296,0.0003955826,0.7626357,0.0750514,0.13671705],"study_design_scores_gemma":[0.00053915096,0.000033225624,0.008517696,0.000010582529,0.0000018400103,0.000005361979,0.00016347495,0.96929663,0.000553187,0.008666629,0.012070509,0.00014168094],"about_ca_topic_score_codex":0.00024451272,"about_ca_topic_score_gemma":0.0008049097,"teacher_disagreement_score":0.96534336,"about_ca_system_score_codex":0.0000418841,"about_ca_system_score_gemma":0.0001707379,"threshold_uncertainty_score":0.31411707},"labels":[],"label_agreement":null},{"id":"W4389518275","doi":"10.18653/v1/2023.blackboxnlp-1.7","title":"Self-Consistency of Large Language Models under Ambiguity","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Open Philanthropy Project; National Science Foundation","keywords":"Consistency (knowledge bases); Ambiguity; Computer science; Causal consistency; Sequential consistency; Nonparametric statistics; Consistency model; Weak consistency; Probability distribution; Robustness (evolution); Econometrics; Strong consistency; Artificial intelligence; Mathematics; Statistics; Algorithm","score_opus":0.03603277234828802,"score_gpt":0.28146139948881355,"score_spread":0.24542862714052552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09961505,0.00004876897,0.8703187,0.00055377744,0.00013977775,0.00006819965,0.00000193376,0.00064607937,0.028607713],"genre_scores_gemma":[0.93816704,0.0000068996355,0.0600603,0.00028770923,0.00001805917,0.0000032349355,0.0000010479947,0.0000045395996,0.0014511783],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999186,0.000026306392,0.00016371197,0.00021777242,0.00019367796,0.00021255552],"domain_scores_gemma":[0.9992939,0.000037831862,0.000034013035,0.00055093766,0.000039627597,0.000043671436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028883037,0.00006365599,0.00010641193,0.0000777744,0.000040601244,0.00002324095,0.00046326476,0.000037651847,0.000023143337],"category_scores_gemma":[0.0000101887435,0.000055888133,0.000049381037,0.0003415617,0.000008324606,0.00024169563,0.00031909783,0.000054897857,0.00008183291],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.2628977e-7,0.000043718843,0.00013317648,0.000029867982,0.000014349834,0.000009889113,0.002264967,0.0029483165,0.00039820618,0.99094063,0.0005065532,0.002709926],"study_design_scores_gemma":[0.00015327781,0.0000085754045,0.00042283835,0.0000051539187,0.0000025413165,0.0000019652894,0.00024882998,0.96490085,0.0010445869,0.033012018,0.00011972049,0.0000796484],"about_ca_topic_score_codex":0.000090433416,"about_ca_topic_score_gemma":0.000039267383,"teacher_disagreement_score":0.9619525,"about_ca_system_score_codex":0.000014515784,"about_ca_system_score_gemma":0.000047026097,"threshold_uncertainty_score":0.2279052},"labels":[],"label_agreement":null},{"id":"W4389518298","doi":"10.18653/v1/2023.arabicnlp-1.79","title":"GYM at Qur’an QA 2023 Shared Task: Multi-Task Transfer Learning for Quranic Passage Retrieval and Question Answering with Large Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Question answering; Computer science; Baseline (sea); Task (project management); Natural language processing; Reading comprehension; Artificial intelligence; Set (abstract data type); Sentence; Transfer of learning; Reading (process); Test (biology); Language model; Encoder; Test set; Information retrieval; Linguistics","score_opus":0.028466764380278568,"score_gpt":0.2720181519120629,"score_spread":0.24355138753178435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518298","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31683785,0.000075861586,0.6818924,0.00019077552,0.000072917115,0.0002947644,0.000013475505,0.00051586307,0.00010609096],"genre_scores_gemma":[0.96172965,0.000023907252,0.03460897,0.00008392337,0.00006024812,0.00003117138,0.00005604751,0.000033327033,0.0033727288],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982061,0.00008863584,0.000239513,0.000674917,0.00028754838,0.0005032966],"domain_scores_gemma":[0.99925876,0.00010247671,0.000034379227,0.00039542414,0.000064991174,0.00014397247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071244076,0.00020173278,0.00021616447,0.00013244475,0.00028584665,0.00019476021,0.00034904268,0.00010515707,0.000018548604],"category_scores_gemma":[0.000039844545,0.00017557367,0.00005245168,0.00035632466,0.000018701743,0.0009870308,0.00015212981,0.00019204458,0.000016259915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009230255,0.0003831048,0.0055052727,0.0009047699,0.0002881071,0.00039361735,0.09568826,0.5505982,0.23430689,0.052421875,0.0005714129,0.058015462],"study_design_scores_gemma":[0.0012741009,0.0001404632,0.0009151038,0.000052655396,0.000011851163,0.000010600171,0.00046817563,0.99545705,0.0010017215,0.00018529691,0.00021574981,0.0002672094],"about_ca_topic_score_codex":0.00017384483,"about_ca_topic_score_gemma":0.0007893765,"teacher_disagreement_score":0.64728343,"about_ca_system_score_codex":0.00006187077,"about_ca_system_score_gemma":0.000036431666,"threshold_uncertainty_score":0.71596867},"labels":[],"label_agreement":null},{"id":"W4389518321","doi":"10.18653/v1/2023.arabicnlp-1.25","title":"Arabic Fine-Grained Entity Recognition","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital","funders":"","keywords":"Computer science; Natural language processing; Named-entity recognition; Arabic; Artificial intelligence; Entity linking; Modern Standard Arabic; Information retrieval; Linguistics; Knowledge base","score_opus":0.0572780891113574,"score_gpt":0.25948640639402515,"score_spread":0.20220831728266775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10975262,0.0000041759063,0.8792073,0.0018731275,0.0003457338,0.000054940894,5.518801e-7,0.00072602136,0.008035517],"genre_scores_gemma":[0.9304193,0.0000058733262,0.06146262,0.00037031635,0.000101763224,0.000012744049,0.00000847094,0.0000045330876,0.0076143546],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994479,0.000017447463,0.000090342546,0.00019068821,0.000116004434,0.00013766212],"domain_scores_gemma":[0.99962723,0.00003201065,0.00001607658,0.00025974328,0.000031426956,0.00003352545],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001833084,0.000042829666,0.0000471504,0.00007422093,0.000046274035,0.000060453756,0.00025907689,0.000022749084,0.000080454425],"category_scores_gemma":[0.000045681194,0.000038778668,0.000028317407,0.000359802,0.0000056553226,0.00023534012,0.00012202211,0.00004292123,0.001583389],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017097784,0.000033233006,0.0014326216,0.000021223186,0.0000116427045,0.000028978697,0.00048561968,0.00026916843,0.0021814618,0.06697605,0.016831432,0.9117269],"study_design_scores_gemma":[0.00024481412,0.000022178541,0.0040859496,0.000011328383,0.0000021724372,0.0000051247207,0.00001566614,0.91171646,0.0025989925,0.07601031,0.005115332,0.00017166461],"about_ca_topic_score_codex":0.000034926477,"about_ca_topic_score_gemma":0.000030746764,"teacher_disagreement_score":0.9115552,"about_ca_system_score_codex":0.00001040244,"about_ca_system_score_gemma":0.000015343014,"threshold_uncertainty_score":0.99919397},"labels":[],"label_agreement":null},{"id":"W4389518345","doi":"10.18653/v1/2023.banglalp-1.41","title":"Semantics Squad at BLP-2023 Task 2: Sentiment Analysis of Bangla Text with Fine Tuned Transformer Based Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Bengali; Computer science; Transformer; Natural language processing; Task (project management); Artificial intelligence; Sentiment analysis; Semantics (computer science); Programming language; Engineering","score_opus":0.02272062310646166,"score_gpt":0.23852026414801658,"score_spread":0.2157996410415549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518345","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15039961,0.000013917746,0.84585035,0.0015222938,0.000052387593,0.00015749784,0.000013260194,0.00017973145,0.0018109408],"genre_scores_gemma":[0.9524129,0.000004996842,0.04257731,0.00017422161,0.000011780807,0.000014178405,0.000025792797,0.000012325267,0.004766467],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998188,0.000038823888,0.00037699254,0.00047307374,0.00057981774,0.00034329062],"domain_scores_gemma":[0.9988427,0.00009971427,0.00008447103,0.0007735927,0.0001006298,0.00009886352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031275244,0.00017439903,0.0003724905,0.00051876315,0.00007594408,0.00004378766,0.0005024166,0.000056526016,0.00018720214],"category_scores_gemma":[0.0000048157845,0.00013405699,0.00018736454,0.0026358543,0.000032524826,0.00023080801,0.000093597984,0.000060176015,0.000045034536],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025766067,0.00011287644,0.0017353685,0.00006175511,0.00071985926,0.000032001593,0.0010319155,0.97646654,0.0047530453,0.008557161,0.0008374749,0.0056662373],"study_design_scores_gemma":[0.00045416094,0.000051539628,0.0005968917,0.0000173903,0.00024193825,8.55904e-7,0.000025942398,0.9887071,0.0093012,0.00024899474,0.00017606073,0.00017788225],"about_ca_topic_score_codex":0.00015401986,"about_ca_topic_score_gemma":0.0006212661,"teacher_disagreement_score":0.803273,"about_ca_system_score_codex":0.000048064103,"about_ca_system_score_gemma":0.00006322218,"threshold_uncertainty_score":0.5466685},"labels":[],"label_agreement":null},{"id":"W4389518355","doi":"10.18653/v1/2023.banglalp-1.48","title":"BLP-2023 Task 2: Sentiment Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Scripting language; Task (project management); Domain (mathematical analysis); Sentiment analysis; Artificial intelligence; Natural language processing; Data science; Machine learning; Programming language; Systems engineering","score_opus":0.02410934100984339,"score_gpt":0.26563425604701146,"score_spread":0.24152491503716808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022189558,0.0000103028315,0.965251,0.0019583353,0.00019453332,0.00004145717,6.292537e-7,0.0004792364,0.009874934],"genre_scores_gemma":[0.9032619,0.0000063501266,0.0580667,0.00047529195,0.000059101792,0.000009955663,0.0000041233666,0.000004508329,0.038112044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999172,0.00001844434,0.00012397082,0.0002781208,0.0002183829,0.00018910716],"domain_scores_gemma":[0.99934196,0.00003049189,0.000020303907,0.0005309723,0.000021393354,0.0000548862],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020844134,0.00005634647,0.00009411815,0.00024484115,0.000049266913,0.00008369539,0.0004471291,0.000020748115,0.00013844576],"category_scores_gemma":[0.000007826953,0.00004874227,0.00008962838,0.0019264448,0.000005786504,0.00012350157,0.00029749537,0.000030591815,0.0010423348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002910384,0.00014953784,0.02894497,0.000032484822,0.002098185,0.0002606527,0.0033371255,0.1238934,0.0041753175,0.44439387,0.105707526,0.287004],"study_design_scores_gemma":[0.000052230807,0.000004524756,0.0030405682,0.0000010440572,0.000025505728,5.03205e-7,0.000019949586,0.9890751,0.0004263977,0.0015389178,0.005738409,0.00007680997],"about_ca_topic_score_codex":0.00007300735,"about_ca_topic_score_gemma":0.000032652253,"teacher_disagreement_score":0.9071843,"about_ca_system_score_codex":0.000016829817,"about_ca_system_score_gemma":0.000014336367,"threshold_uncertainty_score":0.9997355},"labels":[],"label_agreement":null},{"id":"W4389518395","doi":"10.18653/v1/2023.arabicnlp-1.83","title":"WojoodNER 2023: The First Arabic Named Entity Recognition Shared Task","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Arabic; Named-entity recognition; Computer science; Task (project management); Natural language processing; Focus (optics); Artificial intelligence; Linguistics; Engineering","score_opus":0.04759203722951118,"score_gpt":0.24432034228399283,"score_spread":0.19672830505448163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518395","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14594598,0.00008623477,0.75997317,0.04286867,0.0029589753,0.000683149,0.000018104367,0.0020891079,0.045376636],"genre_scores_gemma":[0.9781111,0.00003253355,0.010048796,0.0022095442,0.00023041364,0.00008230612,0.000023384335,0.000011508145,0.009250421],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990428,0.000033692544,0.00015237025,0.0003067496,0.00023142183,0.00023293786],"domain_scores_gemma":[0.99924254,0.00009155176,0.00003673668,0.0005322396,0.000053252104,0.000043653297],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034144093,0.00008035813,0.000074767435,0.000065952736,0.00019276649,0.00020327851,0.00069077575,0.000041854666,0.00030183126],"category_scores_gemma":[0.000073549185,0.00005479511,0.00005373802,0.0005524808,0.000018694864,0.00037205088,0.00030329823,0.00010926706,0.002477669],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014479666,0.00017913252,0.004961593,0.00011183955,0.00013036301,0.0000926653,0.0064407713,0.0022521736,0.0012250644,0.04830605,0.4253809,0.51090497],"study_design_scores_gemma":[0.00038274922,0.000028105243,0.011571901,0.00003869049,0.000008769605,0.000009597021,0.00009952846,0.8986444,0.00055629486,0.03404818,0.054305855,0.0003059411],"about_ca_topic_score_codex":0.0001252367,"about_ca_topic_score_gemma":0.0002152559,"teacher_disagreement_score":0.8963922,"about_ca_system_score_codex":0.000025552812,"about_ca_system_score_gemma":0.000025745267,"threshold_uncertainty_score":0.998299},"labels":[],"label_agreement":null},{"id":"W4389518435","doi":"10.18653/v1/2023.banglalp-1.43","title":"Z-Index at BLP-2023 Task 2: A Comparative Study on Sentiment Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Lexical analysis; Computer science; Task (project management); Index (typography); Artificial intelligence; Natural language processing; Sentiment analysis; Class (philosophy); Machine learning; World Wide Web; Engineering","score_opus":0.06926382760000373,"score_gpt":0.3334456753192457,"score_spread":0.26418184771924197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6780869,0.0000041008184,0.3136934,0.00056198373,0.00016834748,0.00026274342,0.0000015756505,0.00034762162,0.0068733185],"genre_scores_gemma":[0.9836992,5.0159423e-7,0.0014398454,0.00014590212,0.000025415808,0.000026913072,0.0000025848199,0.0000035322269,0.014656121],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842405,0.000090342204,0.0002158088,0.0005382435,0.0004788293,0.00025271787],"domain_scores_gemma":[0.9989692,0.0000973656,0.000050633236,0.0007618865,0.000039876868,0.00008106054],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029928115,0.0001252388,0.00024141693,0.000361545,0.00013268022,0.00009478274,0.0005411956,0.000023826398,0.00010933106],"category_scores_gemma":[0.0000053933813,0.00010293546,0.000108422595,0.00200333,0.000011200205,0.00010511232,0.0005626185,0.00006342998,0.0013383643],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005932595,0.0022508143,0.4033328,0.000016694617,0.006174999,0.0004883879,0.060970083,0.43464774,0.0011478204,0.030777298,0.047885396,0.012248643],"study_design_scores_gemma":[0.00029198796,0.00009523696,0.06776291,0.0000022840056,0.00005310066,4.3626414e-7,0.00081793196,0.92983663,0.00028035426,0.00020120629,0.00051553245,0.00014239638],"about_ca_topic_score_codex":0.00011646239,"about_ca_topic_score_gemma":0.00035751268,"teacher_disagreement_score":0.4951889,"about_ca_system_score_codex":0.000087238055,"about_ca_system_score_gemma":0.00001645232,"threshold_uncertainty_score":0.9994392},"labels":[],"label_agreement":null},{"id":"W4389518635","doi":"10.18653/v1/2023.findings-emnlp.776","title":"Detrimental Contexts in Open-Domain Question Answering","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Computer science; Question answering; Leverage (statistics); Pipeline (software); Open domain; Context (archaeology); Artificial intelligence; Information retrieval; Natural language processing; Matching (statistics); Machine learning; Language model","score_opus":0.03086295426828448,"score_gpt":0.3123762498647927,"score_spread":0.2815132955965082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38381714,0.000017402617,0.6062603,0.00074765563,0.00024219244,0.00014445385,1.6857722e-7,0.00020414972,0.008566567],"genre_scores_gemma":[0.9508657,0.000002382435,0.04821049,0.0001707472,0.000015984926,0.000009982926,7.6283976e-7,0.0000030280871,0.00072096346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938124,0.000032281525,0.00012007732,0.0002157878,0.000097627904,0.00015300282],"domain_scores_gemma":[0.9996972,0.000028607412,0.000015120797,0.00021969875,0.000007954455,0.000031431202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004169153,0.000046535155,0.00006421929,0.00010215367,0.000031759664,0.0001288133,0.0005905039,0.000021083033,0.000012131887],"category_scores_gemma":[0.000014478264,0.00004528079,0.000010851826,0.00037200676,0.000005536263,0.0004537107,0.0005243522,0.000048765058,0.00012785118],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005709639,0.000053359683,0.016037703,0.000009719971,0.0000054482334,0.000117167256,0.0017097845,0.0019656378,0.012023524,0.81093144,0.00083122257,0.15630925],"study_design_scores_gemma":[0.0016065531,0.00007041536,0.039218504,0.00008846922,8.471398e-7,0.000016917953,0.0003376062,0.8874597,0.0124780135,0.055634163,0.0027187278,0.00037006103],"about_ca_topic_score_codex":0.00035896845,"about_ca_topic_score_gemma":0.00018739539,"teacher_disagreement_score":0.8854941,"about_ca_system_score_codex":0.00004686219,"about_ca_system_score_gemma":0.000021898259,"threshold_uncertainty_score":0.1846497},"labels":[],"label_agreement":null},{"id":"W4389518686","doi":"10.18653/v1/2023.emnlp-main.330","title":"Just Ask for Calibration: Strategies for Eliciting Calibrated Confidence Scores from Language Models Fine-Tuned with Human Feedback","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Office of Naval Research; Canadian Institute for Advanced Research; National Science Foundation","keywords":"Ask price; Calibration; Computer science; Tian; Artificial intelligence; Statistics; Art; Mathematics; Literature","score_opus":0.07316623696227058,"score_gpt":0.30503333613674294,"score_spread":0.23186709917447235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518686","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17820753,0.000026975873,0.81913716,0.00077940215,0.00008913848,0.00052101695,0.000037829723,0.0006804826,0.00052045984],"genre_scores_gemma":[0.85956025,0.000001068146,0.1388365,0.0003073493,0.00017998616,0.00016652312,0.00010889111,0.000024022125,0.00081541337],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984814,0.000029322297,0.00031993122,0.00056012894,0.00022933017,0.00037987018],"domain_scores_gemma":[0.9988749,0.0003189523,0.000106304025,0.00048707338,0.00013126759,0.00008151863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018708843,0.00018971604,0.00022550645,0.000091052745,0.00026319156,0.0006408629,0.0006390332,0.00007756353,0.00002298611],"category_scores_gemma":[0.000025437152,0.00015631765,0.00005774359,0.00033445613,0.000039732437,0.0014578516,0.00012568808,0.00007634466,0.000005906682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003272223,0.000019932619,0.000082383995,0.00009046043,0.00004653754,0.000013246151,0.0048969206,0.11076801,0.020487688,0.8595244,0.0022005588,0.0018371006],"study_design_scores_gemma":[0.0006508668,0.00008131113,0.00003987566,0.000059885762,0.000009775739,0.0000012640859,0.0019459168,0.9120332,0.009373458,0.0755607,0.000019809824,0.00022392071],"about_ca_topic_score_codex":0.0012667647,"about_ca_topic_score_gemma":0.0011629919,"teacher_disagreement_score":0.80126524,"about_ca_system_score_codex":0.000020369805,"about_ca_system_score_gemma":0.00017610815,"threshold_uncertainty_score":0.63744485},"labels":[],"label_agreement":null},{"id":"W4389518693","doi":"10.18653/v1/2023.emnlp-main.403","title":"Understanding the Inner-workings of Language Models Through Representation Dissimilarity","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"Pacific Northwest National Laboratory; Laboratory Directed Research and Development; Battelle; U.S. Department of Energy","keywords":"Interpretability; Computer science; Representation (politics); Language model; Generalization; Measure (data warehouse); Set (abstract data type); Transparency (behavior); Natural language processing; Artificial intelligence; Machine learning; Data mining; Mathematics; Programming language","score_opus":0.2546609340372178,"score_gpt":0.34455411413175957,"score_spread":0.08989318009454178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020272749,0.000016744674,0.95981765,0.00292161,0.00013141237,0.00008090074,5.187407e-7,0.0001962219,0.016562197],"genre_scores_gemma":[0.98422396,0.000011173748,0.015163006,0.00019717177,0.000028362809,0.0000037762259,0.0000014016812,0.0000038230337,0.0003673234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925303,0.00004058873,0.00014942882,0.00019178889,0.0002280175,0.0001371159],"domain_scores_gemma":[0.99930394,0.00013594396,0.000052532378,0.00047412436,0.000018028739,0.000015442789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028263914,0.0000527245,0.0000746373,0.000037376645,0.000092299844,0.00005741779,0.00046138704,0.000028228316,0.000007778051],"category_scores_gemma":[0.000027778275,0.000035612695,0.000036801484,0.000556752,0.000027557582,0.00044559955,0.00025343426,0.00007270977,0.0000049194928],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011658608,0.0000065319296,0.00031971704,0.000007754069,0.000008265138,0.0000037286636,0.017323386,0.029323269,0.00036306004,0.9498709,0.00088228914,0.0018899624],"study_design_scores_gemma":[0.000059490576,0.0000037866969,0.00012910733,0.00000855847,0.0000017851497,8.9702735e-7,0.0021441868,0.7448225,0.00092150737,0.25184974,0.000018351391,0.000040059556],"about_ca_topic_score_codex":0.00020706741,"about_ca_topic_score_gemma":0.000023363378,"teacher_disagreement_score":0.96395123,"about_ca_system_score_codex":0.000029995641,"about_ca_system_score_gemma":0.000016520073,"threshold_uncertainty_score":0.14522435},"labels":[],"label_agreement":null},{"id":"W4389518718","doi":"10.18653/v1/2023.emnlp-main.427","title":"Rather a Nurse than a Physician - Contrastive Explanations under Investigation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Berlin Center for Machine Learning; Novo Nordisk Fonden; Research Executive Agency; Banting and Best Diabetes Centre, University of Toronto; Novo Nordisk; European Commission","keywords":"Contrastive analysis; Computer science; Linguistics; Contrast (vision); Natural language processing; Artificial intelligence; Psychology","score_opus":0.038741324207895396,"score_gpt":0.2665800505663476,"score_spread":0.2278387263584522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518718","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07612374,0.000004668931,0.9075011,0.0054578693,0.00017847086,0.00011268262,0.00000107642,0.0004773525,0.010143065],"genre_scores_gemma":[0.98764616,7.927521e-7,0.008770699,0.0014546841,0.00006350186,0.000024776442,0.000004614093,0.000005190052,0.0020296015],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994101,0.000028971017,0.000088442044,0.0001939659,0.00013879269,0.00013974048],"domain_scores_gemma":[0.99961376,0.00005789261,0.000026851325,0.00021544957,0.0000390718,0.00004695759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009384884,0.000059221347,0.00005743129,0.00008018326,0.00007308053,0.000068306195,0.00022212934,0.000022977434,0.000008988348],"category_scores_gemma":[0.000013527778,0.000052451116,0.000023776582,0.00041685108,0.000020317302,0.0003241469,0.000035870027,0.000046769077,0.0002729997],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.19861e-7,0.000013228254,0.00049557193,0.000001912179,0.000013519418,0.0000029945381,0.0030045144,0.0026413354,0.0016861991,0.9820571,0.002491234,0.0075918008],"study_design_scores_gemma":[0.00022006412,0.000014313504,0.009358618,0.000012149767,0.000003191754,9.737236e-7,0.000725358,0.8828113,0.0015836705,0.104872,0.00027707685,0.000121293706],"about_ca_topic_score_codex":0.000041195282,"about_ca_topic_score_gemma":0.00004563886,"teacher_disagreement_score":0.9115224,"about_ca_system_score_codex":0.000021866645,"about_ca_system_score_gemma":0.000045376397,"threshold_uncertainty_score":0.350895},"labels":[],"label_agreement":null},{"id":"W4389518728","doi":"10.18653/v1/2023.emnlp-main.357","title":"RainProof: An Umbrella to Shield Text Generator from Out-Of-Distribution Data","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Shield; Computer science; Generator (circuit theory); Geology; Physics","score_opus":0.13003355009157463,"score_gpt":0.32678511806055344,"score_spread":0.1967515679689788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11571172,0.000017465258,0.88106596,0.0016294345,0.0006252213,0.000098806064,0.000110711175,0.00026788068,0.0004727874],"genre_scores_gemma":[0.87408674,0.0000050070375,0.123662025,0.0006810418,0.0003165339,0.0000063946477,0.0004576115,0.000008709536,0.00077591476],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880594,0.00003849892,0.00020394339,0.00052858604,0.0002246541,0.00019835378],"domain_scores_gemma":[0.99799126,0.00005458625,0.00003378457,0.0017614556,0.000041576273,0.000117327836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033334774,0.000082168655,0.00011244946,0.000041677773,0.000051014034,0.0000948309,0.0016867534,0.000051215888,0.000049528167],"category_scores_gemma":[0.00007951854,0.000075742435,0.000018670953,0.00033849018,0.000009465927,0.00037045084,0.0010548871,0.00006113932,0.0003099829],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013133758,0.0001318931,0.0014909533,0.000024542876,0.0000502827,0.000034264685,0.0034779343,0.0040434804,0.02929116,0.08700959,0.14400287,0.7304299],"study_design_scores_gemma":[0.00013531568,0.000039169307,0.0009390396,0.000010636086,0.0000035622493,3.935409e-7,0.000056548997,0.9715524,0.006476641,0.0020842636,0.018542686,0.00015939689],"about_ca_topic_score_codex":0.00033516285,"about_ca_topic_score_gemma":0.00018758282,"teacher_disagreement_score":0.96750885,"about_ca_system_score_codex":0.000016848166,"about_ca_system_score_gemma":0.000057938738,"threshold_uncertainty_score":0.39843065},"labels":[],"label_agreement":null},{"id":"W4389518736","doi":"10.18653/v1/2023.findings-emnlp.975","title":"Representation Projection Invariance Mitigates Representation Collapse","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Allen Institute for Artificial Intelligence; University of Toronto; Johns Hopkins University","keywords":"Computer science; Regularization (linguistics); Representation (politics); Robustness (evolution); Benchmark (surveying); Artificial intelligence; Machine learning; Algorithm; Theoretical computer science","score_opus":0.06431351550441888,"score_gpt":0.3202886456303431,"score_spread":0.2559751301259242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15730807,0.000011100866,0.8269129,0.0030172665,0.00070466514,0.00034996186,5.316525e-7,0.0011900136,0.010505539],"genre_scores_gemma":[0.9242062,0.000030471949,0.067605495,0.00028067932,0.00015538685,0.00009777307,0.000015896218,0.000009801815,0.007598316],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988846,0.000071184346,0.00020027712,0.0004196138,0.00025127086,0.00017304803],"domain_scores_gemma":[0.999233,0.000093524584,0.00006492307,0.00048189014,0.00008583067,0.000040832914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024452814,0.00007028443,0.0000828454,0.00015322243,0.00012914998,0.0001670191,0.00028741427,0.00004081627,0.000018707273],"category_scores_gemma":[0.00015678254,0.00006915199,0.000033784032,0.0015521693,0.000015832718,0.00081946654,0.00014179929,0.000055559165,0.0002669042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033686356,0.0001243225,0.06355802,0.00008710341,0.00007970956,0.0001069354,0.010860981,0.035422955,0.065409265,0.4978319,0.04967596,0.27680916],"study_design_scores_gemma":[0.00025173006,0.000021198373,0.015214831,0.00001141881,0.0000027118579,0.000010399415,0.00029009132,0.93674374,0.026908597,0.019940164,0.0004762382,0.00012889401],"about_ca_topic_score_codex":0.0002337826,"about_ca_topic_score_gemma":0.00002471739,"teacher_disagreement_score":0.90132076,"about_ca_system_score_codex":0.00003392813,"about_ca_system_score_gemma":0.00004241046,"threshold_uncertainty_score":0.34306023},"labels":[],"label_agreement":null},{"id":"W4389518777","doi":"10.18653/v1/2023.emnlp-main.257","title":"Transductive Learning for Textual Few-Shot Classification in API-based Embedding Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Grand Équipement National De Calcul Intensif","keywords":"Computer science; Embedding; Artificial intelligence; Natural language processing; Shot (pellet); Machine learning; Chemistry","score_opus":0.1290711266498333,"score_gpt":0.33144356573395756,"score_spread":0.20237243908412425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03753693,0.000007275125,0.9581872,0.0012640852,0.00009857128,0.00025485072,6.129412e-7,0.00038589464,0.002264549],"genre_scores_gemma":[0.9278626,0.0000019215072,0.07142722,0.000092589115,0.00003833329,0.000086663,0.000008091484,0.000009781626,0.00047279743],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988598,0.000050058174,0.00021618788,0.0004178299,0.00017409689,0.00028199443],"domain_scores_gemma":[0.99941874,0.0002011201,0.000042045278,0.00024211853,0.000053437307,0.00004256022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004823872,0.00009526652,0.00011805169,0.00022851565,0.0000969261,0.00007868215,0.0003654477,0.000060247552,0.000006773362],"category_scores_gemma":[0.000047842914,0.00009525004,0.000052842857,0.0004994709,0.000013834207,0.00045180184,0.00003572392,0.00013419992,0.000018894227],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006207783,0.000015640722,0.00010113421,0.00001392274,0.00000307915,0.000001271151,0.0015382521,0.85777456,0.0019778118,0.10831261,0.00005230628,0.03020322],"study_design_scores_gemma":[0.0003616938,0.000026765281,0.00023611977,0.000015281352,0.0000015859301,4.5005464e-7,0.0005137972,0.99050045,0.00085768447,0.0071862475,0.00018087626,0.00011904466],"about_ca_topic_score_codex":0.000030229552,"about_ca_topic_score_gemma":0.000023893333,"teacher_disagreement_score":0.89032567,"about_ca_system_score_codex":0.00006535099,"about_ca_system_score_gemma":0.000071598035,"threshold_uncertainty_score":0.3884184},"labels":[],"label_agreement":null},{"id":"W4389518858","doi":"10.18653/v1/2023.findings-emnlp.674","title":"Balaur: Language Model Pretraining with Lexical Semantic Relations","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Samsung; Nvidia","keywords":"Computer science; Natural language processing; Inference; Artificial intelligence; Generalization; Transformer; Set (abstract data type); Language model; Meaning (existential); Interface (matter); Programming language; Psychology","score_opus":0.029940624321397952,"score_gpt":0.26493709039858887,"score_spread":0.2349964660771909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07684215,0.0000072300204,0.89911324,0.0012881655,0.000037260383,0.000055537366,3.6264268e-7,0.00065710174,0.021998981],"genre_scores_gemma":[0.7991173,5.605275e-7,0.19438858,0.0001470361,0.000019635861,0.0000053793774,0.000001395855,0.0000052953437,0.006314777],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992872,0.000013140011,0.00009804479,0.00022906912,0.00018229516,0.00019025544],"domain_scores_gemma":[0.9995027,0.00004792716,0.000016714828,0.00036235462,0.00001759695,0.000052660413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014743391,0.00006145851,0.000065829234,0.000073218616,0.000077273195,0.00006178927,0.00028826893,0.00003213457,0.00002135567],"category_scores_gemma":[0.000021242322,0.000047690377,0.000020660482,0.000361058,0.000013820467,0.00024790753,0.00011561108,0.00009516034,0.00017595079],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002055284,0.00002007581,0.0018746308,0.000012775068,0.000017793986,0.000057789908,0.010281051,0.40552163,0.0005584706,0.5626479,0.001793632,0.017212238],"study_design_scores_gemma":[0.00009618385,0.000011652024,0.00041761462,0.000010908352,0.000002061854,0.0000061995006,0.00013266981,0.99641293,0.00005958178,0.0027502733,0.000024604149,0.000075346725],"about_ca_topic_score_codex":0.000016490178,"about_ca_topic_score_gemma":0.000020106354,"teacher_disagreement_score":0.7222752,"about_ca_system_score_codex":0.000012767623,"about_ca_system_score_gemma":0.000048926966,"threshold_uncertainty_score":0.22615501},"labels":[],"label_agreement":null},{"id":"W4389518861","doi":"10.18653/v1/2023.findings-emnlp.616","title":"Knowledge Corpus Error in Question Answering","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Pipeline (software); Computer science; Context (archaeology); Natural language processing; String (physics); Artificial intelligence; Space (punctuation); Question answering; Domain (mathematical analysis); Information retrieval; History; Mathematics","score_opus":0.051404789048701154,"score_gpt":0.31377550380935676,"score_spread":0.2623707147606556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518861","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23738393,0.000040377392,0.7483748,0.0006160217,0.0005647046,0.000060469876,8.703729e-8,0.0005834243,0.012376175],"genre_scores_gemma":[0.97922754,0.0000072775247,0.018757613,0.000046203688,0.000033435772,0.00000650079,4.4514925e-7,0.0000031855598,0.0019178157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995052,0.00002121802,0.000096583644,0.0001728895,0.00006271827,0.00014135921],"domain_scores_gemma":[0.99971205,0.00002784674,0.00001059451,0.00020905434,0.000014061771,0.00002639095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023760865,0.000041086434,0.000049996266,0.00011930319,0.000020686419,0.00003341287,0.00025353985,0.000023466295,0.0000060747816],"category_scores_gemma":[0.000022203707,0.000039310085,0.000012415538,0.00044024267,0.0000045897013,0.0001900869,0.00014801859,0.0000515774,0.00030668147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016194338,0.0000432078,0.01351074,0.00003191086,0.0000032404391,0.00005696873,0.0029391046,0.010666703,0.0033510583,0.6834091,0.0010252537,0.2849611],"study_design_scores_gemma":[0.00008692986,0.0000072980843,0.012045532,0.000017106235,2.2010843e-7,0.0000016517889,0.000019259473,0.9810935,0.00040441004,0.004857739,0.0014017544,0.000064551394],"about_ca_topic_score_codex":0.00008971728,"about_ca_topic_score_gemma":0.0002036558,"teacher_disagreement_score":0.97042686,"about_ca_system_score_codex":0.000027848931,"about_ca_system_score_gemma":0.000021536662,"threshold_uncertainty_score":0.3941872},"labels":[],"label_agreement":null},{"id":"W4389518871","doi":"10.18653/v1/2023.findings-emnlp.579","title":"COUNT: COntrastive UNlikelihood Text Style Transfer for Text Detoxification","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Fluency; Artificial intelligence; Natural language processing; Focus (optics); Classifier (UML); Machine learning; Mathematics; Mathematics education","score_opus":0.028055416724721623,"score_gpt":0.2601129224531013,"score_spread":0.2320575057283797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011165633,0.000023856293,0.98283505,0.0023371943,0.0002444327,0.00039486392,0.00000840963,0.00044378132,0.00254676],"genre_scores_gemma":[0.97676855,0.00001059631,0.020739196,0.00042571692,0.000077750876,0.0001006411,0.000008671376,0.000010738283,0.0018581641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894744,0.000020451207,0.00019775,0.00037344798,0.00018703933,0.0002738595],"domain_scores_gemma":[0.9992779,0.00018169037,0.000018070643,0.00034804258,0.00011121672,0.000063093394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027882977,0.000100494486,0.00011602162,0.00008568458,0.00010829911,0.00009746722,0.00044302267,0.000057961057,0.00003234151],"category_scores_gemma":[0.00003847078,0.00009013242,0.000057464546,0.0003307139,0.000017181595,0.00029055573,0.000037291014,0.000059728503,0.0002614742],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017811382,0.0000731283,0.0001657736,0.00004045967,0.000043401284,0.000003379661,0.0035367582,0.0013193126,0.010256929,0.698052,0.0056061414,0.28088492],"study_design_scores_gemma":[0.000719782,0.0000651469,0.0018447861,0.000011929773,0.000008660789,0.000002416781,0.00022042052,0.9702076,0.006893726,0.008121539,0.011693767,0.0002102728],"about_ca_topic_score_codex":0.000020328362,"about_ca_topic_score_gemma":0.000028190314,"teacher_disagreement_score":0.9688882,"about_ca_system_score_codex":0.000033289987,"about_ca_system_score_gemma":0.000058609392,"threshold_uncertainty_score":0.36754933},"labels":[],"label_agreement":null},{"id":"W4389518890","doi":"10.18653/v1/2023.findings-emnlp.634","title":"Mixture-of-Linguistic-Experts Adapters for Improving and Interpreting Pre-trained Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley; University of British Columbia","funders":"","keywords":"Softmax function; Computer science; Language model; Gumbel distribution; Adapter (computing); Layer (electronics); Artificial intelligence; Pruning; Natural language processing; Encoding (memory); Artificial neural network; Mathematics; Statistics; Extreme value theory","score_opus":0.020131400302049834,"score_gpt":0.2764942223730839,"score_spread":0.25636282207103406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518890","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095194474,0.000074962096,0.9029168,0.0001943913,0.00021278212,0.00018620926,0.0000021023777,0.00026423662,0.00095406774],"genre_scores_gemma":[0.8026399,0.0000014948291,0.19688497,0.00011976965,0.00004949706,0.000016333994,0.0000014045881,0.000008392498,0.00027822223],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911165,0.00001526777,0.00021207482,0.0003154334,0.000118304946,0.00022728428],"domain_scores_gemma":[0.99933356,0.00020755598,0.00005975925,0.00029398905,0.000050687115,0.000054437725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030102057,0.0000973534,0.0001361049,0.00009364888,0.000052804986,0.00006207309,0.00033490735,0.00004175523,0.0000018870326],"category_scores_gemma":[0.00024058005,0.00008554808,0.000044024717,0.000118275224,0.00001859865,0.00016777401,0.0002585084,0.000043113436,5.492353e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004954531,0.000040756608,0.0001979089,0.0005624923,0.00005878367,0.00003459725,0.15548351,0.009129913,0.0709974,0.24926227,0.00046585337,0.51371694],"study_design_scores_gemma":[0.00017638167,0.000032991135,0.000010878154,0.000034506014,0.0000034255386,0.0000026472615,0.00040522614,0.9905822,0.002583867,0.0060270173,0.0000381905,0.000102617996],"about_ca_topic_score_codex":0.000116430136,"about_ca_topic_score_gemma":0.000018310684,"teacher_disagreement_score":0.98145235,"about_ca_system_score_codex":0.000012514304,"about_ca_system_score_gemma":0.000025799965,"threshold_uncertainty_score":0.34885496},"labels":[],"label_agreement":null},{"id":"W4389518966","doi":"10.18653/v1/2023.findings-emnlp.285","title":"Measuring the Knowledge Acquisition-Utilization Gap in Pretrained Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Mila - Quebec Artificial Intelligence Institute; Canadian Institute for Advanced Research; McGill University","funders":"","keywords":"Computer science; USable; Domain knowledge; Robustness (evolution); Parametric statistics; Task (project management); Measure (data warehouse); Knowledge acquisition; Artificial intelligence; Knowledge extraction; Machine learning; Data mining; Engineering; Mathematics","score_opus":0.12079531531899312,"score_gpt":0.30065930140701147,"score_spread":0.17986398608801835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518966","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057103217,0.00012015128,0.91724217,0.0006691391,0.00013914144,0.00013581724,3.3089327e-7,0.00036721927,0.024222817],"genre_scores_gemma":[0.99506444,0.0000071332715,0.0036736936,0.0001209192,0.000045251523,0.000017575869,0.0000019458073,0.0000051838642,0.0010638612],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992697,0.000059878494,0.00013588049,0.00020674047,0.00015019292,0.00017757261],"domain_scores_gemma":[0.99948263,0.00007122607,0.000018959969,0.00037041327,0.000031938656,0.000024816689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047757293,0.00006163268,0.00006023658,0.00011384573,0.0000647391,0.00007278409,0.00047389907,0.00003156196,0.00001541016],"category_scores_gemma":[0.000021328422,0.000044860946,0.000022928956,0.0006727552,0.000009162529,0.00034191486,0.00017907702,0.00006660226,0.00007920091],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036089339,0.000057431007,0.00070599426,0.00004869748,0.0000118846265,0.000021759719,0.057940044,0.2463123,0.0021250998,0.6075303,0.00075440126,0.084488444],"study_design_scores_gemma":[0.000110016015,0.0000034636257,0.001107357,0.000015234636,6.6444454e-7,0.0000011949165,0.0002784022,0.9848591,0.00044218428,0.013099264,0.000025382153,0.000057730984],"about_ca_topic_score_codex":0.000038911694,"about_ca_topic_score_gemma":0.000088759734,"teacher_disagreement_score":0.9379612,"about_ca_system_score_codex":0.000032651602,"about_ca_system_score_gemma":0.000032171418,"threshold_uncertainty_score":0.18293762},"labels":[],"label_agreement":null},{"id":"W4389518973","doi":"10.18653/v1/2023.findings-emnlp.315","title":"Improving Contrastive Learning of Sentence Embeddings with Focal InfoNCE","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Sentence; Computer science; Exploit; Representation (politics); Artificial intelligence; Natural language processing; Function (biology); Quality (philosophy)","score_opus":0.011613599491793091,"score_gpt":0.23067607182902436,"score_spread":0.21906247233723128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20953311,0.000004497306,0.78870773,0.0001286618,0.000050984312,0.000054440578,1.284623e-7,0.00025138864,0.0012690419],"genre_scores_gemma":[0.93804204,0.0000013454799,0.06135891,0.000057500303,0.000016484883,0.0000043036794,3.071893e-7,0.000004740644,0.0005143547],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991211,0.000021103915,0.00015435742,0.00025003345,0.00022736771,0.00022599557],"domain_scores_gemma":[0.99945277,0.00013757963,0.000079903824,0.00018843132,0.00009411761,0.00004718403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023630125,0.00007716156,0.000121274694,0.000075461576,0.00006162177,0.00004511283,0.0003470987,0.000025584488,0.0000047395265],"category_scores_gemma":[0.000084036255,0.0000610125,0.000022715833,0.00041738932,0.000037307243,0.00037557166,0.00022744079,0.00012781825,0.000018359106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004513051,0.000040397554,0.032960933,0.000121206846,0.00006527575,0.000092901784,0.011801832,0.10195459,0.03779333,0.22690694,0.000097636424,0.5881198],"study_design_scores_gemma":[0.00019251175,0.00010004103,0.0012966797,0.000040000792,0.000002012539,0.000008333987,0.0005184047,0.9935959,0.0039140815,0.0002025454,0.000039586772,0.00008993026],"about_ca_topic_score_codex":0.00014892693,"about_ca_topic_score_gemma":0.0000066597436,"teacher_disagreement_score":0.89164126,"about_ca_system_score_codex":0.000016780103,"about_ca_system_score_gemma":0.000056558918,"threshold_uncertainty_score":0.24880175},"labels":[],"label_agreement":null},{"id":"W4389518978","doi":"10.18653/v1/2023.findings-emnlp.393","title":"Aligning Language Models to User Opinions","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Persona; Ideology; Demographics; Public opinion; Set (abstract data type); Computer science; User group; Work (physics); Data science; Internet privacy; Human–computer interaction; World Wide Web; Political science; Sociology; Engineering; Politics","score_opus":0.06393325834733068,"score_gpt":0.30317322365692123,"score_spread":0.23923996530959055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518978","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017662317,0.000006191693,0.96588415,0.002757394,0.00022430571,0.00006658761,8.02307e-7,0.0007066639,0.012691594],"genre_scores_gemma":[0.75925004,0.0000013530796,0.23106928,0.0014874983,0.00007743532,0.000016235097,0.0000027084095,0.00000761021,0.008087858],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999342,0.00001198631,0.00008889994,0.00022107226,0.00013771949,0.00019830257],"domain_scores_gemma":[0.9994473,0.00003246889,0.000008690351,0.00041754037,0.000016105045,0.00007790471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013640463,0.000051728242,0.00005684215,0.00009730227,0.000052059342,0.00007399862,0.00048276037,0.000020127982,0.000015241306],"category_scores_gemma":[0.000010002355,0.000046497003,0.000023693143,0.0004080935,0.0000027766046,0.00025847965,0.0003701902,0.00003730216,0.00060786324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2447076e-7,0.0000068397153,0.0000556062,0.0000040484506,0.00000574038,0.000018579454,0.007021208,0.09283709,0.001083609,0.8625569,0.018181441,0.018228615],"study_design_scores_gemma":[0.00005681729,0.0000070837687,0.00007447871,0.0000079827105,5.187128e-7,0.0000017959399,0.00022661517,0.9906395,0.00095660513,0.00466047,0.003275416,0.00009271162],"about_ca_topic_score_codex":0.00010818255,"about_ca_topic_score_gemma":0.000017001705,"teacher_disagreement_score":0.8978024,"about_ca_system_score_codex":0.000010724633,"about_ca_system_score_gemma":0.000017538341,"threshold_uncertainty_score":0.7813055},"labels":[],"label_agreement":null},{"id":"W4389518993","doi":"10.18653/v1/2023.findings-emnlp.511","title":"Evaluating Dependencies in Fact Editing for Language Models: Specificity and Implication Awareness","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research; Samsung; Nvidia","keywords":"Dependency (UML); Computer science; Knowledge base; Protocol (science); Natural language processing; Neglect; Process (computing); Artificial intelligence; Data science; Programming language; Psychology","score_opus":0.18229258343695362,"score_gpt":0.390164939008229,"score_spread":0.2078723555712754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46194336,0.000019880943,0.5372978,0.00018994357,0.000055135,0.00011499469,0.000001041707,0.00011701051,0.00026083644],"genre_scores_gemma":[0.92151153,0.0000039051733,0.07825384,0.000026697908,0.00007257878,0.000041479816,0.000003336776,0.0000044434387,0.00008217767],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991897,0.000023003087,0.00016048795,0.0002933765,0.00014842834,0.00018503242],"domain_scores_gemma":[0.9994959,0.0001765425,0.000038212496,0.00022280902,0.000040716473,0.000025796146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072129123,0.000061533705,0.00008208734,0.00009316613,0.000080764956,0.00008929887,0.00023140461,0.000030722447,0.0000020264956],"category_scores_gemma":[0.0001005633,0.00005775106,0.00001645548,0.00020464437,0.0000063770503,0.0004034845,0.00016442616,0.00004753308,0.000003289476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055340292,0.000027118904,0.008025662,0.00013714416,0.000008909569,0.000006489848,0.015427709,0.14783673,0.028592445,0.16943796,0.0001406255,0.6303537],"study_design_scores_gemma":[0.00012999121,0.000009090643,0.0026205028,0.000011330158,7.991862e-7,0.00000159563,0.0008028065,0.97767586,0.0024023736,0.016274532,0.0000054587013,0.00006568122],"about_ca_topic_score_codex":0.00026078403,"about_ca_topic_score_gemma":0.00015309836,"teacher_disagreement_score":0.8298391,"about_ca_system_score_codex":0.0000287602,"about_ca_system_score_gemma":0.00003135319,"threshold_uncertainty_score":0.23550199},"labels":[],"label_agreement":null},{"id":"W4389519056","doi":"10.18653/v1/2023.emnlp-main.435","title":"A Mechanistic Interpretation of Arithmetic Reasoning in Language Models using Causal Mediation Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Open Philanthropy Project; National Science Foundation","keywords":"Computer science; Mediation; Security token; Causal reasoning; Set (abstract data type); Interpretation (philosophy); Theoretical computer science; Natural language processing; Process (computing); Language model; Causal model; Artificial intelligence; Arithmetic; Cognition; Programming language; Mathematics; Psychology","score_opus":0.02509132893953309,"score_gpt":0.29085532487544863,"score_spread":0.26576399593591554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2643384,0.000010945414,0.7352842,0.000024331264,0.000044217682,0.0000414187,5.016975e-7,0.00006518013,0.000190784],"genre_scores_gemma":[0.892572,0.0000015858204,0.10736834,0.000015948022,0.000007817481,0.0000032324308,0.000004414401,0.0000030385027,0.000023620774],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920547,0.000052830597,0.00022505758,0.00019739487,0.0001975578,0.00012165982],"domain_scores_gemma":[0.99956703,0.00007936464,0.00007085792,0.00022322888,0.000036783462,0.000022716553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000410877,0.000054291457,0.00013861792,0.000618076,0.000016798847,0.000029610954,0.00019228656,0.000031049178,0.0000055762844],"category_scores_gemma":[0.00008663561,0.000053809585,0.000040054172,0.0017597364,0.0000052506934,0.00028585782,0.00009407361,0.00004755633,0.0000024012127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013871102,0.00000789135,0.0004775694,0.00001063919,0.00002220643,0.0000077651375,0.0046458663,0.946142,0.0032072377,0.039814267,5.485826e-7,0.005662629],"study_design_scores_gemma":[0.000070430346,0.0000062196664,0.00043378366,0.00001381924,0.00002136828,7.0201935e-7,0.0002404108,0.9919756,0.0005489264,0.0066364203,3.1951732e-8,0.00005226232],"about_ca_topic_score_codex":0.00069014943,"about_ca_topic_score_gemma":0.0002963244,"teacher_disagreement_score":0.6282336,"about_ca_system_score_codex":0.000048731723,"about_ca_system_score_gemma":0.000030691986,"threshold_uncertainty_score":0.21942912},"labels":[],"label_agreement":null},{"id":"W4389519096","doi":"10.18653/v1/2023.emnlp-main.439","title":"Prompt-Based Monte-Carlo Tree Search for Goal-oriented Dialogue Policy Planning","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited","keywords":"Monte Carlo tree search; Computer science; Task (project management); Tree (set theory); Machine learning; Artificial intelligence; Resource (disambiguation); Monte Carlo method; Engineering","score_opus":0.058478333879909646,"score_gpt":0.32376339571412255,"score_spread":0.2652850618342129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08967355,0.000012897374,0.9021246,0.004541301,0.00025636723,0.000456078,0.000006987605,0.00085223216,0.002075989],"genre_scores_gemma":[0.9280743,7.477358e-7,0.06868189,0.00048542404,0.00028288583,0.00013126922,0.000011796352,0.000018602583,0.0023130863],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984198,0.000043076285,0.00021856524,0.0004644028,0.00030490992,0.0005491978],"domain_scores_gemma":[0.99896,0.00022338996,0.00003280341,0.00056246127,0.00009322781,0.00012809543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043074205,0.00013049855,0.00015434423,0.00032914223,0.00015595398,0.00011221065,0.0006764665,0.00006325841,0.000004402702],"category_scores_gemma":[0.00010756236,0.00011645028,0.00008360877,0.00085418613,0.000022735227,0.00021297992,0.00023256359,0.000106014966,0.00006172027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001052688,0.0002462201,0.015973898,0.0002889427,0.000102447724,0.00012393617,0.010043464,0.29756054,0.008169795,0.44794986,0.020580232,0.19885539],"study_design_scores_gemma":[0.00059632707,0.000076119715,0.0020303451,0.00002132205,0.0000020151124,0.000001215283,0.000061340215,0.9916593,0.002634521,0.0006405376,0.0021280216,0.00014894985],"about_ca_topic_score_codex":0.0004237037,"about_ca_topic_score_gemma":0.00003592322,"teacher_disagreement_score":0.8384007,"about_ca_system_score_codex":0.00006779522,"about_ca_system_score_gemma":0.00024157487,"threshold_uncertainty_score":0.47487047},"labels":[],"label_agreement":null},{"id":"W4389519117","doi":"10.18653/v1/2023.emnlp-main.491","title":"Don’t Trust ChatGPT when your Question is not in English: A Study of Multilingual Abilities and Types of LLMs","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Machine Intelligence Institute","keywords":"Variety (cybernetics); Computer science; Natural language processing; Artificial intelligence; Linguistics","score_opus":0.04011867324513748,"score_gpt":0.2954704506340845,"score_spread":0.25535177738894704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966191,0.000026200216,0.0025695416,0.0001079792,0.00013205914,0.00016434946,0.0000013397614,0.00007966116,0.0002997686],"genre_scores_gemma":[0.99490595,0.0000062065265,0.0045517087,0.000020346046,0.000023860697,0.000006303158,2.6752784e-7,0.0000034388813,0.000481928],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991926,0.000047515765,0.0002489714,0.00022563507,0.00017610025,0.00010915844],"domain_scores_gemma":[0.99948263,0.00008744992,0.00004932581,0.00027422066,0.00008479862,0.000021544864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040355718,0.00006512273,0.00015362231,0.00014134306,0.000015138536,0.00001831341,0.00021141738,0.000033742544,0.000015307218],"category_scores_gemma":[0.0001377599,0.000057097102,0.000015434707,0.00016452358,0.000023558368,0.00017017557,0.00018289626,0.000054898075,0.0000015190242],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036597834,0.00046437542,0.17089742,0.00019062981,0.000033368447,0.0000084669,0.75179565,0.0025198264,0.0011594803,0.009751223,0.000077595665,0.063065335],"study_design_scores_gemma":[0.0019503104,0.000591996,0.11031237,0.00009749218,0.000011836835,0.0000013497656,0.04237564,0.828115,0.012210761,0.0039565177,0.000099265904,0.00027745578],"about_ca_topic_score_codex":0.0020885442,"about_ca_topic_score_gemma":0.00050679373,"teacher_disagreement_score":0.8255952,"about_ca_system_score_codex":0.000011426587,"about_ca_system_score_gemma":0.000024503954,"threshold_uncertainty_score":0.31572682},"labels":[],"label_agreement":null},{"id":"W4389519126","doi":"10.18653/v1/2023.emnlp-main.448","title":"OssCSE: Overcoming Surface Structure Bias in Contrastive Learning for Unsupervised Sentence Embedding","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Natural language processing; Embedding; Sentence; Computer science; Artificial intelligence; Linguistics; Philosophy","score_opus":0.05164863126802949,"score_gpt":0.30093111289566843,"score_spread":0.24928248162763894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50072616,0.000017583347,0.49822706,0.0003156109,0.00018754695,0.00016686285,0.0000013065791,0.00023161402,0.00012624005],"genre_scores_gemma":[0.9352838,0.000005677,0.063941345,0.00012741139,0.000041809537,0.000006431851,0.000003705423,0.000011857131,0.00057799404],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985666,0.000066673136,0.00024830556,0.00046831561,0.0002100079,0.00044009686],"domain_scores_gemma":[0.9989971,0.0005687371,0.00005696893,0.0002455376,0.00006883253,0.00006282932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004461679,0.00014103387,0.00019577045,0.00012066533,0.00013003848,0.00014445031,0.00047599245,0.00007088571,0.00001647721],"category_scores_gemma":[0.00031832623,0.00013270696,0.000051933694,0.00059591804,0.000016268552,0.00042310273,0.00022669011,0.00021618533,0.000013068598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015391914,0.000012619681,0.033837974,0.000060819504,0.00001949484,0.000033940876,0.00493117,0.8992588,0.022999736,0.019145314,0.00019571498,0.01948902],"study_design_scores_gemma":[0.0005224766,0.000019844916,0.0034378574,0.000049357604,0.0000017620321,0.0000034725113,0.0006159345,0.99118245,0.0020434437,0.0017371274,0.00022303089,0.00016325699],"about_ca_topic_score_codex":0.00011868224,"about_ca_topic_score_gemma":0.00006830128,"teacher_disagreement_score":0.4345576,"about_ca_system_score_codex":0.00006297475,"about_ca_system_score_gemma":0.000055850072,"threshold_uncertainty_score":0.54116327},"labels":[],"label_agreement":null},{"id":"W4389519204","doi":"10.18653/v1/2023.emnlp-main.721","title":"Reward-Augmented Decoding: Efficient Controlled Text Generation With a Unidirectional Reward Model","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Language model; Decoding methods; Overhead (engineering); Cache; Artificial intelligence; Text generation; Algorithm; Parallel computing; Programming language","score_opus":0.04398754862890349,"score_gpt":0.256004301114469,"score_spread":0.21201675248556548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09761047,0.000017256509,0.8948272,0.0020074788,0.00023124479,0.00029547117,8.368738e-7,0.00068130787,0.004328718],"genre_scores_gemma":[0.8862886,0.0000069527114,0.107852355,0.00046962476,0.00010154758,0.00008120383,0.000007374628,0.000012436748,0.005179946],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846554,0.00005228718,0.0002655968,0.00047456374,0.00045389455,0.00028812798],"domain_scores_gemma":[0.9992067,0.000064632644,0.0000706468,0.00042520376,0.00014177017,0.00009103341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046676747,0.0001400654,0.00019877727,0.0001975298,0.00019654943,0.0001439765,0.00032916642,0.00004963562,0.000018511695],"category_scores_gemma":[0.000044263594,0.00010554002,0.00006260906,0.00057443,0.000017981476,0.00015646197,0.00012931587,0.00008963794,0.00008398651],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034481396,0.000033354423,0.000045029756,0.0000031870993,0.000027311464,0.000007399474,0.00024647947,0.95548534,0.001919213,0.03745497,0.0017785585,0.0029646512],"study_design_scores_gemma":[0.0018859012,0.000040965537,0.000028472881,0.000009942135,0.000007361126,0.000012289401,0.00001652369,0.99631417,0.0009466159,0.0003789659,0.00021490188,0.0001438805],"about_ca_topic_score_codex":0.000031883763,"about_ca_topic_score_gemma":0.000027466875,"teacher_disagreement_score":0.7886781,"about_ca_system_score_codex":0.00008933429,"about_ca_system_score_gemma":0.00014504499,"threshold_uncertainty_score":0.43037972},"labels":[],"label_agreement":null},{"id":"W4389519305","doi":"10.18653/v1/2023.emnlp-main.160","title":"The Skipped Beat: A Study of Sociopragmatic Understanding in LLMs for 64 Languages","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Alliance de recherche numérique du Canada; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Sparrow; Computer science; Benchmark (surveying); Meaning (existential); Spoken language; Scripting language; Task (project management); Natural language processing; Artificial intelligence; Psychology; Programming language; Geography","score_opus":0.08510672602283446,"score_gpt":0.3370588224076921,"score_spread":0.2519520963848576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519305","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4248529,0.000024525361,0.572309,0.0012833499,0.00009565956,0.0004358575,2.9438482e-7,0.000103649414,0.00089474214],"genre_scores_gemma":[0.99598515,0.0000027172764,0.003442937,0.000027967237,0.000011876801,0.000032425414,2.0062572e-7,0.0000036628016,0.0004930581],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993614,0.000034012322,0.00016840048,0.00013648623,0.00014139838,0.00015832539],"domain_scores_gemma":[0.99921083,0.00044970232,0.00003739308,0.0002754648,0.000012649075,0.00001397574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005773937,0.00004659581,0.00008737243,0.0000681438,0.00008974351,0.000047302026,0.0003960497,0.000016810225,0.0000016975397],"category_scores_gemma":[0.000062184605,0.00003078825,0.000023831495,0.00028060598,0.000010979549,0.00007981833,0.00013390281,0.000039716742,0.000003889777],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010759606,0.00023310597,0.009115647,0.000106299,0.00006995707,0.000016421684,0.08785353,0.00544236,0.0004633248,0.8748818,0.0011177411,0.02068907],"study_design_scores_gemma":[0.0010885369,0.00015517265,0.0028984842,0.00002770556,0.0000054860925,8.6755176e-7,0.09088345,0.845353,0.00014197224,0.059287105,0.00004062961,0.000117586045],"about_ca_topic_score_codex":0.00008798397,"about_ca_topic_score_gemma":0.00054496137,"teacher_disagreement_score":0.8399106,"about_ca_system_score_codex":0.000040202445,"about_ca_system_score_gemma":0.000019573888,"threshold_uncertainty_score":0.12555085},"labels":[],"label_agreement":null},{"id":"W4389519325","doi":"10.18653/v1/2023.findings-emnlp.84","title":"Can ChatGPT Assess Human Personalities? A General Evaluation Framework","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Research Foundation Singapore","keywords":"Personality psychology; Correctness; Computer science; Consistency (knowledge bases); Robustness (evolution); Psychology; Social psychology; Personality; Artificial intelligence; Algorithm","score_opus":0.14425137894513812,"score_gpt":0.3721872873750639,"score_spread":0.22793590842992578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48916495,0.00001485432,0.49938285,0.0049634776,0.0004669479,0.00013775095,9.534678e-7,0.0004685916,0.0053996276],"genre_scores_gemma":[0.95695984,0.0000015851663,0.038204618,0.00088884175,0.00027264716,0.000039545037,0.0000073264364,0.0000069043354,0.0036187079],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987292,0.000057683297,0.00013491669,0.00030927022,0.00052591396,0.00024297064],"domain_scores_gemma":[0.9993236,0.00004885145,0.000033258388,0.00044689947,0.00008830163,0.000059105547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006807937,0.00008121033,0.000084536754,0.00009281669,0.00015034576,0.00016649376,0.00046865706,0.00005853724,0.00016956074],"category_scores_gemma":[0.00005443739,0.000076524906,0.00004061701,0.0003549663,0.000012802785,0.00019009146,0.00016948453,0.000107547916,0.000074629796],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9073183e-7,0.000010704695,0.0011804377,0.000009000846,0.000011733847,0.0000057895872,0.0037295478,0.002806003,0.00060272065,0.97520363,0.0014727474,0.014967374],"study_design_scores_gemma":[0.0001015206,0.000013837273,0.0039436873,0.0000126684,0.0000036550114,0.0000021959768,0.00009948695,0.89981157,0.00030467042,0.0951751,0.00040835998,0.00012324358],"about_ca_topic_score_codex":0.0002296164,"about_ca_topic_score_gemma":0.00006470061,"teacher_disagreement_score":0.89700556,"about_ca_system_score_codex":0.00007242672,"about_ca_system_score_gemma":0.00008896054,"threshold_uncertainty_score":0.31205952},"labels":[],"label_agreement":null},{"id":"W4389519370","doi":"10.18653/v1/2023.emnlp-main.920","title":"Unveiling the Essence of Poetry: Introducing a Comprehensive Dataset and Benchmark for Poem Summarization","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stornoway Diamond (Canada); York University","funders":"","keywords":"Automatic summarization; Computer science; Meaning (existential); Natural language processing; Poetry; Task (project management); Literal and figurative language; Interpretation (philosophy); Artificial intelligence; Field (mathematics); Natural language; Natural language generation; Natural (archaeology); Benchmark (surveying); Linguistics; History; Epistemology; Programming language; Philosophy","score_opus":0.032744166450579815,"score_gpt":0.28308923003006053,"score_spread":0.2503450635794807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519370","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03448416,0.00004067239,0.96288604,0.0020004942,0.00017943159,0.00021206279,0.00004610867,0.00006437998,0.00008666564],"genre_scores_gemma":[0.94219106,0.000021628735,0.05694708,0.0003978977,0.0000867517,0.000014008241,0.00022894223,0.0000061229043,0.00010651726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927753,0.000022871034,0.00016405042,0.00027181918,0.00012217434,0.00014153332],"domain_scores_gemma":[0.99906427,0.00033555503,0.000059400463,0.0004416482,0.00007501155,0.000024108042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027893324,0.00006291895,0.00009430083,0.000060234837,0.00012686798,0.000059966806,0.0003689822,0.000022285543,0.000003870087],"category_scores_gemma":[0.00009393304,0.000045513785,0.000014780003,0.0003591951,0.000029757948,0.00021417307,0.00031956506,0.00004545638,0.0000028146396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002978896,0.00004209154,0.004040075,0.00039028173,0.00007482695,0.000005423449,0.0038655938,0.046852108,0.039941926,0.78220516,0.05934115,0.063211575],"study_design_scores_gemma":[0.00014060836,0.00002014068,0.0011453944,0.000017653465,0.0000043324394,0.000002528187,0.00025634945,0.98851633,0.0017026623,0.005457993,0.0026660943,0.00006992217],"about_ca_topic_score_codex":0.00008598477,"about_ca_topic_score_gemma":0.00001338136,"teacher_disagreement_score":0.9416642,"about_ca_system_score_codex":0.000007712633,"about_ca_system_score_gemma":0.000029433506,"threshold_uncertainty_score":0.18559983},"labels":[],"label_agreement":null},{"id":"W4389519395","doi":"10.18653/v1/2023.emnlp-main.195","title":"Pushdown Layers: Encoding Recursive Structure in Transformer Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Center for Evolutionary and Theoretical Immunology; Canadian Institute for Advanced Research","keywords":"Computer science; Parsing; Transformer; Stack (abstract data type); Artificial intelligence; Algorithm; Theoretical computer science; Programming language","score_opus":0.025703243846209034,"score_gpt":0.2635919863223192,"score_spread":0.2378887424761102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519395","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25128052,0.00007364066,0.72714615,0.0015770568,0.00027500567,0.0001682625,0.000003576682,0.00038003945,0.019095773],"genre_scores_gemma":[0.97479624,0.00001841697,0.024219427,0.00027821548,0.00003974411,0.0000061262763,0.0000028107252,0.000006797144,0.000632248],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901026,0.00002486184,0.00016167357,0.0003094531,0.00019219733,0.00030153373],"domain_scores_gemma":[0.9995542,0.000042370553,0.000019502664,0.00031494378,0.00001769915,0.000051243176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001520648,0.00009627415,0.000113119044,0.00018678614,0.000038406924,0.0000662018,0.00050435355,0.00006452567,0.00004477797],"category_scores_gemma":[0.000012082483,0.00008307954,0.00003699153,0.0005833109,0.000009393673,0.00060482277,0.000058107635,0.00014555297,0.00003446264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008451527,0.000027897091,0.00062452507,0.000057297446,0.00002509247,0.00024767942,0.079211794,0.15869732,0.022081157,0.57927614,0.0013488578,0.15839377],"study_design_scores_gemma":[0.00029754936,0.000014307274,0.00017144704,0.000028083972,0.0000016030947,0.0000076260335,0.0012633514,0.93346614,0.0062528444,0.05808643,0.00021899417,0.00019161543],"about_ca_topic_score_codex":0.0001642398,"about_ca_topic_score_gemma":0.0003300045,"teacher_disagreement_score":0.7747688,"about_ca_system_score_codex":0.00003846858,"about_ca_system_score_gemma":0.000034371336,"threshold_uncertainty_score":0.33878854},"labels":[],"label_agreement":null},{"id":"W4389519409","doi":"10.18653/v1/2023.emnlp-main.16","title":"GPTAraEval: A Comprehensive Evaluation of ChatGPT on Arabic NLP","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Alliance de recherche numérique du Canada; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Arabic; Modern Standard Arabic; Computer science; Natural language processing; Focus (optics); Transformative learning; Artificial intelligence; Software deployment; Linguistics; Psychology; Software engineering","score_opus":0.13639498830704402,"score_gpt":0.3458940014193512,"score_spread":0.2094990131123072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81935716,0.00004523988,0.16803813,0.0015729115,0.00052473746,0.00030181254,6.8024013e-7,0.00034430253,0.009815033],"genre_scores_gemma":[0.99337167,0.000005356984,0.005989041,0.0002662542,0.000033689823,0.000014162198,0.0000016344937,0.000004307729,0.0003138925],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987256,0.000083919294,0.00016425237,0.00024650592,0.000638547,0.00014116454],"domain_scores_gemma":[0.9990991,0.0000895254,0.000051302068,0.00049004215,0.0002378982,0.000032178614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005076138,0.00006689208,0.00010254979,0.0001394557,0.00003160425,0.000020665386,0.0003435893,0.000030178868,0.00004057298],"category_scores_gemma":[0.00005342972,0.000057773465,0.00004049303,0.0003943945,0.000012871924,0.00012872879,0.000115681636,0.000052171097,0.00027713468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010864753,0.00010531757,0.0004832016,0.00005184878,0.00004992876,0.000007991669,0.0034532165,0.18690062,0.007675171,0.29693732,0.0041025723,0.50022197],"study_design_scores_gemma":[0.000261788,0.00004470008,0.006820817,0.000015574853,0.0000049015307,0.0000010494472,0.000044112592,0.98048484,0.0023149399,0.009557412,0.0003841049,0.00006575996],"about_ca_topic_score_codex":0.000034532106,"about_ca_topic_score_gemma":0.000005175184,"teacher_disagreement_score":0.7935842,"about_ca_system_score_codex":0.00003073553,"about_ca_system_score_gemma":0.000058062393,"threshold_uncertainty_score":0.3562098},"labels":[],"label_agreement":null},{"id":"W4389519413","doi":"10.18653/v1/2023.findings-emnlp.86","title":"Large Language Models Know Your Contextual Search Intent: A Prompting Framework for Conversational Search","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Renmin University of China; National Natural Science Foundation of China","keywords":"Computer science; Leverage (statistics); Conversation; Language model; Robustness (evolution); Human–computer interaction; Natural language processing; Artificial intelligence; Information retrieval; World Wide Web; Data science; Psychology; Communication","score_opus":0.10600733513719265,"score_gpt":0.3566575900217333,"score_spread":0.2506502548845406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519413","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05017467,0.00004541727,0.9453431,0.0021751872,0.00019518161,0.00044444637,0.00001617563,0.00045995065,0.0011458754],"genre_scores_gemma":[0.80826557,0.0000040068808,0.18827897,0.0003811884,0.00016321735,0.00005616112,0.000017840859,0.000014443297,0.0028186054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981451,0.000059971968,0.000248725,0.00047195263,0.00047518482,0.00059904886],"domain_scores_gemma":[0.99880713,0.00042020247,0.000031567084,0.00041373167,0.00021212666,0.0001152617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011933569,0.00011961646,0.00015094945,0.00016855083,0.0001868747,0.00018213975,0.00072564615,0.00009439373,0.000083601924],"category_scores_gemma":[0.00017809952,0.00011031355,0.00007983002,0.00041188102,0.000025775671,0.0004134183,0.00055559096,0.00026026234,0.00018660222],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008195296,0.000028905604,0.00017223877,0.000040706727,0.00002166991,0.000009175985,0.0154713085,0.005682937,0.0002005142,0.96586937,0.0003886055,0.012106398],"study_design_scores_gemma":[0.00040565385,0.000033729542,0.00007483431,0.000041186395,0.0000018448754,0.000003290866,0.0042351983,0.96891004,0.00051326747,0.025407894,0.00024216453,0.00013086954],"about_ca_topic_score_codex":0.000064080545,"about_ca_topic_score_gemma":0.000011527576,"teacher_disagreement_score":0.96322715,"about_ca_system_score_codex":0.00005699592,"about_ca_system_score_gemma":0.00014419579,"threshold_uncertainty_score":0.4498456},"labels":[],"label_agreement":null},{"id":"W4389519419","doi":"10.18653/v1/2023.emnlp-main.37","title":"Knowledge Graph Compression Enhances Diverse Commonsense Generation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Commonsense knowledge; Computer science; Commonsense reasoning; Knowledge graph; Artificial intelligence; Graph; Context (archaeology); Task (project management); Natural language processing; Theoretical computer science; Machine learning; Knowledge-based systems","score_opus":0.09308819212558869,"score_gpt":0.3087466646658838,"score_spread":0.2156584725402951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27164385,0.000051327756,0.7190181,0.00062403356,0.00081432785,0.00007329322,4.9337507e-7,0.00056030205,0.0072142836],"genre_scores_gemma":[0.9801271,0.000024068904,0.017735837,0.00010485255,0.0001123572,0.000006330625,0.000004315582,0.0000033836832,0.0018817338],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993182,0.00005779335,0.00011694943,0.00023239266,0.00012594057,0.00014876747],"domain_scores_gemma":[0.9994965,0.000044485165,0.000025543095,0.00034492553,0.000040155235,0.000048399368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001621002,0.00006669274,0.00007122867,0.0001077394,0.00015941367,0.000076558936,0.0003423775,0.00003181258,0.00002162671],"category_scores_gemma":[0.00001113508,0.000055405395,0.00003273512,0.00036929804,0.000016352738,0.00024164673,0.0002897785,0.00005274863,0.00043471955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054903494,0.00014637283,0.0012884114,0.000036058987,0.000027946959,0.000050211624,0.008721952,0.0057769213,0.18833996,0.20316826,0.17081378,0.42162463],"study_design_scores_gemma":[0.00013671664,0.00001459608,0.0007291131,0.000009937429,0.0000015812628,0.0000021013961,0.0000773787,0.9746318,0.018735023,0.0018699294,0.0036828541,0.000108970584],"about_ca_topic_score_codex":0.000036558846,"about_ca_topic_score_gemma":0.00008659646,"teacher_disagreement_score":0.9688549,"about_ca_system_score_codex":0.000009995649,"about_ca_system_score_gemma":0.00001745545,"threshold_uncertainty_score":0.5587585},"labels":[],"label_agreement":null},{"id":"W4389519420","doi":"10.18653/v1/2023.emnlp-main.142","title":"A Diachronic Analysis of Paradigm Shifts in NLP Research: When, How, and Why?","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"Deutsche Forschungsgemeinschaft","keywords":"Leverage (statistics); Computer science; Inference; Causal inference; Artificial intelligence; Field (mathematics); Data science; Natural language processing; Machine learning; Mathematics","score_opus":0.1503477852821135,"score_gpt":0.3498817030182792,"score_spread":0.1995339177361657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72293353,0.00025807272,0.26487792,0.010326185,0.000052383915,0.00013002624,0.0000012284968,0.00010706435,0.0013135655],"genre_scores_gemma":[0.99486804,0.000052931184,0.0046593132,0.00006409056,0.000010518997,0.000008531355,0.0000010148559,0.0000028764582,0.00033270437],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988261,0.00011684216,0.00014383339,0.00031523316,0.00032264003,0.0002753801],"domain_scores_gemma":[0.9991533,0.00024264459,0.000023155018,0.000495679,0.000029155819,0.000056022378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010752565,0.000054027176,0.0001727472,0.0009050558,0.000033758173,0.00008220261,0.0004414854,0.00003438338,0.000017591523],"category_scores_gemma":[0.0000702387,0.000047324582,0.000040715542,0.0027463401,0.000043998458,0.00023099907,0.00038083747,0.00011129695,0.00000880903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008647893,0.00011612225,0.068113446,0.00010462754,0.00040885998,0.00009988026,0.017918855,0.010439664,0.000998976,0.81050545,0.0061409273,0.08514456],"study_design_scores_gemma":[0.00011995257,0.000022117412,0.044418912,0.000010062637,0.000010001491,1.9839867e-7,0.00009680785,0.93604344,0.00007140981,0.018577082,0.00056611537,0.00006388798],"about_ca_topic_score_codex":0.0006582154,"about_ca_topic_score_gemma":0.0017513507,"teacher_disagreement_score":0.9256038,"about_ca_system_score_codex":0.000030675765,"about_ca_system_score_gemma":0.000047087302,"threshold_uncertainty_score":0.19298404},"labels":[],"label_agreement":null},{"id":"W4389519429","doi":"10.18653/v1/2023.emnlp-main.715","title":"mAggretriever: A Simple yet Effective Approach to Zero-Shot Multilingual Dense Retrieval","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Computer science; Inference; Transformer; Natural language processing; Artificial intelligence; Task (project management); Language model; Simple (philosophy); Training set; Information retrieval","score_opus":0.0394008374428256,"score_gpt":0.29520197189589986,"score_spread":0.2558011344530743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3129091,0.000014136382,0.6803536,0.00020582225,0.00036721656,0.00053900835,0.0000037464745,0.0008325305,0.0047748876],"genre_scores_gemma":[0.92218006,0.0000020830466,0.0749914,0.00067202805,0.00009181741,0.000024158717,0.0000072354287,0.0000197813,0.002011462],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99776214,0.00009548227,0.00026242452,0.00079454336,0.00053138187,0.00055402325],"domain_scores_gemma":[0.9984358,0.0003260033,0.000046726793,0.0008405695,0.000117235126,0.00023368788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077822024,0.0001994029,0.00023538213,0.00023950818,0.00013442144,0.00018380374,0.0010010654,0.00010176023,0.000013484371],"category_scores_gemma":[0.0005642228,0.00018176524,0.00009138218,0.0016225261,0.000024126044,0.0002505241,0.00081972353,0.00019834665,0.00060182594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006294964,0.00092240435,0.007076955,0.0003450146,0.00036532767,0.0006858472,0.03986822,0.08371242,0.026290929,0.14487012,0.082937576,0.6122957],"study_design_scores_gemma":[0.0007420208,0.00015861375,0.0023631714,0.000015361848,0.000008101357,0.000029059605,0.00014144482,0.9733194,0.014678846,0.004415273,0.0036831032,0.0004455801],"about_ca_topic_score_codex":0.00009160028,"about_ca_topic_score_gemma":0.0000062040554,"teacher_disagreement_score":0.889607,"about_ca_system_score_codex":0.00008350616,"about_ca_system_score_gemma":0.00008342688,"threshold_uncertainty_score":0.77354556},"labels":[],"label_agreement":null},{"id":"W4389519446","doi":"10.18653/v1/2023.emnlp-main.782","title":"The CoT Collection: Improving Zero-shot and Few-shot Learning of Language Models via Chain-of-Thought Fine-Tuning","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Benchmark (surveying); Task (project management); Artificial intelligence","score_opus":0.03176144178090691,"score_gpt":0.2597585747241698,"score_spread":0.2279971329432629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11812195,0.00023940612,0.87767816,0.00035158623,0.00018572628,0.00012875794,3.7622982e-7,0.00018291379,0.0031111543],"genre_scores_gemma":[0.97245413,0.000026918255,0.022206528,0.000030177252,0.000041603387,0.000009611291,9.5058294e-7,0.000011326063,0.005218772],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988136,0.00007978639,0.0002991943,0.00029119145,0.00025456474,0.0002616139],"domain_scores_gemma":[0.99901295,0.00034376731,0.00013854634,0.00037495373,0.00007987173,0.000049923383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007353662,0.000112177906,0.00017851334,0.000119079144,0.00031272217,0.00007715516,0.00041080645,0.000053491618,0.000006032371],"category_scores_gemma":[0.00009263967,0.00008632049,0.00004873558,0.000646886,0.000048676127,0.0002354063,0.00041723487,0.00017871131,0.0000024988308],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004340057,0.000050999683,0.0017586546,0.00029871924,0.00011812858,0.000031568903,0.03166248,0.19729707,0.14232244,0.18963695,0.00075953646,0.43602008],"study_design_scores_gemma":[0.0001904288,0.00005044781,0.00008801978,0.000023791683,0.0000046380096,0.000008929572,0.00051769894,0.99098736,0.006723443,0.0011563814,0.00015100055,0.00009783294],"about_ca_topic_score_codex":0.00029872838,"about_ca_topic_score_gemma":0.00006570684,"teacher_disagreement_score":0.8554716,"about_ca_system_score_codex":0.000020215683,"about_ca_system_score_gemma":0.000054851615,"threshold_uncertainty_score":0.35200477},"labels":[],"label_agreement":null},{"id":"W4389519516","doi":"10.18653/v1/2023.emnlp-main.955","title":"Anaphor Assisted Document-Level Relation Extraction","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fundamental Research Funds for the Central Universities; State Key Laboratory of Software Development Environment","keywords":"Computer science; Relationship extraction; Focus (optics); Graph; Natural language processing; Relation (database); Sentence; Artificial intelligence; Information retrieval; Information extraction; Theoretical computer science; Data mining","score_opus":0.08087274730028714,"score_gpt":0.31445749031028564,"score_spread":0.23358474300999849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519516","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045017373,0.0000055898304,0.9426417,0.0016506806,0.000467509,0.000062141364,2.152146e-7,0.0005882361,0.009566585],"genre_scores_gemma":[0.90065676,0.000005866957,0.08839645,0.00012482618,0.000050376435,0.0000079374795,0.000004341205,0.000003992708,0.010749451],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934566,0.000023016588,0.00012617632,0.00020297067,0.00017562897,0.00012656573],"domain_scores_gemma":[0.99958163,0.000042587395,0.000033959826,0.00028030784,0.000027569582,0.0000339617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022160045,0.000047342593,0.000044188026,0.00010549438,0.00006969851,0.00008684983,0.00019499208,0.000037278733,0.000047840793],"category_scores_gemma":[0.000026005358,0.00004381878,0.000024373105,0.00042538092,0.0000040039295,0.00058253604,0.0000742277,0.000058015237,0.00045948024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003958373,0.000028693446,0.0020783965,0.000011979266,0.000020430167,0.000025542031,0.0005984696,0.0043786024,0.009164924,0.32104385,0.011050271,0.6515949],"study_design_scores_gemma":[0.00025457048,0.000015556594,0.16030394,0.000007628009,0.0000023066477,0.000010041761,0.0000354983,0.8203603,0.001347256,0.0111550605,0.0063810362,0.00012680757],"about_ca_topic_score_codex":0.000057889953,"about_ca_topic_score_gemma":0.000019550622,"teacher_disagreement_score":0.8556394,"about_ca_system_score_codex":0.00003656013,"about_ca_system_score_gemma":0.00001845261,"threshold_uncertainty_score":0.5905842},"labels":[],"label_agreement":null},{"id":"W4389519518","doi":"10.18653/v1/2023.emnlp-main.844","title":"Aligning Large Language Models through Synthetic Feedback","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Computer science; Reinforcement learning; Language model; Artificial intelligence; Quality (philosophy); Machine learning","score_opus":0.03652306064352353,"score_gpt":0.2776569441957399,"score_spread":0.24113388355221635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021109011,0.000065935696,0.9308829,0.0010608843,0.00022514489,0.000072294526,0.0000011674862,0.0009963452,0.04558636],"genre_scores_gemma":[0.913347,0.00001103811,0.081573606,0.00068924995,0.00005752087,0.000009095914,0.0000017589696,0.000010941924,0.0042997585],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888515,0.000029733364,0.00014633621,0.00034380847,0.00022426767,0.00037072602],"domain_scores_gemma":[0.99923116,0.000060050934,0.000025769772,0.0006157688,0.00002105791,0.000046184778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026750876,0.000094018826,0.00010742734,0.000056013956,0.00009147785,0.00010170759,0.00063365174,0.000042507665,0.00004657113],"category_scores_gemma":[0.000018484672,0.00008220662,0.00004919387,0.00038625742,0.000009165423,0.0005622642,0.00041709983,0.00007534874,0.00075585657],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.1743443e-7,0.000023568065,0.000041052106,0.000018551806,0.000013492074,0.00006688014,0.01101613,0.014673267,0.0010442819,0.9575313,0.0036160245,0.01195477],"study_design_scores_gemma":[0.00013011438,0.0000065113927,0.000017065426,0.0000156362,0.0000018104545,0.0000059353197,0.00043388995,0.9673359,0.001689948,0.02923051,0.0010081613,0.00012454555],"about_ca_topic_score_codex":0.00007294107,"about_ca_topic_score_gemma":0.00001081079,"teacher_disagreement_score":0.9526626,"about_ca_system_score_codex":0.000017368167,"about_ca_system_score_gemma":0.000021643298,"threshold_uncertainty_score":0.9715259},"labels":[],"label_agreement":null},{"id":"W4389519573","doi":"10.18653/v1/2023.findings-emnlp.98","title":"Dolphin: A Challenging and Diverse Benchmark for Arabic NLG","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Alliance de recherche numérique du Canada; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Benchmark (surveying); Automatic summarization; Natural language processing; Modular design; Artificial intelligence; Set (abstract data type); Modern Standard Arabic; Generalization; Arabic; Linguistics; Programming language","score_opus":0.0487968856808134,"score_gpt":0.2677313356933869,"score_spread":0.21893445001257353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519573","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08324706,0.000060141167,0.9101452,0.0026271632,0.0002887116,0.00014847486,6.834829e-7,0.00033686007,0.0031457066],"genre_scores_gemma":[0.9496628,0.000037449787,0.048285406,0.00022751027,0.00007808197,0.000020004369,0.0000010056463,0.0000043969503,0.0016833631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994143,0.0000069347534,0.000077194774,0.00023688766,0.000084563406,0.00018009295],"domain_scores_gemma":[0.99961996,0.000086883454,0.000014406473,0.00021409716,0.000017916378,0.000046752695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020051267,0.000055299013,0.00006615784,0.00007241131,0.00009822447,0.000057905156,0.00022633842,0.000023273104,0.0000081917615],"category_scores_gemma":[0.000023390456,0.00004841572,0.000024481371,0.00013638505,0.00000840473,0.00020192593,0.0002312297,0.0000327693,0.000022126047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040189702,0.000018561532,0.0009394941,0.00009963189,0.00002494858,0.000022494085,0.0047124443,0.0016242451,0.00051896984,0.6224809,0.003734245,0.36582002],"study_design_scores_gemma":[0.00022292318,0.00002355675,0.0009631297,0.000009876357,0.0000018722312,0.0000030386293,0.0001466227,0.98183477,0.00006680008,0.012078452,0.0045519858,0.00009696936],"about_ca_topic_score_codex":0.000009618041,"about_ca_topic_score_gemma":0.0000055409314,"teacher_disagreement_score":0.98021054,"about_ca_system_score_codex":0.000007809649,"about_ca_system_score_gemma":0.000009038302,"threshold_uncertainty_score":0.19743358},"labels":[],"label_agreement":null},{"id":"W4389519576","doi":"10.18653/v1/2023.emnlp-industry.33","title":"Building Real-World Meeting Summarization Systems using Large Language Models: A Practical Perspective","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stornoway Diamond (Canada)","funders":"","keywords":"Automatic summarization; Computer science; Open source; Perspective (graphical); Artificial intelligence; Programming language; Software","score_opus":0.06953591968372314,"score_gpt":0.35937517655501566,"score_spread":0.2898392568712925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02459808,0.00004687277,0.95389974,0.00051244244,0.00035624008,0.00018957157,0.0000014845992,0.0008793394,0.01951623],"genre_scores_gemma":[0.78073174,0.000008232013,0.21832338,0.00006374663,0.00017463448,0.000009043761,0.0000018162729,0.00001681619,0.000670603],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832106,0.00013229527,0.00025968862,0.0004906998,0.0003752074,0.00042104514],"domain_scores_gemma":[0.9990425,0.0001986437,0.00010118552,0.00043173565,0.00014418068,0.00008173336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009245342,0.00012713356,0.00016388482,0.00029729097,0.0002047983,0.00031425204,0.00031457955,0.000056181634,0.0000042504726],"category_scores_gemma":[0.00018034679,0.000122064026,0.00004670319,0.0010848768,0.000010425029,0.0010266863,0.00040777697,0.00015496546,0.000021839021],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012693704,0.000012631943,0.0001399137,0.000014279173,0.000011158841,0.00003680532,0.0022971807,0.10017505,0.0016737223,0.89539343,0.00007436166,0.00017017522],"study_design_scores_gemma":[0.00013361049,0.000005898525,0.000017177263,0.000058768663,0.000007167157,0.000010601872,0.0028462738,0.9914842,0.0002441442,0.004975503,0.000069410606,0.00014719163],"about_ca_topic_score_codex":0.0038772398,"about_ca_topic_score_gemma":0.00020717649,"teacher_disagreement_score":0.8913092,"about_ca_system_score_codex":0.00026062535,"about_ca_system_score_gemma":0.00010577973,"threshold_uncertainty_score":0.58612525},"labels":[],"label_agreement":null},{"id":"W4389519586","doi":"10.18653/v1/2023.emnlp-main.971","title":"MQuAKE: Assessing Knowledge Editing in Language Models via Multi-Hop Questions","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research; National Science Foundation","keywords":"Computer science; Recall; Language model; Question answering; Margin (machine learning); Natural language processing; Hop (telecommunications); Artificial intelligence; Machine learning; Cognitive psychology; Psychology","score_opus":0.06529112178130436,"score_gpt":0.3471593056174225,"score_spread":0.2818681838361181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519586","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04490171,0.00009175811,0.9458651,0.00044439454,0.00046066733,0.0000831005,4.2592583e-7,0.00074324687,0.0074096196],"genre_scores_gemma":[0.82935417,0.000002908881,0.16917925,0.00007342832,0.000137326,0.0000146912,0.0000020422838,0.000009408902,0.001226755],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988861,0.000069005764,0.00023302285,0.00034719647,0.00013966102,0.0003250034],"domain_scores_gemma":[0.99934554,0.000115086965,0.00003686951,0.00039303236,0.000045434732,0.00006406107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050124875,0.00010099457,0.0001191176,0.00024154435,0.00009947876,0.00017439896,0.00046391497,0.000059194663,0.000009494689],"category_scores_gemma":[0.00007565154,0.00009888168,0.00003565724,0.0007402035,0.000013198402,0.00095398637,0.00033132845,0.0001703082,0.00016211321],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.052852e-7,0.00025858483,0.002007909,0.00009066238,0.000016079153,0.0002204297,0.030803766,0.19625391,0.010637785,0.15051612,0.0010524453,0.6081415],"study_design_scores_gemma":[0.00016387604,0.0000030401811,0.0008824672,0.00004741525,0.0000010086653,0.000003893879,0.00040421373,0.9957194,0.00023361742,0.0023673605,0.0000602042,0.000113557835],"about_ca_topic_score_codex":0.00031503616,"about_ca_topic_score_gemma":0.00044949807,"teacher_disagreement_score":0.7994654,"about_ca_system_score_codex":0.000059763825,"about_ca_system_score_gemma":0.00006186896,"threshold_uncertainty_score":0.40322778},"labels":[],"label_agreement":null},{"id":"W4389519588","doi":"10.18653/v1/2023.emnlp-main.134","title":"MAGNIFICo: Evaluating the In-Context Learning Ability of Large Language Models to Generalize to Novel Interpretations","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Context (archaeology); Computer science; Parsing; Natural language processing; Artificial intelligence; Suite; Natural language; Cognitive science; Linguistics; Cognitive psychology; Psychology; History","score_opus":0.08345484632105207,"score_gpt":0.36307393927965914,"score_spread":0.2796190929586071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47332704,0.000008135218,0.5246407,0.0010305288,0.00006362713,0.00016654925,0.0000013942006,0.00006967782,0.00069232675],"genre_scores_gemma":[0.92954123,3.2380373e-7,0.06904165,0.00066598604,0.00001688968,0.00004463271,0.0000010449554,0.0000060456578,0.0006821808],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987741,0.00010480779,0.00029909215,0.0003202055,0.00025363662,0.00024816178],"domain_scores_gemma":[0.9990851,0.00022482734,0.000040485582,0.0005105634,0.000084157815,0.000054847154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015908742,0.00008002655,0.00012835671,0.00013662546,0.00007165729,0.00006143587,0.0006247597,0.000025462916,0.00003329718],"category_scores_gemma":[0.00032442957,0.00006125715,0.000044379693,0.00073630136,0.00000814581,0.0001953922,0.0005358375,0.00012362932,0.000073699506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004353681,0.00003556462,0.00047317942,0.000013065579,0.00000533242,0.000001072966,0.08316668,0.78193396,0.03337628,0.057327,0.00006547209,0.043598037],"study_design_scores_gemma":[0.00015935309,0.000040169187,0.0012137515,0.000019524929,0.0000015058201,5.372768e-7,0.0027912501,0.99396616,0.0006090561,0.0010893327,0.000035823447,0.000073559786],"about_ca_topic_score_codex":0.0007217725,"about_ca_topic_score_gemma":0.0008329595,"teacher_disagreement_score":0.4562142,"about_ca_system_score_codex":0.00003869819,"about_ca_system_score_gemma":0.000053673066,"threshold_uncertainty_score":0.24979943},"labels":[],"label_agreement":null},{"id":"W4389519609","doi":"10.18653/v1/2023.emnlp-main.144","title":"Syntactic Substitutability as Unsupervised Dependency Syntax","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"Natural Sciences and Engineering Research Council of Canada; Universities Space Research Association","keywords":"Parsing; Computer science; Natural language processing; Syntax; Dependency (UML); Artificial intelligence; Dependency grammar; Property (philosophy); Precision and recall; Natural language","score_opus":0.03197503169749673,"score_gpt":0.2716625714997887,"score_spread":0.23968753980229196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5881058,0.000025389689,0.38720697,0.002190319,0.0006045577,0.00016427533,5.3516584e-7,0.0013327252,0.020369431],"genre_scores_gemma":[0.98441863,0.000009798701,0.014085138,0.00025137898,0.000041034942,0.0000157205,0.000001055491,0.0000064372493,0.001170783],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860203,0.000054516124,0.00020648209,0.00048185475,0.00032889764,0.00032622472],"domain_scores_gemma":[0.99871236,0.00017122578,0.000025716678,0.00092499336,0.000050043625,0.000115675815],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039449878,0.00011061034,0.00012540816,0.0000997327,0.000112402086,0.000121958146,0.0008811999,0.000056953995,0.0002502013],"category_scores_gemma":[0.00020315866,0.00009881876,0.00006171825,0.00060848484,0.000019567082,0.0005565711,0.00032921237,0.0001197176,0.002713471],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008274978,0.00012093989,0.023054225,0.00010010964,0.000042734253,0.00028775007,0.001596683,0.0017460018,0.0038765073,0.85471404,0.0005982983,0.113854416],"study_design_scores_gemma":[0.0005056305,0.00006850212,0.023134267,0.000033930595,0.00001282327,0.000084442814,0.00022502677,0.84308034,0.008152236,0.122133374,0.0019469028,0.000622536],"about_ca_topic_score_codex":0.00038120654,"about_ca_topic_score_gemma":0.0000634275,"teacher_disagreement_score":0.84133434,"about_ca_system_score_codex":0.00004963198,"about_ca_system_score_gemma":0.000116434436,"threshold_uncertainty_score":0.998063},"labels":[],"label_agreement":null},{"id":"W4389519614","doi":"10.18653/v1/2023.emnlp-main.1040","title":"JASMINE: Arabic GPT Models for Few-Shot Learning","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Alliance de recherche numérique du Canada; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Arabic; Islam; Computer science; Natural language processing; Artificial intelligence; Linguistics; History; Philosophy; Archaeology","score_opus":0.08778298209702809,"score_gpt":0.29335306340552875,"score_spread":0.20557008130850066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519614","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0125659695,0.000020911582,0.9736963,0.0014519676,0.00026424817,0.00014218803,3.2298271e-7,0.0007641631,0.011093959],"genre_scores_gemma":[0.847999,0.0000093601275,0.13076185,0.00033291863,0.000113499744,0.000050596533,0.0000034067473,0.00001336015,0.020716056],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901724,0.000018019926,0.0001523899,0.0003408332,0.0001655923,0.0003059402],"domain_scores_gemma":[0.999394,0.00012231959,0.000029949177,0.00034236722,0.000051071325,0.000060272443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031247764,0.00008604074,0.00010473512,0.0000972251,0.00012069294,0.00010274708,0.0005221554,0.000042147556,0.000014878602],"category_scores_gemma":[0.000049730028,0.000077328055,0.000060564416,0.0003079222,0.000008367242,0.00036539766,0.00020856196,0.00009197488,0.00014172803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027338576,0.000012948041,0.0001309578,0.00002702912,0.0000117228965,0.0000060809607,0.0009478718,0.5371144,0.0007796613,0.39402202,0.0042155175,0.06272905],"study_design_scores_gemma":[0.00015195282,0.00002434431,0.00004234974,0.0000061413357,0.0000015130961,0.0000021624128,0.000036019315,0.96534777,0.00037351868,0.029979745,0.0039297054,0.000104754035],"about_ca_topic_score_codex":0.000021173748,"about_ca_topic_score_gemma":0.000005142688,"teacher_disagreement_score":0.8429344,"about_ca_system_score_codex":0.000018082366,"about_ca_system_score_gemma":0.00003365396,"threshold_uncertainty_score":0.31533468},"labels":[],"label_agreement":null},{"id":"W4389519618","doi":"10.18653/v1/2023.emnlp-main.125","title":"Self-Influence Guided Data Reweighting for Language Model Pre-training","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; Polytechnique Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Novelty; Artificial intelligence; Language model; Context (archaeology); Task (project management); Machine learning; Relevance (law); Sample (material); Training set; Stability (learning theory); Point (geometry); Data modeling; Natural language processing","score_opus":0.12640408359377966,"score_gpt":0.3563720179076763,"score_spread":0.22996793431389664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519618","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051674705,0.00002112952,0.94206387,0.0007432132,0.0001166173,0.00022092757,0.0000082827555,0.001554714,0.0035965508],"genre_scores_gemma":[0.26104498,0.0000038078542,0.73656106,0.0003780307,0.000090118294,0.000022180324,0.000016515356,0.000011629501,0.0018717132],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985222,0.000017188371,0.00025337897,0.0006027549,0.00022074176,0.00038374087],"domain_scores_gemma":[0.9980779,0.00015585264,0.000058794027,0.0015821785,0.00005591848,0.00006931896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008433714,0.000105714964,0.00012332204,0.000081037935,0.00013429215,0.00014716118,0.002170481,0.000045844405,0.0000025511008],"category_scores_gemma":[0.00023537598,0.00009616472,0.00002965637,0.00030831058,0.000008331963,0.0008663485,0.0011633966,0.00007355625,0.000031711],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063595276,0.00005261902,0.0003707606,0.0003070286,0.00008570648,0.000053018815,0.053679954,0.49270308,0.011395765,0.3038382,0.020581504,0.11692601],"study_design_scores_gemma":[0.00015170113,0.0000066334524,0.00003349303,0.000015945292,0.0000037527216,0.000004387885,0.00012625284,0.99396557,0.00037055722,0.0044460203,0.00074275787,0.00013291603],"about_ca_topic_score_codex":0.000033920638,"about_ca_topic_score_gemma":0.000012114196,"teacher_disagreement_score":0.5012625,"about_ca_system_score_codex":0.000021406897,"about_ca_system_score_gemma":0.00011094339,"threshold_uncertainty_score":0.403333},"labels":[],"label_agreement":null},{"id":"W4389519826","doi":"10.18653/v1/2023.findings-emnlp.245","title":"FinePrompt: Unveiling the Role of Finetuned Inductive Bias on Compositional Reasoning in GPT-4","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea","keywords":"Computer science; Leverage (statistics); Task (project management); Inductive bias; Inductive reasoning; Question answering; Artificial intelligence; Human–computer interaction; Natural language processing; Multi-task learning","score_opus":0.04108843627987746,"score_gpt":0.26247931949820996,"score_spread":0.2213908832183325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9530253,0.000027236452,0.036455344,0.0017910082,0.00012921114,0.00014285641,0.0000018002876,0.00012504128,0.0083022285],"genre_scores_gemma":[0.9824905,0.0000019474933,0.017147262,0.00014460445,0.00004218799,0.000010519788,0.0000026512942,0.0000042688166,0.00015606682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907964,0.000064764834,0.00019924817,0.0002443505,0.00024304276,0.00016894216],"domain_scores_gemma":[0.9992736,0.0002777574,0.0000560293,0.00032919055,0.000040793577,0.000022634857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004075497,0.000075024305,0.000106257976,0.00013431691,0.000060942777,0.000030595147,0.00046101038,0.000033487086,0.000015350603],"category_scores_gemma":[0.000068990055,0.00005372829,0.00003483901,0.0005804533,0.000023510554,0.000126038,0.00020005844,0.00014591683,0.0000347846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002014751,0.00010405286,0.012760587,0.0000108189215,0.000025552292,0.000015932746,0.004731389,0.087458506,0.013359352,0.83630437,0.00021951123,0.04498979],"study_design_scores_gemma":[0.00019644153,0.00004002274,0.018941104,0.000060988907,0.000001145066,0.000002720382,0.00023336716,0.94743574,0.011264304,0.021554368,0.00018016866,0.000089626636],"about_ca_topic_score_codex":0.00023705412,"about_ca_topic_score_gemma":0.00003467686,"teacher_disagreement_score":0.85997725,"about_ca_system_score_codex":0.000025910906,"about_ca_system_score_gemma":0.000043981967,"threshold_uncertainty_score":0.21909761},"labels":[],"label_agreement":null},{"id":"W4389519833","doi":"10.18653/v1/2023.findings-emnlp.219","title":"SWEET - Weakly Supervised Person Name Extraction for Fighting Human Trafficking","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"Samsung; Canadian Institute for Advanced Research","keywords":"Benchmark (surveying); Pipeline (software); Computer science; Generalizability theory; Matching (statistics); Domain (mathematical analysis); Task (project management); Artificial intelligence; Labeled data; Sequence labeling; Machine learning; Data mining; Natural language processing; Mathematics; Engineering","score_opus":0.07735140164470757,"score_gpt":0.3088931297072098,"score_spread":0.23154172806250223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27079526,0.000013086494,0.7238709,0.0011184572,0.00036953695,0.0001779003,6.5302015e-7,0.0009254708,0.0027287644],"genre_scores_gemma":[0.9446028,0.0000012999798,0.053005673,0.00012638689,0.00020525532,0.000029847724,0.00000712114,0.000012599724,0.002009035],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893075,0.0000223555,0.00017092358,0.00037776798,0.000184893,0.00031332055],"domain_scores_gemma":[0.9994369,0.00011942925,0.000044265926,0.00030150978,0.00004457689,0.000053287524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037416245,0.000100386234,0.00010786404,0.00012265444,0.0003019069,0.0001832331,0.0004042314,0.00005728715,0.00004093811],"category_scores_gemma":[0.000036874804,0.00009660716,0.00008315001,0.00023467148,0.000007385686,0.0004919132,0.000059730675,0.00008771899,0.0000611119],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009043695,0.00010396094,0.0007549456,0.000206949,0.00005967314,0.000035811765,0.018203948,0.019092225,0.18317945,0.24655335,0.011355622,0.52044505],"study_design_scores_gemma":[0.00023354743,0.000035230045,0.0005925142,0.000020413865,0.0000033422693,0.0000043366476,0.0004197145,0.99292344,0.0026426304,0.0008263238,0.0021630775,0.00013541318],"about_ca_topic_score_codex":0.000045447257,"about_ca_topic_score_gemma":0.00002298703,"teacher_disagreement_score":0.97383124,"about_ca_system_score_codex":0.000041215993,"about_ca_system_score_gemma":0.000022558264,"threshold_uncertainty_score":0.39395258},"labels":[],"label_agreement":null},{"id":"W4389519946","doi":"10.18653/v1/2023.findings-emnlp.300","title":"Verb Conjugation in Transformers Is Determined by Linear Encodings of Subject Number","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; National Science Foundation","keywords":"Verb; Subject (documents); Computer science; Transformer; Encoding (memory); Mathematics Subject Classification; Position (finance); Artificial intelligence; Layer (electronics); Linguistics; Natural language processing; Arithmetic; Speech recognition; Mathematics; Discrete mathematics; Philosophy; Physics","score_opus":0.01973994559083426,"score_gpt":0.269174178691716,"score_spread":0.24943423310088175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6987279,0.0000035122252,0.29561886,0.00066432724,0.000092066664,0.00008681484,0.0000014580958,0.00009509593,0.004709979],"genre_scores_gemma":[0.9912466,0.000013555658,0.007696581,0.00020356696,0.000009070108,0.000004655257,0.000002046784,0.000003813083,0.000820112],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999297,0.000014385084,0.00020209461,0.00018366147,0.00015377087,0.00014904547],"domain_scores_gemma":[0.99972516,0.000051029154,0.000029054498,0.00014401879,0.000023570141,0.000027158121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020192994,0.000058614438,0.00009686039,0.000067584166,0.000015913565,0.000013884324,0.00022781422,0.000039601076,0.000059771617],"category_scores_gemma":[0.0000133997455,0.00005559875,0.00003239478,0.00040959098,0.000013022447,0.00025123186,0.000030192512,0.000048779344,0.00007417867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079933,0.0002679801,0.14020258,0.0004350571,0.00008017628,0.000060235718,0.057950735,0.0019567348,0.25057134,0.03800791,0.022564001,0.4878233],"study_design_scores_gemma":[0.0005109866,0.000027671222,0.0011216186,0.000020910622,0.0000018888903,0.0000018410683,0.000085695916,0.88431513,0.11180225,0.00096928066,0.001014547,0.00012815869],"about_ca_topic_score_codex":0.00025298857,"about_ca_topic_score_gemma":0.00002786821,"teacher_disagreement_score":0.88235843,"about_ca_system_score_codex":0.000018422106,"about_ca_system_score_gemma":0.000027375014,"threshold_uncertainty_score":0.22672512},"labels":[],"label_agreement":null},{"id":"W4389519982","doi":"10.18653/v1/2023.findings-emnlp.97","title":"On the Risk of Misinformation Pollution with Large Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Ministry of Education - Singapore; Bộ Giáo dục và Ðào tạo; Ministry of Education, India; National Science Foundation","keywords":"Misinformation; Obstacle; Harm; Computer science; Internet privacy; Risk analysis (engineering); Computer security; Data science; Psychology; Political science; Business; Social psychology","score_opus":0.015910636126625174,"score_gpt":0.2270961714336405,"score_spread":0.21118553530701534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519982","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24430592,0.0000031562129,0.74769,0.0005924993,0.000022610357,0.000055642176,0.0000018596282,0.000096404634,0.0072318614],"genre_scores_gemma":[0.9942854,0.000003175255,0.005156107,0.00020747373,0.000007270104,0.0000024935978,0.0000011514865,0.0000016241694,0.0003352724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99957335,0.000021298636,0.000079781574,0.00006796216,0.000167199,0.000090405854],"domain_scores_gemma":[0.99958414,0.00004300736,0.000044889377,0.00029579742,0.000020250656,0.000011905058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030106233,0.00003489727,0.000036774727,0.000047551097,0.00005157002,0.000021186848,0.00020754896,0.000014433048,0.00000827093],"category_scores_gemma":[0.000016530585,0.000018291626,0.000015498881,0.0002338871,0.000005685983,0.00025271412,0.000048907088,0.000043106935,0.000039333525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026847135,0.0000072228154,0.000032361917,0.0000039020374,0.000005911901,5.3879654e-7,0.0039327038,0.109399274,0.000054147655,0.8805416,0.00054520846,0.0054744272],"study_design_scores_gemma":[0.00009252825,0.000018396946,0.0003864123,0.0000069164557,0.0000013119562,4.9547435e-7,0.00028421337,0.98945963,0.00080360647,0.008893889,0.0000250211,0.000027583987],"about_ca_topic_score_codex":0.0000663379,"about_ca_topic_score_gemma":0.000018124823,"teacher_disagreement_score":0.8800604,"about_ca_system_score_codex":0.000008028842,"about_ca_system_score_gemma":0.000012823323,"threshold_uncertainty_score":0.07459109},"labels":[],"label_agreement":null},{"id":"W4389519983","doi":"10.18653/v1/2023.findings-emnlp.518","title":"Impact of Co-occurrence on Factual Knowledge of Large Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Computer science; Subject (documents); Recall; Object (grammar); Set (abstract data type); Natural language processing; Artificial intelligence; Cognitive psychology; Machine learning; Psychology; World Wide Web; Programming language","score_opus":0.056339912736957626,"score_gpt":0.36570269511717235,"score_spread":0.30936278238021475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389519983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.641748,0.000021455724,0.35001633,0.00001699032,0.00007377391,0.00006216192,0.000064726206,0.00011593762,0.007880579],"genre_scores_gemma":[0.9980687,0.0000042261645,0.0015820501,0.000012735647,0.000013180295,0.0000018997814,0.000007672574,0.0000030634699,0.00030648915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992193,0.00002869222,0.0001880004,0.00020061363,0.0001547878,0.00020860182],"domain_scores_gemma":[0.9992618,0.000109586595,0.00005677943,0.00047203436,0.000048339494,0.00005148266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022451136,0.00008266032,0.0001532566,0.00014081108,0.000019456664,0.000011149599,0.0005365973,0.000035674577,0.000051188654],"category_scores_gemma":[0.000030364017,0.000063227235,0.00008999782,0.00031878022,0.000015850037,0.00017974077,0.00016406224,0.0000681384,0.00007755743],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049965474,0.0014086512,0.009037467,0.0003241469,0.0002124102,0.000034160814,0.10608136,0.114983,0.01863059,0.53544205,0.026247073,0.1875491],"study_design_scores_gemma":[0.00024869668,0.00013037327,0.0019155027,0.000023062965,0.000001619879,7.9325133e-7,0.00012963417,0.9910436,0.0053650658,0.0010128635,0.000033749886,0.00009498412],"about_ca_topic_score_codex":0.0000721389,"about_ca_topic_score_gemma":0.000007494732,"teacher_disagreement_score":0.87606066,"about_ca_system_score_codex":0.000019440089,"about_ca_system_score_gemma":0.00008373426,"threshold_uncertainty_score":0.25783318},"labels":[],"label_agreement":null},{"id":"W4389520062","doi":"10.18653/v1/2023.findings-emnlp.499","title":"Reasoning Makes Good Annotators : An Automatic Task-specific Rules Distilling Framework for Low-resource Relation Extraction","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Zhejiang University; National Natural Science Foundation of China; National Key Research and Development Program of China; Ant Group; National Science Foundation","keywords":"Computer science; Task (project management); Relationship extraction; Pipeline (software); Relation (database); Exploit; Set (abstract data type); Artificial intelligence; Resource (disambiguation); Machine learning; Data mining; Labeled data; Natural language processing; Programming language","score_opus":0.028429755429020744,"score_gpt":0.28635737372351605,"score_spread":0.2579276182944953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2565564,0.000044350552,0.7411316,0.0002533203,0.00035496725,0.00019600788,0.0000026351381,0.0011357792,0.0003249061],"genre_scores_gemma":[0.5544256,0.000006009335,0.44508868,0.000044464334,0.00019206377,0.000033792807,0.00002759039,0.000018522596,0.00016330763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984514,0.00006147648,0.00034081496,0.0005169818,0.0002857273,0.00034361682],"domain_scores_gemma":[0.99881124,0.00031482734,0.0001396618,0.0005816733,0.000055034536,0.00009752971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005317809,0.00015208867,0.00015007253,0.00017173818,0.00032703552,0.0003121417,0.00041100383,0.00012692886,0.000012042001],"category_scores_gemma":[0.00016405442,0.00014793796,0.00006242517,0.0005035193,0.000017454484,0.000811,0.0000767654,0.00018078886,0.000074002965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010898106,0.000054434262,0.0008679247,0.00007274763,0.000022214479,0.000009734219,0.0032362875,0.029480247,0.00057542877,0.7657567,0.0005365189,0.19937685],"study_design_scores_gemma":[0.00013437208,0.000038992355,0.0039089033,0.00014769025,0.0000060195684,0.000005076879,0.0003781308,0.962157,0.00021554776,0.03045262,0.0023645707,0.00019103539],"about_ca_topic_score_codex":0.000008385014,"about_ca_topic_score_gemma":0.00000404297,"teacher_disagreement_score":0.9326768,"about_ca_system_score_codex":0.00006524784,"about_ca_system_score_gemma":0.000027084165,"threshold_uncertainty_score":0.6032735},"labels":[],"label_agreement":null},{"id":"W4389520096","doi":"10.18653/v1/2023.findings-emnlp.500","title":"Co-training and Co-distillation for Quality Improvement and Compression of Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Margin (machine learning); Benchmark (surveying); Distillation; Inference; Language model; Performance improvement; Machine learning; Artificial intelligence; Performance prediction; Simulation; Engineering","score_opus":0.11131643593903276,"score_gpt":0.3746026075313697,"score_spread":0.2632861715923369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40769365,0.000019310846,0.59146905,0.000084331616,0.000019442394,0.000102148326,0.0000043513946,0.0000510323,0.0005566759],"genre_scores_gemma":[0.96895576,0.000005172054,0.030857837,0.000045659493,0.0000124177905,0.0000062265144,0.0000055757087,0.0000024129913,0.00010892491],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994818,0.000014413981,0.00014739706,0.00016659146,0.00010006153,0.000089733076],"domain_scores_gemma":[0.99965525,0.000104807295,0.000049163533,0.0001397011,0.000021322485,0.000029749594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034866636,0.00004385424,0.00009123308,0.000036369216,0.000045260163,0.000026823443,0.00007516986,0.000021877799,0.0000014084479],"category_scores_gemma":[0.000014669895,0.000037188416,0.000011515797,0.000043197335,0.00001454666,0.00014379893,0.000054690423,0.000020250254,2.8945047e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014324264,0.000020762733,0.0011823487,0.0002797759,0.00001770701,0.0000010269998,0.02535398,0.00660446,0.12843364,0.1834333,0.00028692835,0.65437174],"study_design_scores_gemma":[0.00026961343,0.000028924664,0.001091897,0.000012252492,0.0000011857168,3.331396e-7,0.00057870266,0.9856645,0.005824375,0.006438763,0.00003851194,0.000050935705],"about_ca_topic_score_codex":0.00006731112,"about_ca_topic_score_gemma":0.0000060033826,"teacher_disagreement_score":0.97906005,"about_ca_system_score_codex":0.000005340479,"about_ca_system_score_gemma":0.000009690686,"threshold_uncertainty_score":0.15164997},"labels":[],"label_agreement":null},{"id":"W4389520102","doi":"10.18653/v1/2023.findings-emnlp.381","title":"Prompt-Based Editing for Text Style Transfer","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; University of Alberta","funders":"Alliance de recherche numérique du Canada; Alberta Innovates; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Benchmark (surveying); Word (group theory); Style (visual arts); Artificial intelligence; Natural language processing; Autoregressive model; Task (project management); Text generation; Language model; Process (computing); Speech recognition; Linguistics; Programming language","score_opus":0.04103462738800765,"score_gpt":0.2667797799816062,"score_spread":0.22574515259359854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0120153185,0.000003628384,0.9817648,0.0031305018,0.00029511945,0.00020571984,0.0000013986937,0.0005740862,0.00200943],"genre_scores_gemma":[0.863682,2.5568622e-7,0.1337601,0.0005644973,0.00020781765,0.000074028656,0.000003050805,0.000008536166,0.0016997213],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992818,0.0000098856035,0.000116247946,0.00023784082,0.00012969701,0.00022448169],"domain_scores_gemma":[0.99957675,0.000093868,0.000007549996,0.0002469196,0.000034732915,0.00004015618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024045669,0.00005865363,0.00006757761,0.0000611798,0.00007566433,0.00006815318,0.00034424328,0.000027375596,0.00002435426],"category_scores_gemma":[0.000025337986,0.000051040224,0.000046832047,0.00021325488,0.0000067817077,0.00014632633,0.000032891166,0.000039005863,0.00007697599],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009224743,0.000089754416,0.00055376504,0.00022583004,0.000027072134,0.00001693039,0.0024156028,0.017706083,0.009376623,0.45738196,0.023745509,0.48845163],"study_design_scores_gemma":[0.0002605247,0.000024079656,0.00009823467,0.000008677182,0.000001253791,4.0931477e-7,0.00002678253,0.9856678,0.005895018,0.0013031304,0.00663866,0.00007539025],"about_ca_topic_score_codex":0.000010559691,"about_ca_topic_score_gemma":0.0000090094545,"teacher_disagreement_score":0.9679617,"about_ca_system_score_codex":0.000010524363,"about_ca_system_score_gemma":0.000038377453,"threshold_uncertainty_score":0.20813599},"labels":[],"label_agreement":null},{"id":"W4389520117","doi":"10.18653/v1/2023.findings-emnlp.6","title":"Time-Aware Representation Learning for Time-Sensitive Question Answering","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Context (archaeology); Task (project management); Question answering; Sentence; Metric (unit); Baseline (sea); Artificial intelligence; Natural language processing; Language model; Representation (politics); Context model; Code (set theory); Information retrieval; Machine learning; Programming language","score_opus":0.027313516067080882,"score_gpt":0.2972946109753773,"score_spread":0.2699810949082964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03259871,0.0000022458455,0.9638213,0.00071062986,0.00012276374,0.00016486814,3.6708627e-7,0.00085418555,0.0017249205],"genre_scores_gemma":[0.8653974,0.000005257195,0.09878461,0.00016882,0.00022809986,0.00004309983,0.000048330392,0.000022348664,0.035302024],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992316,0.000048193386,0.00012277895,0.00029500763,0.00013080558,0.00017164965],"domain_scores_gemma":[0.9994913,0.00015754167,0.000039683895,0.00019343104,0.000084341365,0.00003374452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031526157,0.00006415447,0.000080002406,0.000092041584,0.00011751558,0.00007541316,0.00014496049,0.000035832432,0.0000135575065],"category_scores_gemma":[0.00011625322,0.00006549858,0.00003702824,0.00027052173,0.0000087094695,0.00034960202,0.00010685042,0.00006061231,0.0005309054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002235527,0.000025837913,0.00071429426,0.000051865347,0.00004620001,0.000033112367,0.0053877956,0.57833856,0.056330148,0.019960081,0.006587211,0.33250254],"study_design_scores_gemma":[0.000106501575,0.000024001316,0.0004137514,0.00001494596,0.000002033846,0.000002758785,0.00007222955,0.99268186,0.005445307,0.00077673246,0.00037804872,0.00008184156],"about_ca_topic_score_codex":0.000029459354,"about_ca_topic_score_gemma":0.0000018984288,"teacher_disagreement_score":0.86503667,"about_ca_system_score_codex":0.000028314527,"about_ca_system_score_gemma":0.000017707387,"threshold_uncertainty_score":0.6823892},"labels":[],"label_agreement":null},{"id":"W4389520137","doi":"10.18653/v1/2023.findings-emnlp.377","title":"Disentangling Structure and Style: Political Bias Detection in News by Inducing Document Hierarchy","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology; Iran Telecommunication Research Center; National Research Foundation of Korea; National Research Foundation","keywords":"Computer science; Rhetorical question; Generalizability theory; Robustness (evolution); Style (visual arts); Overfitting; Writing style; Artificial intelligence; Journalism; Natural language processing; Sentence; Topic model; Information retrieval; Politics; Hierarchy; Linguistics; Sociology; Psychology; Political science; Literature; Art","score_opus":0.02283336190972059,"score_gpt":0.2674290424661955,"score_spread":0.24459568055647488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87530774,0.000022960214,0.12229789,0.0017144639,0.00018804739,0.00009067321,9.74252e-7,0.00016002069,0.00021720506],"genre_scores_gemma":[0.9938738,0.000005176931,0.005687177,0.0002605508,0.0000544257,0.000003928531,0.0000014923897,0.0000052978794,0.00010815842],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989684,0.00004636862,0.00017029874,0.00032457244,0.00017263631,0.00031769212],"domain_scores_gemma":[0.9995827,0.00007266357,0.000020124695,0.0002124904,0.0000106080315,0.00010138937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014187196,0.00008379233,0.000090183305,0.00014928888,0.00005888805,0.00014436721,0.00017246587,0.00005240651,0.000008741286],"category_scores_gemma":[0.000044632998,0.0000739512,0.000014486443,0.0003831359,0.0000143477255,0.00029896174,0.000227565,0.00014995328,0.000004671702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000958972,0.000031131967,0.058035184,0.00006977026,0.000021849308,0.00007416638,0.004524832,0.0013758517,0.017691402,0.23275028,0.00040902675,0.6850069],"study_design_scores_gemma":[0.0006405472,0.000052424177,0.006252157,0.000039903785,0.0000037091197,0.000022446153,0.00075066334,0.9176502,0.026490413,0.04717376,0.0005925993,0.0003311442],"about_ca_topic_score_codex":0.00044935328,"about_ca_topic_score_gemma":0.00022669783,"teacher_disagreement_score":0.91627437,"about_ca_system_score_codex":0.000075981894,"about_ca_system_score_gemma":0.00001803653,"threshold_uncertainty_score":0.30156425},"labels":[],"label_agreement":null},{"id":"W4389520156","doi":"10.18653/v1/2023.findings-emnlp.85","title":"MoqaGPT : Zero-Shot Multi-modal Open-domain Question Answering with Large Language Model","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Canadian Institute for Advanced Research; Nvidia","keywords":"Computer science; Baseline (sea); Modality (human–computer interaction); Ranking (information retrieval); Task (project management); Modalities; Artificial intelligence; Codebase; Modal; Benchmark (surveying); Shot (pellet); Language model; Information retrieval; Domain (mathematical analysis); Machine learning; Natural language processing; Programming language; Source code; Mathematics","score_opus":0.04094407819874246,"score_gpt":0.31381736393129295,"score_spread":0.2728732857325505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15302087,0.000013272789,0.84237415,0.0004681996,0.00008482134,0.00020760477,0.0000029099338,0.0005661902,0.003261969],"genre_scores_gemma":[0.6392707,0.0000020988027,0.3569143,0.00023816619,0.00001962697,0.000023456689,0.000004970997,0.0000128324755,0.0035138163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864316,0.000042692238,0.00017228104,0.00048425805,0.0002532088,0.0004044107],"domain_scores_gemma":[0.9991448,0.000024553137,0.000041270225,0.0006522891,0.000038286435,0.00009879005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054120674,0.00014277625,0.00014824301,0.00010685628,0.0001366754,0.00026104762,0.0010569834,0.000053909196,0.000013049137],"category_scores_gemma":[0.00001563982,0.00011738956,0.000027655698,0.0003850773,0.0000130215585,0.0007763395,0.0007940186,0.00012829553,0.000093184804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030215117,0.00023329513,0.0019402049,0.000055521683,0.000047113637,0.0002865033,0.015421865,0.4008685,0.023875339,0.53915733,0.001176691,0.016907437],"study_design_scores_gemma":[0.00066256337,0.000025586336,0.00030648304,0.000025707439,0.000002037351,0.000007816638,0.00021330058,0.99571604,0.0008966083,0.001834691,0.00012317531,0.00018601266],"about_ca_topic_score_codex":0.00032143612,"about_ca_topic_score_gemma":0.00034362703,"teacher_disagreement_score":0.5948475,"about_ca_system_score_codex":0.00004416557,"about_ca_system_score_gemma":0.000067470486,"threshold_uncertainty_score":0.47870073},"labels":[],"label_agreement":null},{"id":"W4389520158","doi":"10.18653/v1/2023.findings-emnlp.404","title":"NASH: A Simple Unified Framework of Structured Pruning for Accelerating Encoder-Decoder Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Computer science; Encoder; Speedup; Inference; Pruning; Language model; Algorithm; Artificial intelligence; Parallel computing","score_opus":0.06707218725630042,"score_gpt":0.3174647955264347,"score_spread":0.25039260827013426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14929767,0.000026491867,0.8487168,0.00021910765,0.00015335406,0.00024597658,0.0000046844043,0.00037352726,0.0009624041],"genre_scores_gemma":[0.59018743,0.0000013203874,0.40938726,0.00013201698,0.000050174778,0.000017326722,0.0000047190074,0.0000105734425,0.0002091633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986643,0.000031329637,0.00033119498,0.00038193385,0.0002386121,0.00035261214],"domain_scores_gemma":[0.9987819,0.0003483633,0.00010516412,0.00060913793,0.00009244983,0.00006297089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032256503,0.00013333834,0.00021182626,0.00013269673,0.000121922465,0.00010792861,0.00072826014,0.000108034925,0.000023415496],"category_scores_gemma":[0.00013253736,0.00012035543,0.000076670185,0.0004783804,0.000014734378,0.0004112937,0.00030486519,0.00013637383,0.0000038814946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069625385,0.000014993809,0.0001274423,0.00009703379,0.000035523717,0.0000057524435,0.015845597,0.27610308,0.009763595,0.65768397,0.0004518933,0.039864138],"study_design_scores_gemma":[0.0001694524,0.000017783537,0.00003586187,0.000020839956,0.000002913018,0.0000011125219,0.0005999485,0.82595706,0.005586615,0.167458,0.00003282134,0.000117606614],"about_ca_topic_score_codex":0.000066383065,"about_ca_topic_score_gemma":0.000036484802,"teacher_disagreement_score":0.549854,"about_ca_system_score_codex":0.00001927901,"about_ca_system_score_gemma":0.00006859338,"threshold_uncertainty_score":0.4907952},"labels":[],"label_agreement":null},{"id":"W4389520187","doi":"10.18653/v1/2023.findings-emnlp.413","title":"Responsible AI Considerations in Text Summarization Research: A Review of Current Practices","year":2023,"lang":"en","type":"review","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); Canadian Institute for Advanced Research; McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"Microsoft Research","keywords":"Automatic summarization; Work (physics); Computer science; Task (project management); Data science; Focus (optics); Engineering ethics; Artificial intelligence; Engineering","score_opus":0.709494718523932,"score_gpt":0.5701332435127068,"score_spread":0.1393614750112252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520187","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2935991e-8,0.9732202,0.021942088,0.0017694222,0.00032190827,0.0012544431,0.000005047954,0.000081970094,0.001404873],"genre_scores_gemma":[2.2126426e-7,0.9912483,0.007744558,0.000114669245,0.00005383218,0.00019680694,0.000018826988,0.000016664284,0.0006061344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952381,0.0019724297,0.001208209,0.0006060353,0.0006870249,0.00028819914],"domain_scores_gemma":[0.99400413,0.0035082474,0.0007924984,0.0011483224,0.00048416443,0.000062610474],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060611027,0.00018490023,0.00097423827,0.0009223753,0.0000786086,0.00014622898,0.0007645696,0.000120104305,0.00006798102],"category_scores_gemma":[0.010333754,0.0001507983,0.00014977567,0.0026758343,0.000042459153,0.00052283745,0.000640281,0.0007548559,0.00018947203],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.2192347e-7,0.000037281796,8.620751e-7,0.11543831,0.000012201873,0.000008672702,0.000047574402,0.000003494398,1.0059875e-7,0.21837105,0.009092649,0.65698755],"study_design_scores_gemma":[0.00003129699,0.0000125789775,3.183053e-7,0.17389534,0.000028124321,0.000006347356,0.0000030098777,0.0012168097,4.6808128e-7,0.0047467723,0.819939,0.000119889635],"about_ca_topic_score_codex":0.00009577381,"about_ca_topic_score_gemma":0.00015704698,"teacher_disagreement_score":0.8108464,"about_ca_system_score_codex":0.00012055757,"about_ca_system_score_gemma":0.0033420753,"threshold_uncertainty_score":0.99800265},"labels":[],"label_agreement":null},{"id":"W4389520208","doi":"10.18653/v1/2023.findings-emnlp.383","title":"NERvous About My Health: Constructing a Bengali Medical Named Entity Recognition Dataset","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Bengali; Computer science; Flexibility (engineering); Natural language processing; Artificial intelligence; Task (project management); Variety (cybernetics); Named-entity recognition; Sentence; F1 score; Data science","score_opus":0.07622441534822924,"score_gpt":0.32647196998203976,"score_spread":0.25024755463381054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0708058,0.000075197066,0.90861946,0.015221126,0.0017616351,0.0002816453,0.00020490907,0.001270355,0.0017598922],"genre_scores_gemma":[0.6350713,0.00024277944,0.3464478,0.013982849,0.0008820613,0.00006508934,0.002916183,0.00003546402,0.00035652352],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825084,0.000102704085,0.00034025338,0.0004146866,0.0005260556,0.0003654771],"domain_scores_gemma":[0.9990348,0.00013851555,0.00008537632,0.00047108313,0.000041555908,0.00022866529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011993432,0.00009384545,0.00015441052,0.00010730604,0.00017366979,0.00012268817,0.0006064019,0.00007043041,0.0002534876],"category_scores_gemma":[0.0003203538,0.00008907617,0.000032646993,0.000416671,0.00004314268,0.0003540028,0.00043612672,0.00022063029,0.0004450906],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015862367,0.000023514405,0.0007041422,0.000054572218,0.0000135374,0.000058849895,0.00052371726,0.000022260092,0.00002423682,0.011426427,0.035211284,0.9519359],"study_design_scores_gemma":[0.0010913603,0.000072446,0.0012222913,0.0002116745,0.000006583157,0.0002427942,0.0005586823,0.9542017,0.00032866866,0.013490864,0.028076332,0.0004965886],"about_ca_topic_score_codex":0.0006908265,"about_ca_topic_score_gemma":0.00027763474,"teacher_disagreement_score":0.95417947,"about_ca_system_score_codex":0.000040344443,"about_ca_system_score_gemma":0.0002373687,"threshold_uncertainty_score":0.5720888},"labels":[],"label_agreement":null},{"id":"W4389520242","doi":"10.18653/v1/2023.findings-emnlp.670","title":"LLM aided semi-supervision for efficient Extractive Dialog Summarization","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Dialog box; Set (abstract data type); Frame (networking); Natural language processing; Artificial intelligence; Training set; Data set; Information retrieval; Labeled data; World Wide Web; Programming language","score_opus":0.035390883151155586,"score_gpt":0.27779393052864154,"score_spread":0.24240304737748597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520242","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03933871,0.000009828328,0.95617366,0.0009377925,0.00052019156,0.00028087714,0.0000019431488,0.00043252393,0.0023044744],"genre_scores_gemma":[0.9490814,0.000006639366,0.049089562,0.0002258054,0.000101341095,0.000044966662,0.000017515173,0.000009627426,0.0014231505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990737,0.000024148016,0.00015889255,0.00033586865,0.00019062293,0.00021676108],"domain_scores_gemma":[0.9992887,0.00021898339,0.000033355995,0.0003288708,0.00008045586,0.000049679533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030334492,0.00007794853,0.0000867029,0.000105982945,0.00011204158,0.000083448664,0.00034095472,0.00005033303,0.00001194402],"category_scores_gemma":[0.00011013319,0.00006803263,0.00004702369,0.00037969905,0.000007916355,0.00019779011,0.00017748165,0.000047453326,0.00009217001],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022237873,0.00019981801,0.0007048966,0.00006176754,0.000025980014,0.0000113572805,0.003638138,0.26397407,0.023810608,0.4129507,0.0068562333,0.2877442],"study_design_scores_gemma":[0.00021695287,0.000033099466,0.0006930477,0.000008803009,0.00000201432,7.5517767e-7,0.00003028369,0.9884778,0.0039387383,0.005532315,0.0009739719,0.00009219416],"about_ca_topic_score_codex":0.000026905589,"about_ca_topic_score_gemma":0.00000715112,"teacher_disagreement_score":0.90974265,"about_ca_system_score_codex":0.000035199617,"about_ca_system_score_gemma":0.00003553481,"threshold_uncertainty_score":0.277429},"labels":[],"label_agreement":null},{"id":"W4389520250","doi":"10.18653/v1/2023.findings-emnlp.753","title":"A Zero-Shot Language Agent for Computer Control with Structured Reflection","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Task (project management); Executable; TRACE (psycholinguistics); Reflection (computer programming); Control (management); Artificial intelligence; Shot (pellet); Human–computer interaction; Programming language","score_opus":0.03325824647450009,"score_gpt":0.28897376028585714,"score_spread":0.25571551381135704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029801788,0.000007650726,0.9679579,0.0007316256,0.00032546642,0.0002785682,0.0000018212025,0.0004890377,0.0004061223],"genre_scores_gemma":[0.7862426,5.438755e-7,0.21180579,0.000870581,0.0001245406,0.0000320006,0.000003987188,0.000007470354,0.000912456],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992613,0.000018171166,0.0001058111,0.00027270586,0.00013987727,0.00020211787],"domain_scores_gemma":[0.99953693,0.000048418362,0.000031933014,0.0003043602,0.000040667448,0.000037683145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012353122,0.00008076188,0.00010046063,0.00007441913,0.00007029106,0.00008755891,0.0002514345,0.000031888492,0.0000080723285],"category_scores_gemma":[0.0000053773606,0.000058357855,0.000033859593,0.00021372791,0.0000077949735,0.00012603922,0.00005053592,0.000047308567,0.000019589042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021872271,0.00009043718,0.0012914425,0.00018100422,0.00030379734,0.00013898249,0.011501914,0.14901738,0.0387333,0.16678503,0.0439229,0.5878151],"study_design_scores_gemma":[0.0009429152,0.00012763566,0.00063002884,0.000007898233,0.000005101211,0.000010652166,0.000027123126,0.9936838,0.0015228653,0.0011302978,0.0017979883,0.0001137087],"about_ca_topic_score_codex":0.000031072486,"about_ca_topic_score_gemma":0.000046141653,"teacher_disagreement_score":0.8446664,"about_ca_system_score_codex":0.000024757635,"about_ca_system_score_gemma":0.000023168413,"threshold_uncertainty_score":0.23797643},"labels":[],"label_agreement":null},{"id":"W4389520276","doi":"10.18653/v1/2023.findings-emnlp.703","title":"Investigating the Effect of Pre-finetuning BERT Models on NLI Involving Presuppositions","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Institut de Valorisation des Données; Canadian Institute for Advanced Research","keywords":"Computer science; Leverage (statistics); Presupposition; Artificial intelligence; Exploit; Machine learning; Task (project management); Theoretical computer science","score_opus":0.03633354126024544,"score_gpt":0.27223077294286224,"score_spread":0.2358972316826168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5107377,0.00003533313,0.4782585,0.0017237422,0.00016101825,0.0002878511,0.0000010736939,0.0004262826,0.008368486],"genre_scores_gemma":[0.9824582,0.0000027596539,0.016802609,0.00020899606,0.000041377494,0.000033517663,0.00000196984,0.000008291104,0.0004423077],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988989,0.00013883528,0.00021503112,0.0002557392,0.00027358567,0.00021791257],"domain_scores_gemma":[0.99850386,0.000763244,0.0000657278,0.00058661203,0.000030152927,0.00005037395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061467977,0.00010237603,0.00012201453,0.00009591176,0.00019384379,0.00007937428,0.0006916123,0.000037017497,0.0000045804018],"category_scores_gemma":[0.00015171511,0.00006680571,0.000053916858,0.00047674967,0.000036083602,0.00032900344,0.00037385916,0.00014880646,0.000016037282],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002437319,0.00000845141,0.0011465331,0.00006492516,0.00002450144,0.0000024641943,0.0040049995,0.7231531,0.0060871006,0.2515344,0.0011166355,0.012854419],"study_design_scores_gemma":[0.00011377067,0.00009437585,0.0006516502,0.00008914089,0.0000047060757,0.0000016082975,0.000021045771,0.9787141,0.0102377795,0.009985746,0.000015039352,0.00007102315],"about_ca_topic_score_codex":0.0001524219,"about_ca_topic_score_gemma":0.000010486735,"teacher_disagreement_score":0.47172046,"about_ca_system_score_codex":0.000016690634,"about_ca_system_score_gemma":0.000026405844,"threshold_uncertainty_score":0.27242577},"labels":[],"label_agreement":null},{"id":"W4389520290","doi":"10.18653/v1/2023.findings-emnlp.686","title":"Can Large Language Models Fix Data Annotation Errors? An Empirical Study Using Debatepedia for Query-Focused Text Summarization","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Bank of Canada; York University","funders":"Natural Sciences and Engineering Research Council of Canada; York University; Compute Canada","keywords":"Automatic summarization; Computer science; Information retrieval; Relevance (law); Query expansion; RDF query language; Web search query; Task (project management); Query language; Multi-document summarization; Sampling (signal processing); Natural language processing; Web query classification; Language model; Artificial intelligence; Search engine","score_opus":0.15478084264944392,"score_gpt":0.38446822318144025,"score_spread":0.22968738053199633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39569044,0.0000051262787,0.6030765,0.00031880723,0.00014085046,0.00038251403,0.000035077042,0.0003065238,0.00004415847],"genre_scores_gemma":[0.9182809,8.671793e-7,0.080801055,0.00021805622,0.00011665769,0.000022550434,0.00033995727,0.000019399215,0.0002005429],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825966,0.000114972056,0.0002873579,0.00067632995,0.00030871158,0.00035294646],"domain_scores_gemma":[0.99843085,0.00009402138,0.00007426363,0.0012066142,0.00009955683,0.00009472332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007768782,0.00013503668,0.00015355171,0.0001780114,0.00019163714,0.00020282628,0.00097094045,0.00006575402,0.0000060326956],"category_scores_gemma":[0.000092044305,0.00012632957,0.000024420908,0.00060881185,0.0000081181315,0.0014858311,0.0005269887,0.000077517434,0.0000076263054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103665516,0.0025552248,0.09062035,0.00019557937,0.00021534404,0.00015318101,0.20447533,0.466598,0.0051680966,0.036969006,0.0076177013,0.18532853],"study_design_scores_gemma":[0.00054365315,0.00006296125,0.0012507468,0.000005117555,0.00001268407,9.239124e-7,0.0016312618,0.9947942,0.00007384028,0.001416651,0.000042886342,0.00016509765],"about_ca_topic_score_codex":0.0008278607,"about_ca_topic_score_gemma":0.0034323223,"teacher_disagreement_score":0.52819616,"about_ca_system_score_codex":0.000051431107,"about_ca_system_score_gemma":0.00011997281,"threshold_uncertainty_score":0.51515704},"labels":[],"label_agreement":null},{"id":"W4389520397","doi":"10.18653/v1/2023.emnlp-main.593","title":"EpiK-Eval: Evaluation for Language Models as Epistemic Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds de recherche du Québec – Nature et technologies; Alliance de recherche numérique du Canada","keywords":"Benchmark (surveying); Computer science; Narrative; Representation (politics); Artificial intelligence; Consolidation (business); Data science; Political science; Linguistics; Business; Geography","score_opus":0.12510718116200836,"score_gpt":0.35659664637991295,"score_spread":0.2314894652179046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030764747,0.00010216251,0.95148546,0.0020887281,0.00029145577,0.0005812164,0.0000023546024,0.00066238455,0.014021489],"genre_scores_gemma":[0.9208431,0.000010314814,0.07383601,0.000419404,0.00008645923,0.00018815242,0.000014088178,0.000015614663,0.0045868126],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850273,0.000056634177,0.00022905527,0.0004402416,0.00046660093,0.0003047326],"domain_scores_gemma":[0.99895275,0.00013105788,0.00005143622,0.00064805336,0.000147064,0.000069639405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012385966,0.00011059662,0.00012949877,0.00013121811,0.000087733846,0.00009771239,0.0006063046,0.0000644998,0.000022104385],"category_scores_gemma":[0.00006607816,0.00010196227,0.00007773055,0.00030504935,0.000009655546,0.0007673617,0.0001828243,0.000060089056,0.00016603249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023698071,0.000008463077,0.0000016801379,0.000016643919,0.000007778496,0.000001851751,0.0017477324,0.5083219,0.00059227995,0.43246162,0.0009856779,0.05585199],"study_design_scores_gemma":[0.00021642378,0.000013726129,0.0000026618106,0.000007875141,0.0000049835608,0.000002542231,0.0000825143,0.63809735,0.00041464873,0.36103097,0.000042057898,0.00008423545],"about_ca_topic_score_codex":0.000119574586,"about_ca_topic_score_gemma":0.000016939797,"teacher_disagreement_score":0.89007837,"about_ca_system_score_codex":0.00007197459,"about_ca_system_score_gemma":0.0001200429,"threshold_uncertainty_score":0.41579008},"labels":[],"label_agreement":null},{"id":"W4389520434","doi":"10.18653/v1/2023.findings-emnlp.567","title":"Contrastive Deterministic Autoencoders For Language Modeling","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Waterloo","funders":"","keywords":"Computer science; Language model; Artificial intelligence; Transformer; Mixture model; Machine learning; Representation (politics); Natural language processing","score_opus":0.0410131605871742,"score_gpt":0.29895284353631685,"score_spread":0.25793968294914266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014248719,0.00001287766,0.9825851,0.00044072553,0.00025541722,0.00016961896,0.0000023342634,0.000656484,0.0016287436],"genre_scores_gemma":[0.84963226,0.0000012671552,0.14912996,0.00026430516,0.000053146774,0.000037525777,0.000002287768,0.000007012302,0.00087222346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992116,0.000010990306,0.00013632605,0.0002690971,0.00011157684,0.00026041837],"domain_scores_gemma":[0.9994836,0.00014371463,0.000019992382,0.0002614569,0.000037718073,0.000053530734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018941813,0.00007467941,0.00009554865,0.000075058735,0.00007792222,0.000070904185,0.00038141632,0.00003055938,0.000005351448],"category_scores_gemma":[0.00009152523,0.000067454144,0.00004689912,0.00016048981,0.000008743724,0.000155751,0.000101880934,0.00004192773,0.00006164012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000099439385,0.000024682397,0.0000558082,0.000056856305,0.00003503914,0.000059922393,0.0074389167,0.6610926,0.0015318692,0.2163268,0.0011924574,0.11217511],"study_design_scores_gemma":[0.00019689633,0.000019203444,0.000011030475,0.000006952533,0.0000026512962,0.0000023064563,0.00026309534,0.9929995,0.00012699363,0.006217459,0.00006244177,0.000091501475],"about_ca_topic_score_codex":0.000024738658,"about_ca_topic_score_gemma":0.000011005042,"teacher_disagreement_score":0.83538353,"about_ca_system_score_codex":0.000017548575,"about_ca_system_score_gemma":0.000042716132,"threshold_uncertainty_score":0.27507},"labels":[],"label_agreement":null},{"id":"W4389520485","doi":"10.18653/v1/2023.findings-emnlp.652","title":"NEWTON: Are Large Language Models Capable of Physical Reasoning?","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Office of Naval Research; Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; National Science Foundation","keywords":"Benchmark (surveying); Computer science; Qualitative reasoning; Consistency (knowledge bases); Automated reasoning; Artificial intelligence; Mainstream; Natural language processing; Data science","score_opus":0.020603424736321544,"score_gpt":0.26548124642573323,"score_spread":0.2448778216894117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27952725,0.00003714068,0.70540726,0.0005562209,0.00009209133,0.000066331086,0.0000031531129,0.00043237253,0.013878152],"genre_scores_gemma":[0.98292017,0.0000017316127,0.012245674,0.0001178875,0.000067794754,0.000004616752,0.000001421169,0.0000062583586,0.0046344562],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992033,0.000019048388,0.000103779865,0.00022967797,0.00020837437,0.00023576662],"domain_scores_gemma":[0.9993411,0.00003799214,0.000042087682,0.0004962823,0.000033226424,0.000049315455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014903097,0.00006847851,0.00013290382,0.00005745148,0.00003627874,0.000027211589,0.0004554342,0.000027488606,0.000013293174],"category_scores_gemma":[0.000019914605,0.000058757254,0.000052706342,0.00034896267,0.000009192384,0.0002720557,0.00027587317,0.00006520745,0.00007845054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016313841,0.00007395535,0.000425625,0.00003529634,0.000013695344,0.000039256396,0.007331512,0.029990297,0.0018372709,0.95032567,0.005280285,0.0046455343],"study_design_scores_gemma":[0.00012433046,0.0000099900435,0.00017131018,0.000016757098,0.0000015103785,0.0000012811817,0.0002830212,0.9902349,0.0028733844,0.0059557613,0.00025775417,0.000070015696],"about_ca_topic_score_codex":0.00013413788,"about_ca_topic_score_gemma":0.000018542036,"teacher_disagreement_score":0.9602446,"about_ca_system_score_codex":0.000010757635,"about_ca_system_score_gemma":0.000024421808,"threshold_uncertainty_score":0.23960513},"labels":[],"label_agreement":null},{"id":"W4389520668","doi":"10.18653/v1/2023.emnlp-main.404","title":"Efficient Classification of Long Documents via State-Space Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Computation; Robustness (evolution); Artificial intelligence; Machine learning; Transformer; Binary classification; Extrapolation; Binary number; Data mining; Pattern recognition (psychology); Algorithm; Support vector machine; Mathematics","score_opus":0.043263523656582245,"score_gpt":0.2815403646310278,"score_spread":0.23827684097444551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21839863,0.000008286393,0.77830565,0.00042956983,0.00013182237,0.000086635315,3.3751783e-7,0.0001771602,0.0024618811],"genre_scores_gemma":[0.9760532,0.0000041934077,0.02223071,0.000028433185,0.000007951423,0.000006970755,0.0000012013958,0.000004360554,0.0016629787],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990682,0.000024507463,0.00018869649,0.00025213853,0.000291037,0.00017539418],"domain_scores_gemma":[0.9993203,0.000034436074,0.00006219024,0.0004748949,0.00006205325,0.00004612276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025021334,0.000063116466,0.000081399514,0.00010810222,0.000035234312,0.00003648863,0.00042110358,0.000023491066,0.0000082854085],"category_scores_gemma":[0.0000072220823,0.00005622254,0.000028762606,0.00042194602,0.000013230721,0.00014844473,0.0001895642,0.000042450658,0.00009401822],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016654973,0.000031883344,0.00033866748,0.000016050562,0.0000072409207,0.000003441989,0.0009266457,0.88974357,0.0033185962,0.07094896,0.00023348458,0.034429774],"study_design_scores_gemma":[0.00009699767,0.000009425683,0.0020670607,0.000006967492,0.000001036219,6.601402e-7,0.000019256253,0.98792994,0.0023238847,0.007465901,0.000019204914,0.000059636903],"about_ca_topic_score_codex":0.0000690697,"about_ca_topic_score_gemma":0.0000075893354,"teacher_disagreement_score":0.75765455,"about_ca_system_score_codex":0.000030293008,"about_ca_system_score_gemma":0.00002717106,"threshold_uncertainty_score":0.22926886},"labels":[],"label_agreement":null},{"id":"W4389520674","doi":"10.18653/v1/2023.emnlp-main.433","title":"Unified Low-Resource Sequence Labeling by Sample-Aware Dynamic Sparse Finetuning","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Cisco Systems","keywords":"Computer science; Leverage (statistics); Sequence (biology); Context (archaeology); Resource (disambiguation); Sample (material); Generalization; Process (computing); Artificial intelligence; Machine learning; Data mining; Programming language","score_opus":0.041925591101345465,"score_gpt":0.27350071694321815,"score_spread":0.23157512584187268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08531328,0.000042896827,0.910703,0.0016648853,0.00019780041,0.00011451342,0.0000112145135,0.001257146,0.0006952298],"genre_scores_gemma":[0.9170918,0.00001983908,0.077831335,0.0009224874,0.00004145637,0.000013281241,0.000051231164,0.00002452605,0.0040040645],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823,0.000056607612,0.00028212857,0.0005776872,0.00033497022,0.0005186392],"domain_scores_gemma":[0.9986619,0.00030347728,0.00006673887,0.00078594487,0.000052572446,0.00012937562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038170643,0.00017519921,0.00016741251,0.0001394847,0.00018346813,0.00018078767,0.0011317846,0.000076394055,0.000046484434],"category_scores_gemma":[0.00011741948,0.00017157324,0.00004939563,0.00083117257,0.000029345834,0.0003181719,0.0005176182,0.0001995645,0.0002257244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018842706,0.00014624819,0.003287396,0.0003150599,0.00012551907,0.00040106272,0.008252648,0.37604132,0.08441128,0.102695525,0.035661656,0.38864344],"study_design_scores_gemma":[0.00016639412,0.000013074184,0.000043227068,0.00004483398,0.0000024391745,0.0000042891093,0.00013647293,0.9931383,0.0007525112,0.0016238136,0.0038495145,0.00022508707],"about_ca_topic_score_codex":0.00027681605,"about_ca_topic_score_gemma":0.00005165818,"teacher_disagreement_score":0.8328717,"about_ca_system_score_codex":0.00006833775,"about_ca_system_score_gemma":0.00006733003,"threshold_uncertainty_score":0.69965535},"labels":[],"label_agreement":null},{"id":"W4389520703","doi":"10.18653/v1/2023.emnlp-main.489","title":"TheoremQA: A Theorem-driven Question Answering Dataset","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Benchmark (surveying); Computer science; Domain (mathematical analysis); Code (set theory); Question answering; Quality (philosophy); Baseline (sea); Artificial intelligence; Programming language; Mathematics; Epistemology","score_opus":0.026374327893978304,"score_gpt":0.28410811597698477,"score_spread":0.25773378808300645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009501349,0.000008874522,0.98290265,0.0015422683,0.00027820526,0.000081045415,0.00001709498,0.0007606241,0.0049078665],"genre_scores_gemma":[0.9300612,0.000015299775,0.0686847,0.0004763951,0.00011224722,0.000013314879,0.00012339307,0.000009414991,0.0005040065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992,0.000046793553,0.00011439827,0.00027900952,0.00015933265,0.00020045244],"domain_scores_gemma":[0.9992439,0.000057927584,0.000022656826,0.00060905115,0.000018075223,0.000048365117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039878202,0.000071476294,0.00006941896,0.00008497613,0.00006908649,0.000097307806,0.0006271822,0.000029305591,0.00003068213],"category_scores_gemma":[0.000038527825,0.000058814516,0.000021048105,0.00031746062,0.000017944727,0.0003667557,0.00036463572,0.000065723485,0.0004859669],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.418002e-7,0.000005398758,0.0001653698,0.0000042810566,0.00000396976,0.000014150038,0.00019778837,0.002184302,0.0005869007,0.9651733,0.004447564,0.027216135],"study_design_scores_gemma":[0.00010186052,0.000014523422,0.00057388964,0.00001309044,0.0000016560782,0.000007672766,0.000028229226,0.93929946,0.0006243896,0.048430838,0.010786794,0.00011757394],"about_ca_topic_score_codex":0.00004238377,"about_ca_topic_score_gemma":0.000011472698,"teacher_disagreement_score":0.9371152,"about_ca_system_score_codex":0.00001580161,"about_ca_system_score_gemma":0.00001867329,"threshold_uncertainty_score":0.62462837},"labels":[],"label_agreement":null},{"id":"W4389521016","doi":"10.18653/v1/2023.conll-1.12","title":"On the utility of enhancing BERT syntactic bias with Token Reordering Pretraining","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Waterloo","funders":"","keywords":"Security token; Computer science; Artificial intelligence; Natural language processing; Natural (archaeology); Parsing; Natural language; Computer security; History","score_opus":0.07364391134414623,"score_gpt":0.2643656723281962,"score_spread":0.19072176098404997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389521016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5086054,0.000004097744,0.47209537,0.0008294071,0.000079390666,0.0000911643,1.5133188e-7,0.00018053918,0.018114453],"genre_scores_gemma":[0.98530483,0.0000014354106,0.01424239,0.00015562245,0.000014459817,0.0000068675436,1.5290561e-7,0.0000053571525,0.00026889113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990732,0.000051364972,0.00016908483,0.00024606785,0.00026127612,0.00019897133],"domain_scores_gemma":[0.9986495,0.0006399909,0.00005773641,0.00058913,0.00003362045,0.000030032379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076063885,0.00007724638,0.00010197904,0.000057906876,0.00008825048,0.000048310954,0.00046326427,0.000023065017,0.00004990653],"category_scores_gemma":[0.00023218669,0.000046325003,0.000026704258,0.00042731868,0.000020754198,0.00017016081,0.00017559288,0.00011841427,0.00001736314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007434775,0.00014309978,0.014417559,0.0003494768,0.00022423155,0.00008559873,0.041230395,0.015933966,0.011244438,0.6115425,0.0015139951,0.3032404],"study_design_scores_gemma":[0.000086531654,0.00006013798,0.003172463,0.00010657805,0.0000031303568,0.0000046466625,0.00039287136,0.9779845,0.015468476,0.0025664547,0.000057486042,0.000096765],"about_ca_topic_score_codex":0.000097272736,"about_ca_topic_score_gemma":0.000064383195,"teacher_disagreement_score":0.9620505,"about_ca_system_score_codex":0.00001208153,"about_ca_system_score_gemma":0.000046206937,"threshold_uncertainty_score":0.18890789},"labels":[],"label_agreement":null},{"id":"W4389523693","doi":"10.18653/v1/2023.findings-emnlp.549","title":"Open Domain Multi-document Summarization: A Comprehensive Study of Model Brittleness under Retrieval","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"Alliance de recherche numérique du Canada","keywords":"Automatic summarization; Computer science; Information retrieval; Domain (mathematical analysis); Multi-document summarization; Task (project management); Set (abstract data type); Natural language processing","score_opus":0.12228804861294826,"score_gpt":0.3515873804412257,"score_spread":0.22929933182827747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389523693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3077251,0.0000068197805,0.69075984,0.00031038525,0.000119935474,0.0006375226,9.853958e-7,0.00011192638,0.00032745473],"genre_scores_gemma":[0.88846546,0.000004636176,0.109515086,0.00020435077,0.000013733375,0.00002664018,0.0000034448212,0.000009692628,0.0017569266],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985361,0.000094272335,0.0003269832,0.00044974498,0.00038940302,0.00020349491],"domain_scores_gemma":[0.99887687,0.00007646928,0.00008020225,0.00073378446,0.0001711292,0.00006155254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021075309,0.00011253376,0.00021484973,0.00010928988,0.00009895643,0.0001839924,0.0015465468,0.00003899963,0.000013952026],"category_scores_gemma":[0.000012304042,0.000104821265,0.000030197325,0.0006986063,0.00001858918,0.00047048266,0.0022208493,0.00006862123,0.000024484136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030075218,0.0005101397,0.00091609923,0.000024455212,0.00007781478,0.000025219044,0.005871663,0.8615257,0.0025782227,0.12465635,0.00038420752,0.0034000222],"study_design_scores_gemma":[0.0014594994,0.00007405687,0.0025469882,0.000012049674,0.00000449769,0.0000014610869,0.0015065669,0.9852597,0.0003910627,0.008564209,0.000043532465,0.00013633759],"about_ca_topic_score_codex":0.00030947325,"about_ca_topic_score_gemma":0.00009481849,"teacher_disagreement_score":0.58124477,"about_ca_system_score_codex":0.00004186743,"about_ca_system_score_gemma":0.00009864676,"threshold_uncertainty_score":0.42744872},"labels":[],"label_agreement":null},{"id":"W4389523719","doi":"10.18653/v1/2023.findings-emnlp.772","title":"Asking Clarification Questions to Handle Ambiguity in Open-Domain QA","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Seoul National University","keywords":"Ambiguity; Computer science; Ask price; Pipeline (software); Question answering; Process (computing); Domain (mathematical analysis); Interpretation (philosophy); Open domain; Information retrieval; Data science","score_opus":0.07022568823081114,"score_gpt":0.33584743569458186,"score_spread":0.2656217474637707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389523719","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0694248,0.0000053308677,0.916392,0.0060388935,0.00018321924,0.00020379844,4.0365222e-7,0.00020689446,0.0075446567],"genre_scores_gemma":[0.8092052,0.0000024064902,0.18864284,0.0005329186,0.000027283884,0.000046089986,0.0000018257028,0.0000039074,0.0015375221],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991782,0.00005625505,0.00015987018,0.0003026186,0.00012443795,0.00017864032],"domain_scores_gemma":[0.99937457,0.00003457481,0.000019985238,0.00048633592,0.000027762633,0.0000567666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007243649,0.00005184314,0.000072559815,0.00014555412,0.00008573025,0.00017493857,0.00089199474,0.00003650404,0.000012956292],"category_scores_gemma":[0.00006566828,0.00005201388,0.000013084728,0.00082358986,0.0000053255103,0.00037508417,0.000567412,0.00008193518,0.0003102967],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021182116,0.00005869336,0.0043726433,0.000006611958,0.0000032528524,0.000012297366,0.0026607828,0.008971832,0.004091016,0.9110506,0.0036427125,0.06512743],"study_design_scores_gemma":[0.00047620476,0.000040485185,0.10664937,0.000069978516,0.0000014843936,0.000004531398,0.0002684138,0.7383911,0.0018875627,0.13588691,0.015991645,0.0003322862],"about_ca_topic_score_codex":0.0010230753,"about_ca_topic_score_gemma":0.0010089442,"teacher_disagreement_score":0.7751637,"about_ca_system_score_codex":0.000056454042,"about_ca_system_score_gemma":0.000050338702,"threshold_uncertainty_score":0.39883396},"labels":[],"label_agreement":null},{"id":"W4389523790","doi":"10.18653/v1/2023.findings-emnlp.993","title":"Qualitative Code Suggestion: A Human-Centric Approach to Qualitative Coding","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"Fonds de recherche du Québec – Nature et technologies; Fonds de Recherche du Québec - Santé; Canadian Institute for Advanced Research; Nvidia","keywords":"Coding (social sciences); Computer science; Qualitative research; Natural language processing; Qualitative analysis; Annotation; Task (project management); Artificial intelligence; Information retrieval; Human–computer interaction","score_opus":0.21009077325139738,"score_gpt":0.4354944176461925,"score_spread":0.22540364439479513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389523790","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021444466,0.000014214488,0.9521148,0.00223297,0.00017831293,0.0002823723,0.0000047655813,0.0007541529,0.022973927],"genre_scores_gemma":[0.788882,0.0000024857281,0.20511876,0.00049811375,0.00007577776,0.00007717756,0.000010397639,0.000012453676,0.0053228326],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977373,0.00046176018,0.00033118128,0.0006108664,0.00044324272,0.00041567],"domain_scores_gemma":[0.9986154,0.0005256708,0.000068125286,0.00049379724,0.00013604523,0.00016096873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017906221,0.00015428229,0.00020843398,0.00031402364,0.00022843252,0.0001535251,0.0007575155,0.000053422067,0.000017259565],"category_scores_gemma":[0.00023795853,0.00014269284,0.00006029557,0.0016727657,0.000031408672,0.00033955148,0.00039957752,0.00013809423,0.00052265706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016548345,0.000031471598,0.000007747015,0.000016265098,0.000012135592,0.0000037156772,0.23398016,0.0013630906,0.00019116956,0.7595049,0.0036790292,0.0012086468],"study_design_scores_gemma":[0.0011346337,0.00019966069,0.0004887989,0.0000811717,0.0000129014625,0.000012534794,0.15752164,0.7484536,0.001027361,0.08675266,0.0032979914,0.0010170552],"about_ca_topic_score_codex":0.00009184767,"about_ca_topic_score_gemma":0.000010931381,"teacher_disagreement_score":0.7674375,"about_ca_system_score_codex":0.00009343802,"about_ca_system_score_gemma":0.000048949758,"threshold_uncertainty_score":0.6717874},"labels":[],"label_agreement":null},{"id":"W4389523818","doi":"10.18653/v1/2023.findings-emnlp.788","title":"Do “English” Named Entity Recognizers Work Well on Global Englishes?","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research","keywords":"Computer science; Artificial intelligence; Natural language processing; Named-entity recognition; Named entity; Transformer; Test (biology); Training set; Test data; Botany","score_opus":0.048995248739012315,"score_gpt":0.2751326913912673,"score_spread":0.22613744265225497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389523818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044621155,0.0001454483,0.7017855,0.0020710656,0.03652566,0.0009942111,0.000027686056,0.0047527817,0.20907648],"genre_scores_gemma":[0.7398795,0.00019722997,0.2402423,0.00171647,0.0032968982,0.00021498182,0.00006349958,0.0001028262,0.014286301],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959775,0.00016959402,0.00055362686,0.0018306699,0.0008300099,0.00063855195],"domain_scores_gemma":[0.9964474,0.00019505648,0.00022589142,0.0025836297,0.00029784293,0.00025017065],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00086761144,0.00046505738,0.00048344687,0.00015428907,0.00011150227,0.0010341203,0.0032618318,0.00052280154,0.00017570889],"category_scores_gemma":[0.00058255676,0.00045430774,0.00030979922,0.00064039923,0.000043134125,0.00025576644,0.004344981,0.0010112984,0.0011900979],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012445387,0.0006725797,0.028739655,0.0006811219,0.00073490775,0.00049369707,0.0070472336,0.084526174,0.0000033960725,0.23255405,0.28859025,0.3558325],"study_design_scores_gemma":[0.004294534,0.00038264928,0.022051789,0.004193741,0.00024279895,0.000014188276,0.00096634164,0.2533682,0.00063918455,0.5219788,0.18302722,0.008840547],"about_ca_topic_score_codex":0.00029693922,"about_ca_topic_score_gemma":0.00007610215,"teacher_disagreement_score":0.6952583,"about_ca_system_score_codex":0.0004077281,"about_ca_system_score_gemma":0.00023985984,"threshold_uncertainty_score":0.99979085},"labels":[],"label_agreement":null},{"id":"W4389523824","doi":"10.18653/v1/2023.emnlp-main.797","title":"We are Who We Cite: Bridges of Influence Between Natural Language Processing and Other Academic Fields","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Institute for Work & Health","funders":"Deutscher Akademischer Austauschdienst; Niedersächsische Ministerium für Wissenschaft und Kultur","keywords":"Citation; Artificial intelligence; Field (mathematics); Computer science; Natural language processing; Computational linguistics; Diversity (politics); Linguistics; Library science; Mathematics; Sociology; Philosophy; Anthropology","score_opus":0.031060447987144506,"score_gpt":0.30383223767134954,"score_spread":0.272771789684205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389523824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94317055,0.0019526089,0.050423887,0.0039032667,0.00004692065,0.00006624638,0.0000018930407,0.00020004823,0.00023456398],"genre_scores_gemma":[0.9954283,0.000054073087,0.0028953177,0.00036206536,0.00006736118,0.0000023564116,2.6095003e-7,0.0000053726617,0.0011848459],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992457,0.000018033397,0.00016571222,0.00023048688,0.00016857982,0.00017150016],"domain_scores_gemma":[0.9995867,0.00007668392,0.00007208902,0.00020015425,0.00002578857,0.000038556213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013996534,0.00007866265,0.00013110996,0.000086601685,0.00004106634,0.000046156874,0.00041499187,0.00008164502,0.0000035061885],"category_scores_gemma":[0.00003918607,0.00006462578,0.0000182563,0.00028244307,0.000029509512,0.00031206786,0.00024788038,0.00020581881,0.000006453955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032072767,0.0000062207982,0.2642687,0.0004781358,0.000019795714,0.000017628054,0.024590183,0.0009255755,0.0026437186,0.002945478,0.0009436701,0.70315766],"study_design_scores_gemma":[0.0005100594,0.000041366264,0.21679725,0.0011788332,0.0000146455795,0.0000149877515,0.0021015606,0.7600217,0.013870328,0.0029679185,0.0019293001,0.0005520601],"about_ca_topic_score_codex":0.0000688715,"about_ca_topic_score_gemma":0.000013032888,"teacher_disagreement_score":0.7590961,"about_ca_system_score_codex":0.0000069619155,"about_ca_system_score_gemma":0.00002109224,"threshold_uncertainty_score":0.2635363},"labels":[],"label_agreement":null},{"id":"W4389523869","doi":"10.18653/v1/2023.conll-babylm.5","title":"Grammar induction pretraining for language modeling in low resource contexts","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Baseline (sea); Computer science; Hyperparameter; Grammar; Context (archaeology); Natural language processing; Language model; Artificial intelligence; Resource (disambiguation); Linguistics","score_opus":0.05666310754084649,"score_gpt":0.28651823205821264,"score_spread":0.22985512451736614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389523869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25834563,0.000020599073,0.73980427,0.00043447316,0.00012747929,0.000154519,4.1973377e-7,0.0003064866,0.00080609013],"genre_scores_gemma":[0.95244104,0.0000012935072,0.04662992,0.0001536337,0.00008608655,0.00003233883,0.000004064577,0.000008678067,0.0006429329],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909836,0.000024971758,0.00018511535,0.00029914986,0.00013153067,0.00026089457],"domain_scores_gemma":[0.9995602,0.00006996193,0.000025740603,0.00028321004,0.000023190405,0.000037745016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005488825,0.00007207256,0.00009475079,0.00017151417,0.000053818774,0.00006702248,0.00031502687,0.000056934405,0.0000028478692],"category_scores_gemma":[0.00009633869,0.00007056847,0.00003379074,0.00036340358,0.000006099909,0.00025673618,0.000106192674,0.00009961698,0.0000131477755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010621189,0.000022702769,0.00014625517,0.00006044252,0.000008713955,0.00001792516,0.019455656,0.34963796,0.0023586152,0.04156645,0.00034078598,0.58637387],"study_design_scores_gemma":[0.00025887732,0.00001363207,0.000022453127,0.000033446464,6.662455e-7,0.0000018702503,0.00082845974,0.99549866,0.00038152083,0.0027576522,0.00011538661,0.000087384135],"about_ca_topic_score_codex":0.00006701157,"about_ca_topic_score_gemma":0.000056425768,"teacher_disagreement_score":0.69409543,"about_ca_system_score_codex":0.00003232143,"about_ca_system_score_gemma":0.000024173605,"threshold_uncertainty_score":0.28776988},"labels":[],"label_agreement":null},{"id":"W4389523905","doi":"10.18653/v1/2023.emnlp-main.83","title":"How Does Generative Retrieval Scale to Millions of Passages?","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Generative grammar; Transformer; Information retrieval; Search engine indexing; Document retrieval; Artificial intelligence; Encoder; Generative model; Ranking (information retrieval); Task (project management); Natural language processing","score_opus":0.030232360065957312,"score_gpt":0.2627108354550887,"score_spread":0.2324784753891314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389523905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1736668,0.000006654788,0.80909985,0.015643906,0.00028087726,0.00008778015,0.0000027032142,0.00015615858,0.0010552518],"genre_scores_gemma":[0.8117418,0.000006450355,0.17328545,0.00031820528,0.000079296406,0.0000045399593,8.925208e-7,0.0000044119543,0.0145589225],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99927986,0.000026356855,0.00009987662,0.00023367682,0.00020304421,0.0001571887],"domain_scores_gemma":[0.9994062,0.000049013663,0.000023371631,0.00038521274,0.00006816622,0.00006801886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015667675,0.000057704758,0.00009303126,0.00010415779,0.0000487131,0.00007282293,0.00040608825,0.000027972023,0.000011463317],"category_scores_gemma":[0.000052233776,0.000039115155,0.000034964785,0.00065077574,0.000013528301,0.00016433244,0.00027073326,0.0000420636,0.00003971028],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021378195,0.00014379038,0.0059862696,0.00008134193,0.00010190686,0.000063184874,0.018567514,0.010404328,0.4286698,0.364994,0.060044006,0.11092246],"study_design_scores_gemma":[0.00030576714,0.00012193075,0.00565595,0.000029634186,0.0000059096055,0.0000028677248,0.000595998,0.4424432,0.52987355,0.011992908,0.008629372,0.0003428996],"about_ca_topic_score_codex":0.000017652903,"about_ca_topic_score_gemma":0.00003665135,"teacher_disagreement_score":0.638075,"about_ca_system_score_codex":0.000012267724,"about_ca_system_score_gemma":0.000024142575,"threshold_uncertainty_score":0.15950696},"labels":[],"label_agreement":null},{"id":"W4389523908","doi":"10.18653/v1/2023.emnlp-main.278","title":"Can Large Language Models Capture Dissenting Human Voices?","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Representativeness heuristic; Multinomial distribution; Computer science; Inference; Population; Distribution (mathematics); Scope (computer science); Weighting; Natural language processing; Artificial intelligence; Econometrics; Statistics; Mathematics; Sociology; Demography","score_opus":0.0248647251376716,"score_gpt":0.28294975052646654,"score_spread":0.25808502538879496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389523908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37117192,0.000043029093,0.603041,0.0016965132,0.0002106795,0.00009359225,0.0000032911666,0.0011431831,0.02259683],"genre_scores_gemma":[0.9827403,9.86379e-7,0.00700775,0.00035012048,0.00008342957,0.0000061416017,0.0000078436115,0.000009226743,0.009794247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989518,0.000022116712,0.00013934626,0.00031671187,0.0002091144,0.00036092396],"domain_scores_gemma":[0.999342,0.00002292348,0.00003648846,0.0005053949,0.000022455008,0.00007069566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023319077,0.00009176935,0.000094358715,0.00008710314,0.00015928887,0.00013330395,0.00061378547,0.00004399319,0.000028778137],"category_scores_gemma":[0.000011396947,0.000080235106,0.000044123586,0.00033573623,0.0000066393754,0.0002879852,0.00038643222,0.00011101525,0.00007313058],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.7058703e-7,0.000031943233,0.0012098987,0.00003694396,0.000017700371,0.00015353992,0.021394549,0.0071527325,0.005191548,0.9568614,0.0029682897,0.0049810787],"study_design_scores_gemma":[0.00013887612,0.0000036923086,0.00039120208,0.000011377052,0.000002004223,0.0000032276027,0.0009032118,0.9878872,0.00049624866,0.009755799,0.00026226355,0.00014492],"about_ca_topic_score_codex":0.00064210035,"about_ca_topic_score_gemma":0.0008001503,"teacher_disagreement_score":0.98073447,"about_ca_system_score_codex":0.000017294213,"about_ca_system_score_gemma":0.000017094322,"threshold_uncertainty_score":0.32718927},"labels":[],"label_agreement":null},{"id":"W4389523920","doi":"10.18653/v1/2023.nllp-1.25","title":"A Comparative Study of Prompting Strategies for Legal Text Classification","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; Thomson Reuters (Canada)","funders":"","keywords":"Computer science; Domain (mathematical analysis); Natural language processing; Artificial intelligence; Mathematics","score_opus":0.20016424545340003,"score_gpt":0.3770997134860705,"score_spread":0.1769354680326705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389523920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4875987,0.0000015576642,0.50949734,0.00014252999,0.00004901936,0.00032386143,2.5658193e-7,0.00011779661,0.0022689519],"genre_scores_gemma":[0.97512645,1.2763643e-7,0.024451252,0.000007974893,0.000019249519,0.000067912115,7.9525125e-7,0.000002114342,0.0003241223],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993707,0.000024671579,0.0001765591,0.00019759987,0.00012436115,0.000106111744],"domain_scores_gemma":[0.999527,0.00008291374,0.000063966574,0.00022861539,0.00008211443,0.00001543362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020566098,0.000049407925,0.00010583596,0.00006584589,0.000057546895,0.00008729633,0.00028964173,0.000013901702,0.0000017873773],"category_scores_gemma":[0.0000074533887,0.000041580173,0.000017928702,0.00025622672,0.000009148647,0.00036577985,0.0000729593,0.000031733463,0.000009158418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009005204,0.00027143882,0.0009057294,0.000043246742,0.00003714592,0.0000012567775,0.031161604,0.011563259,0.008064056,0.9351333,0.0006945286,0.012115452],"study_design_scores_gemma":[0.00025223053,0.00015189858,0.005714303,0.0000049554897,0.000002247474,3.441034e-7,0.02228211,0.96810204,0.00042157332,0.0029261045,0.00008772577,0.0000544615],"about_ca_topic_score_codex":0.00005770396,"about_ca_topic_score_gemma":0.00006891967,"teacher_disagreement_score":0.9565388,"about_ca_system_score_codex":0.000009310813,"about_ca_system_score_gemma":0.000056793022,"threshold_uncertainty_score":0.16955903},"labels":[],"label_agreement":null},{"id":"W4389523922","doi":"10.18653/v1/2023.findings-emnlp.928","title":"Learning to love diligent trolls: Accounting for rater effects in the dialogue safety task","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Chatbot; Utterance; Task (project management); Consistency (knowledge bases); Offensive; Artificial intelligence; Human–computer interaction; Natural language processing; Machine learning; Information retrieval; Operations research; Engineering","score_opus":0.018366653743513407,"score_gpt":0.26133052937580664,"score_spread":0.24296387563229324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389523922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12264882,0.000009739045,0.87075573,0.00412106,0.00036529105,0.0006060776,4.7535946e-7,0.00013214802,0.0013606582],"genre_scores_gemma":[0.9851071,0.0000019820257,0.012365097,0.0015279526,0.00012905958,0.0000576674,0.0000023593996,0.000008004448,0.0008007344],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886703,0.00009966278,0.0001908268,0.00031514573,0.0001807147,0.0003466081],"domain_scores_gemma":[0.99889183,0.0007076148,0.00003008296,0.00031271932,0.000024759136,0.00003296872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012408276,0.000093534436,0.000121898884,0.000102883845,0.0000855706,0.00016391881,0.00063511473,0.000034484085,0.000004682614],"category_scores_gemma":[0.00026022035,0.000062113795,0.0000525568,0.00044458738,0.0000054175066,0.00018079192,0.00024321552,0.00011593051,0.00027841213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071773255,0.000095688025,0.014220136,0.00022930498,0.00004836319,0.00007575258,0.08801265,0.37946442,0.0072532417,0.077079356,0.005686259,0.42776304],"study_design_scores_gemma":[0.000543687,0.00010579126,0.007594377,0.000035865327,0.0000035774303,0.000001793608,0.00049814105,0.97759336,0.0008582656,0.003157473,0.009416173,0.00019149543],"about_ca_topic_score_codex":0.00006016633,"about_ca_topic_score_gemma":0.00006544109,"teacher_disagreement_score":0.86245835,"about_ca_system_score_codex":0.000034157023,"about_ca_system_score_gemma":0.000022551068,"threshold_uncertainty_score":0.35785177},"labels":[],"label_agreement":null},{"id":"W4389523983","doi":"10.18653/v1/2023.emnlp-main.362","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Computer science; Security token; Decoding methods; Autoregressive model; Language model; Inference; Estimator; Algorithm; Artificial intelligence; Mathematics","score_opus":0.03884542175441516,"score_gpt":0.2738687050378683,"score_spread":0.23502328328345315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389523983","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07794382,0.000082529215,0.91997063,0.00050183915,0.000078475925,0.00024296028,0.0000017736677,0.0005163065,0.0006616471],"genre_scores_gemma":[0.40339747,0.0000049346063,0.59610367,0.0000894311,0.00006200246,0.00002647235,0.00000136433,0.000011677751,0.00030295659],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882287,0.000020886897,0.00016017369,0.00043819536,0.00017933775,0.00037856764],"domain_scores_gemma":[0.99913514,0.00030273525,0.00007181489,0.00035139977,0.000049278504,0.00008963561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021257169,0.00013896101,0.00017302422,0.00008843741,0.0001881092,0.00024308106,0.00036273204,0.000073402254,0.000005618334],"category_scores_gemma":[0.000057427522,0.00010840674,0.00003339899,0.00019929034,0.000027602082,0.0004530107,0.00022870471,0.00012803695,0.000007330122],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001673079,0.000010971357,0.00050906464,0.00006426152,0.000040002782,0.000052050284,0.010870574,0.305082,0.00006143246,0.63001055,0.00010625451,0.053176135],"study_design_scores_gemma":[0.00040916924,0.000035872425,0.00014480199,0.000116366034,0.000005341244,0.000008199131,0.0005857699,0.97692496,0.00008295076,0.021516573,0.0000048763254,0.0001650957],"about_ca_topic_score_codex":0.000054494747,"about_ca_topic_score_gemma":0.000020904326,"teacher_disagreement_score":0.671843,"about_ca_system_score_codex":0.00002707317,"about_ca_system_score_gemma":0.000041855164,"threshold_uncertainty_score":0.44206986},"labels":[],"label_agreement":null},{"id":"W4389524117","doi":"10.18653/v1/2023.conll-babylm.18","title":"McGill BabyLM Shared Task Submission: The Effects of Data Formatting and Structural Biases","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institute for Advanced Research; McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University; Nvidia","keywords":"Disk formatting; Computer science; Task (project management); Track (disk drive); Operating system; Engineering","score_opus":0.07711472960388542,"score_gpt":0.30331774633144254,"score_spread":0.2262030167275571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9317077,0.00026803967,0.0631066,0.00257764,0.00059122866,0.00035164042,0.000037519007,0.00044047294,0.00091916614],"genre_scores_gemma":[0.98524123,0.00001270699,0.014368392,0.00018176824,0.000028341696,0.0000022247236,0.0000093600465,0.0000035772025,0.00015238447],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926364,0.000032599644,0.00013951208,0.00022737186,0.00018192065,0.00015497225],"domain_scores_gemma":[0.99857926,0.00053248607,0.000046406658,0.00077764527,0.000023001223,0.00004116815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025076696,0.000064474916,0.00008425959,0.00004367718,0.00014754842,0.000062985804,0.0010477216,0.00002067937,0.00000604936],"category_scores_gemma":[0.00028503704,0.000037351885,0.000013724054,0.00024908897,0.000018463685,0.0006771563,0.0016789312,0.000054248627,0.000004979204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064253145,0.000011025714,0.0037477708,0.0005426419,0.00005143786,0.00004019084,0.0023282934,0.00045271666,0.009501348,0.026729047,0.012259799,0.9443293],"study_design_scores_gemma":[0.00015574598,0.000017026052,0.005508031,0.000063983025,0.0000039300694,0.000011840369,0.000050537707,0.98954594,0.0023967945,0.0012253355,0.00094866473,0.000072152034],"about_ca_topic_score_codex":0.000054501397,"about_ca_topic_score_gemma":0.000007454185,"teacher_disagreement_score":0.98909324,"about_ca_system_score_codex":0.000004139892,"about_ca_system_score_gemma":0.000011378982,"threshold_uncertainty_score":0.20926675},"labels":[],"label_agreement":null},{"id":"W4389524193","doi":"10.18653/v1/2023.findings-emnlp.796","title":"Using In-Context Learning to Improve Dialogue Safety","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"SAFER; Computer science; Context (archaeology); Human–computer interaction; Artificial intelligence; Machine learning; Deep learning; Risk analysis (engineering); Computer security","score_opus":0.04731199200695141,"score_gpt":0.28403466662608307,"score_spread":0.23672267461913166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24107611,0.0000064570304,0.75451374,0.0006734667,0.00037944323,0.00010015726,2.0222151e-7,0.00025662407,0.0029938028],"genre_scores_gemma":[0.96686333,0.0000016980379,0.031471677,0.00041905572,0.000059801616,0.0000023737987,4.821252e-7,0.0000059330905,0.0011756425],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991116,0.00003513413,0.00016816966,0.00029872943,0.00011967929,0.0002667206],"domain_scores_gemma":[0.99956614,0.000066132445,0.000020099731,0.00026491846,0.000020394662,0.00006234124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036270326,0.00006700551,0.00009715512,0.00014929219,0.00006348742,0.00006439128,0.00036109102,0.00003263745,0.000011394176],"category_scores_gemma":[0.00008880303,0.00006408979,0.000025506051,0.0005556844,0.000004902998,0.0002071087,0.000405497,0.00011733443,0.00024380135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070370593,0.000015697244,0.005793152,0.000014511564,0.0000075692974,0.00005759064,0.0085764555,0.25954592,0.01885377,0.06376166,0.00014706304,0.6432196],"study_design_scores_gemma":[0.00013601847,0.00001669814,0.0013125273,0.000011317293,4.6931578e-7,0.0000015288948,0.00018968238,0.9952321,0.0006755478,0.0007731402,0.0015475291,0.000103430386],"about_ca_topic_score_codex":0.00053112686,"about_ca_topic_score_gemma":0.00019799698,"teacher_disagreement_score":0.7356862,"about_ca_system_score_codex":0.000057197285,"about_ca_system_score_gemma":0.000038849543,"threshold_uncertainty_score":0.31336543},"labels":[],"label_agreement":null},{"id":"W4389524278","doi":"10.18653/v1/2023.findings-emnlp.180","title":"CASE: Commonsense-Augmented Score with an Expanded Answer Space","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Commonsense knowledge; Space (punctuation); Commonsense reasoning; Weighting; Artificial intelligence; Question answering; Measure (data warehouse); Natural language processing; Machine learning; Data mining; Domain knowledge","score_opus":0.06141825289089449,"score_gpt":0.2746300107929852,"score_spread":0.21321175790209074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62566537,0.0000073779443,0.37107444,0.00086550275,0.00013259175,0.00009610647,6.2991836e-7,0.00063126563,0.0015267099],"genre_scores_gemma":[0.9417551,0.000001676062,0.055679258,0.00031121215,0.000046170393,0.0000084450585,0.0000028166435,0.000009979795,0.0021853135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903804,0.00004810037,0.00010820254,0.00029302976,0.00020695404,0.00030567579],"domain_scores_gemma":[0.99903435,0.000047385813,0.000027473494,0.0007143189,0.000040480852,0.00013600914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019354634,0.00010548542,0.0001033388,0.00009296751,0.00011281196,0.00010268657,0.0003068774,0.000033871565,0.000021562593],"category_scores_gemma":[0.0000087748585,0.00007975651,0.000019315241,0.00048455613,0.000023085136,0.00039748487,0.00015050042,0.00008329692,0.00007157887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021510311,0.0009847851,0.098641664,0.00019590174,0.00034401144,0.05381028,0.041549757,0.018856255,0.0069688354,0.52809775,0.07663134,0.1737043],"study_design_scores_gemma":[0.0008654354,0.00025390252,0.0018837103,0.00003334287,0.0000077338855,0.0040695914,0.0012467749,0.98545825,0.0034668634,0.000678428,0.0015995759,0.00043640658],"about_ca_topic_score_codex":0.0002539604,"about_ca_topic_score_gemma":0.00036344546,"teacher_disagreement_score":0.96660197,"about_ca_system_score_codex":0.000019014697,"about_ca_system_score_gemma":0.00003489137,"threshold_uncertainty_score":0.3252376},"labels":[],"label_agreement":null},{"id":"W4389524279","doi":"10.18653/v1/2023.newsum-1.8","title":"Generating Extractive and Abstractive Summaries in Parallel from Scientific Articles Incorporating Citing Statements","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Computer science; Graph; Information retrieval; Citation; Natural language processing; Quality (philosophy); Artificial intelligence; World Wide Web; Theoretical computer science","score_opus":0.06240136843857767,"score_gpt":0.31145803579328124,"score_spread":0.24905666735470355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7965835,0.000029990273,0.20236737,0.00026440056,0.00015294937,0.000110753324,0.000004823296,0.00014841497,0.00033784047],"genre_scores_gemma":[0.8396929,0.0000024716908,0.16007821,0.000049037735,0.00003353642,0.000015482361,0.000009922274,0.000005936883,0.00011249613],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984759,0.00006832527,0.00034426738,0.0005426686,0.00026612342,0.00030268187],"domain_scores_gemma":[0.9991821,0.0003202024,0.00013152795,0.00024566913,0.0000566349,0.00006388644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071431237,0.0001148535,0.00013062099,0.00018208353,0.00029983773,0.0007643921,0.0002477142,0.000036335994,0.000008455783],"category_scores_gemma":[0.00014331924,0.00011189265,0.000016584561,0.0005127686,0.00006474453,0.0016234734,0.0003730322,0.00014316203,0.000024273715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020932854,0.00013092441,0.1922571,0.000042297295,0.00007484037,0.00028798854,0.03731174,0.1295656,0.15181015,0.06844631,0.00027540606,0.4197767],"study_design_scores_gemma":[0.00024759068,0.000008794864,0.021261502,0.000031751013,0.0000015149417,8.835606e-7,0.0024401022,0.9401967,0.0033149135,0.032336697,0.000015874992,0.00014368721],"about_ca_topic_score_codex":0.0010369286,"about_ca_topic_score_gemma":0.0008995224,"teacher_disagreement_score":0.8106311,"about_ca_system_score_codex":0.000043739492,"about_ca_system_score_gemma":0.0000622635,"threshold_uncertainty_score":0.7371051},"labels":[],"label_agreement":null},{"id":"W4389524293","doi":"10.18653/v1/2023.nlposs-1.3","title":"Deepparse : An Extendable, and Fine-Tunable State-Of-The-Art Library for Parsing Multinational Street Addresses","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Parsing; Computer science; Python (programming language); Artificial intelligence; Open source; Programming language; Natural language processing; Dependency grammar; Top-down parsing; Segmentation; Software","score_opus":0.03731307456453981,"score_gpt":0.2700880737081976,"score_spread":0.2327749991436578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3276641,0.00009530082,0.668201,0.0019369229,0.00031862495,0.00038310423,0.00003618331,0.0003896802,0.00097503327],"genre_scores_gemma":[0.6471005,0.000013937085,0.34639433,0.00023749679,0.000051254538,0.00003412702,0.000021673044,0.000016513817,0.006130158],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992024,0.000027099642,0.00016951602,0.0002537553,0.00015381836,0.0001934562],"domain_scores_gemma":[0.99937165,0.00018233448,0.000050927552,0.00029780256,0.000043961663,0.000053312313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015194819,0.00007402921,0.00008867626,0.000069072754,0.00011667977,0.00009328634,0.00039211684,0.00002153083,0.000017461194],"category_scores_gemma":[0.00004846497,0.000057483154,0.000027810931,0.00026199076,0.000027554304,0.0009644672,0.0002954052,0.00004115396,0.0000033944023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037096466,0.0002587085,0.037797,0.00035770747,0.000056818673,0.000013958605,0.002206991,0.059673645,0.0022276053,0.21044193,0.05925531,0.6276732],"study_design_scores_gemma":[0.00027695825,0.000033291584,0.007160649,0.000028246357,0.000002632821,0.00000173427,0.000036979483,0.95730054,0.00668755,0.022326248,0.0060423817,0.00010278312],"about_ca_topic_score_codex":0.000015283033,"about_ca_topic_score_gemma":0.00005560227,"teacher_disagreement_score":0.8976269,"about_ca_system_score_codex":0.0000049236173,"about_ca_system_score_gemma":0.00007536562,"threshold_uncertainty_score":0.2344095},"labels":[],"label_agreement":null},{"id":"W4389524312","doi":"10.18653/v1/2023.nllp-1.26","title":"Tracing Influence at Scale: A Contrastive Learning Approach to Linking Public Comments and Regulator Responses","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ivey Foundation; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Tracing; Matching (statistics); Computer science; Set (abstract data type); Scale (ratio); Regulator; Test set; Test (biology); Simple (philosophy); Artificial intelligence; Machine learning; Programming language; Mathematics; Epistemology","score_opus":0.03797563552236556,"score_gpt":0.26544662827626364,"score_spread":0.2274709927538981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6359927,0.000017714896,0.36125273,0.0011558069,0.000045070792,0.00014006022,4.0703807e-7,0.00035118964,0.0010442956],"genre_scores_gemma":[0.95234954,0.000002959624,0.04532559,0.0006641623,0.00002692149,0.000025398202,0.0000014837269,0.000009741383,0.0015942077],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984209,0.00013690924,0.00022156154,0.00052420615,0.00029421505,0.0004021939],"domain_scores_gemma":[0.999089,0.00027874717,0.0000555288,0.00031403205,0.000075799886,0.00018690966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078944815,0.00012927059,0.00016447861,0.00022728354,0.0003691586,0.00032460096,0.00043995818,0.000057616817,0.000002295333],"category_scores_gemma":[0.0002639843,0.00012147909,0.000025255453,0.00065741566,0.00003475164,0.0005342399,0.0008465285,0.00016970988,0.000034220397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016791199,0.00018869546,0.39783257,0.0002657355,0.00015354998,0.000073108225,0.049337532,0.09517033,0.027328203,0.074293986,0.0012652216,0.35392317],"study_design_scores_gemma":[0.0004645322,0.00006178079,0.08196774,0.00009188931,0.0000043344735,0.000035362602,0.00034259813,0.9133185,0.001394136,0.0005341919,0.0014686582,0.00031627688],"about_ca_topic_score_codex":0.000025462892,"about_ca_topic_score_gemma":0.000009339546,"teacher_disagreement_score":0.8181482,"about_ca_system_score_codex":0.000072483184,"about_ca_system_score_gemma":0.000038400613,"threshold_uncertainty_score":0.49537736},"labels":[],"label_agreement":null},{"id":"W4389524336","doi":"10.18653/v1/2023.emnlp-main.942","title":"A State-Vector Framework for Dataset Effects","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Component (thermodynamics); Machine learning; Artificial intelligence; Quality (philosophy); Vector space; Artificial neural network; State (computer science); Data mining; Space (punctuation); Mathematics; Algorithm","score_opus":0.033934969120240195,"score_gpt":0.31167007748815495,"score_spread":0.27773510836791476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524336","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026862458,0.000009756512,0.9949213,0.0011551721,0.0004755992,0.00020464133,0.00006026385,0.00040149663,0.00008549376],"genre_scores_gemma":[0.090837926,0.0000045705187,0.90648794,0.0015032308,0.00012614342,0.00010019628,0.00013017646,0.000011546113,0.0007982574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993056,0.00001557158,0.00008594938,0.00025661063,0.000111738154,0.00022450431],"domain_scores_gemma":[0.9988869,0.00050192425,0.000017494123,0.0005248914,0.000014352342,0.000054436845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001782595,0.00006079279,0.00007498958,0.000047720187,0.000051653617,0.00008561428,0.0005115416,0.00002948151,0.000008602142],"category_scores_gemma":[0.00015313829,0.000051130643,0.000024174176,0.00024638462,0.0000059681634,0.00016041816,0.00021607509,0.000053771702,0.00028045414],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037968362,0.000019036588,0.00010430764,0.000092473536,0.00001694429,0.000019955187,0.00041995881,0.00065790804,0.00029090748,0.8060986,0.12580466,0.066471465],"study_design_scores_gemma":[0.00023338836,0.00006252704,0.00052666717,0.000024970288,0.000002559282,0.0000014450987,0.0000071029626,0.7085892,0.0025820688,0.25458536,0.03321459,0.00017011266],"about_ca_topic_score_codex":0.000019265945,"about_ca_topic_score_gemma":0.000005352929,"teacher_disagreement_score":0.7079313,"about_ca_system_score_codex":0.000009720647,"about_ca_system_score_gemma":0.000024252682,"threshold_uncertainty_score":0.36047643},"labels":[],"label_agreement":null},{"id":"W4389524352","doi":"10.18653/v1/2023.findings-emnlp.861","title":"COMET-M: Reasoning about Multiple Events in Complex Sentences","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Comet; Event (particle physics); Computer science; Natural language processing; Coreference; Sentence; Context (archaeology); Inference; Artificial intelligence; Resolution (logic); Meaning (existential); Natural (archaeology); Commonsense knowledge; Natural language; Psychology; Knowledge-based systems; History; Physics","score_opus":0.06975010678736791,"score_gpt":0.2996717027449558,"score_spread":0.22992159595758788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5412637,0.00002306889,0.4514173,0.0014251968,0.00041852883,0.00014358693,7.555036e-7,0.0005487252,0.0047591217],"genre_scores_gemma":[0.94221497,0.00000791582,0.056538373,0.00021658266,0.00003271029,0.000008751317,0.0000031861514,0.0000041047224,0.0009733959],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989703,0.000045671743,0.00018978285,0.00029069456,0.00022423669,0.00027926938],"domain_scores_gemma":[0.9994556,0.00011016099,0.00003315408,0.00032663727,0.000023100982,0.000051357365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034474398,0.00007699038,0.00011512525,0.00016417542,0.00006177806,0.00003573182,0.0006181182,0.000027769733,0.000030705243],"category_scores_gemma":[0.00008338994,0.00006883059,0.00003012916,0.0006971597,0.000011690305,0.00024562984,0.00032120262,0.00007999561,0.0002110904],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033256508,0.000058085483,0.9045722,0.000023607336,0.000012740661,0.000049402806,0.0019667835,0.009807991,0.00093671854,0.038991854,0.0031756214,0.040401664],"study_design_scores_gemma":[0.00018882095,0.0000057227994,0.21857518,0.000018885208,3.2524775e-7,0.0000022469512,0.0001007631,0.77904546,0.000059000882,0.0012330235,0.0006946604,0.00007592324],"about_ca_topic_score_codex":0.000517457,"about_ca_topic_score_gemma":0.0003228862,"teacher_disagreement_score":0.76923746,"about_ca_system_score_codex":0.000025181605,"about_ca_system_score_gemma":0.000020443516,"threshold_uncertainty_score":0.280683},"labels":[],"label_agreement":null},{"id":"W4389524397","doi":"10.18653/v1/2023.emnlp-main.100","title":"Increasing Coverage and Precision of Textual Information in Multilingual Knowledge Graphs","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Bridging (networking); Natural language processing; Artificial intelligence; Machine translation; Task (project management); Information retrieval; Knowledge graph; Question answering; Benchmark (surveying); Entity linking; Quality (philosophy); Knowledge base","score_opus":0.020362852201209255,"score_gpt":0.277810869769017,"score_spread":0.2574480175678077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8542171,0.00002620557,0.14335704,0.000025527605,0.000059467373,0.00007210818,5.301706e-7,0.00006976538,0.0021722533],"genre_scores_gemma":[0.98797286,0.000021649348,0.011948131,0.000018246814,0.0000052711766,0.0000016364638,0.0000017162272,0.0000013765681,0.000029125627],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994305,0.000045630437,0.00021815213,0.000100429344,0.000105632425,0.000099697194],"domain_scores_gemma":[0.9995293,0.000221124,0.000037782786,0.00014960844,0.00003715676,0.000025037867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006311127,0.000047203117,0.00007705776,0.00026463854,0.000023406144,0.000038503284,0.00015705758,0.00003340461,0.0000021341173],"category_scores_gemma":[0.00018942311,0.000042487518,0.0000130957105,0.00039099355,0.000012723748,0.0007016278,0.0002242002,0.00004996811,0.000013643965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010538371,0.00002211816,0.009242932,0.000039436836,0.0000026502958,0.000001849882,0.008239728,0.0021451593,0.0009060105,0.04823443,0.000041855168,0.9311133],"study_design_scores_gemma":[0.00032831045,0.000017358176,0.021382969,0.000033756573,5.330903e-7,0.0000039184047,0.00015174589,0.97345173,0.0010236563,0.0034037295,0.00014293267,0.000059337013],"about_ca_topic_score_codex":0.00015707233,"about_ca_topic_score_gemma":0.000041217903,"teacher_disagreement_score":0.9713066,"about_ca_system_score_codex":0.0000104415885,"about_ca_system_score_gemma":0.000028813609,"threshold_uncertainty_score":0.17325908},"labels":[],"label_agreement":null},{"id":"W4389524398","doi":"10.18653/v1/2023.emnlp-main.63","title":"Tree of Clarifications: Answering Ambiguous Questions with Retrieval-Augmented Large Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; Institute for Information and Communications Technology Promotion; Electronics and Telecommunications Research Institute; National Research Foundation","keywords":"Computer science; Question answering; Ambiguity; Tree (set theory); Set (abstract data type); Artificial intelligence; Code (set theory); Natural language processing; Language model; Information retrieval; Domain (mathematical analysis); Machine learning; Mathematics; Programming language","score_opus":0.027444748966846972,"score_gpt":0.2701363584174316,"score_spread":0.24269160945058463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524398","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06546577,0.00006293841,0.9286313,0.0005594869,0.000055265486,0.00012767217,0.000004844466,0.00053924974,0.0045534573],"genre_scores_gemma":[0.933526,0.000017798127,0.0645825,0.00007626792,0.000016134069,0.000010171109,0.0000074024742,0.000008784854,0.0017549711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990518,0.000030536958,0.00019936498,0.00026708803,0.00023830598,0.00021290554],"domain_scores_gemma":[0.99911267,0.000029906134,0.000056816283,0.00066890946,0.00008038386,0.000051297437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027159599,0.00008165307,0.00011260811,0.00015834335,0.00007590469,0.00004147836,0.0004326224,0.000044329096,0.00001277495],"category_scores_gemma":[0.000027666134,0.00006868359,0.000030106492,0.0008406918,0.000017592296,0.00035224162,0.0001215063,0.00009237971,0.000024224775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024867535,0.0002532077,0.00051743106,0.00008842412,0.000090522415,0.00005960508,0.009060771,0.0695298,0.024147524,0.8650732,0.00058350904,0.030571142],"study_design_scores_gemma":[0.00027166403,0.00003320836,0.0010472442,0.000033525786,0.0000056589843,0.0000043119926,0.00039109815,0.993055,0.0026689093,0.0023181387,0.0000683032,0.000102958285],"about_ca_topic_score_codex":0.00019510135,"about_ca_topic_score_gemma":0.00009378251,"teacher_disagreement_score":0.92352515,"about_ca_system_score_codex":0.00001877345,"about_ca_system_score_gemma":0.00005246756,"threshold_uncertainty_score":0.28008357},"labels":[],"label_agreement":null},{"id":"W4389524414","doi":"10.18653/v1/2023.emnlp-demo.12","title":"Spacerini: Plug-and-play Search Engines with Pyserini and Hugging Face","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Face (sociological concept); Computer science; Zhàng; Linguistics; History; China; Philosophy; Archaeology","score_opus":0.030535421691699427,"score_gpt":0.26145688013681834,"score_spread":0.2309214584451189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5354591,0.000041931995,0.46048778,0.0019238811,0.000055261036,0.00007231046,2.97062e-7,0.00038498492,0.0015744368],"genre_scores_gemma":[0.94393295,0.00003971778,0.052875802,0.00009901793,0.00003243304,0.0000053056956,3.7451048e-7,0.000008561129,0.003005816],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991777,0.000017804105,0.00008826016,0.00031500557,0.00017480087,0.0002264422],"domain_scores_gemma":[0.9995202,0.00007817494,0.000012796467,0.00028702326,0.000021634178,0.00008017541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024535443,0.00008550732,0.00010161296,0.0000857119,0.000065633896,0.00013775728,0.0002061751,0.000024139481,0.000008875064],"category_scores_gemma":[0.000010647545,0.00006324014,0.000009350133,0.00025358697,0.000024833607,0.00023083882,0.00035018256,0.000080561535,0.000025813908],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027581238,0.0000441972,0.06145282,0.00031457026,0.0001283346,0.00028083986,0.024037434,0.091207445,0.0057179867,0.32569128,0.0024121061,0.4886854],"study_design_scores_gemma":[0.00028011212,0.000055448734,0.02624313,0.000023056135,0.0000019997758,0.000045488698,0.00032321483,0.9689742,0.0014705817,0.00030904694,0.0020793166,0.00019442823],"about_ca_topic_score_codex":0.00006782187,"about_ca_topic_score_gemma":0.00001623079,"teacher_disagreement_score":0.8777667,"about_ca_system_score_codex":0.0000063640696,"about_ca_system_score_gemma":0.0000249429,"threshold_uncertainty_score":0.2578858},"labels":[],"label_agreement":null},{"id":"W4389524452","doi":"10.18653/v1/2023.emnlp-main.12","title":"Sparse Universal Transformer","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Transformer; Computer science; Inference; Computation; Scaling; Language model; Generalization; Theoretical computer science; Artificial intelligence; Algorithm; Computer engineering; Mathematics","score_opus":0.03619836200111303,"score_gpt":0.24093978456339393,"score_spread":0.2047414225622809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022341184,0.0000026414855,0.9238781,0.0020818051,0.00017078352,0.000029356504,1.3165962e-7,0.00046570922,0.051030323],"genre_scores_gemma":[0.9590513,0.00000723833,0.030052785,0.0002781983,0.000030981275,0.0000012798207,4.7573195e-7,0.0000029903929,0.010574754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996193,0.000005644874,0.000046205434,0.00012035107,0.00008592271,0.00012258365],"domain_scores_gemma":[0.9997619,0.000012960814,0.0000044288086,0.00017991105,0.00000863169,0.00003218988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006723765,0.00003107229,0.000032445183,0.00004960114,0.000027841446,0.000023545479,0.0002804287,0.000015163542,0.00005205187],"category_scores_gemma":[0.0000020762932,0.000026933094,0.000019871428,0.00024595408,0.000005668643,0.00019654854,0.000028100783,0.000029375122,0.00062416366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.538736e-7,0.00000916963,0.0003067918,0.0000044944522,0.0000069128014,0.000040833216,0.0012175675,0.0016507679,0.0011338237,0.8154744,0.006062298,0.17409198],"study_design_scores_gemma":[0.00016234639,0.000016368575,0.0008067864,0.0000034165619,0.0000014196771,0.0000044039207,0.00010273225,0.94762796,0.0027679654,0.008186013,0.04019546,0.0001251353],"about_ca_topic_score_codex":0.00002663672,"about_ca_topic_score_gemma":0.000008977604,"teacher_disagreement_score":0.9459772,"about_ca_system_score_codex":0.000007824743,"about_ca_system_score_gemma":0.000018306404,"threshold_uncertainty_score":0.8022569},"labels":[],"label_agreement":null},{"id":"W4389524537","doi":"10.18653/v1/2023.findings-emnlp.822","title":"Efficiently Enhancing Zero-Shot Performance of Instruction Following Model via Retrieval of Soft Prompt","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Computer science; Embedding; Benchmark (surveying); Generalization; Task (project management); Inference; Zero (linguistics); Shot (pellet); Artificial intelligence; Scaling; Machine learning; Mathematics","score_opus":0.02492057637310018,"score_gpt":0.2507083064115961,"score_spread":0.2257877300384959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5106805,0.000005753696,0.48866418,0.000017299664,0.00021188593,0.000068837166,2.0430235e-7,0.00009636062,0.0002549984],"genre_scores_gemma":[0.94406223,0.0000021699461,0.05566628,0.000014698848,0.000016464845,0.000002112491,9.59397e-7,0.0000072842754,0.00022777932],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860007,0.000017049495,0.0004108851,0.00029671832,0.00043792537,0.00023736982],"domain_scores_gemma":[0.99928004,0.00003705254,0.00012572917,0.00043159642,0.00008469136,0.000040907908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005124356,0.000098985256,0.00019229065,0.000192321,0.00006982493,0.00001845307,0.00046136812,0.00005669575,0.0000029559599],"category_scores_gemma":[0.000041936193,0.00009328175,0.000087605964,0.00076547463,0.000021152786,0.00042144832,0.00024275962,0.00009252918,0.0000096588665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021319713,0.000037672824,0.001442742,0.00018401582,0.000023944844,0.0000019279814,0.0017883964,0.6898988,0.2764483,0.0057618846,0.00001535537,0.024375666],"study_design_scores_gemma":[0.00019486043,0.00004613335,0.00025027033,0.000045888562,0.000003944772,0.000002082022,0.000018748915,0.81521285,0.18353917,0.0006080839,0.0000018716092,0.00007609391],"about_ca_topic_score_codex":0.00001800338,"about_ca_topic_score_gemma":0.000002152546,"teacher_disagreement_score":0.43338177,"about_ca_system_score_codex":0.000032420026,"about_ca_system_score_gemma":0.00008700147,"threshold_uncertainty_score":0.38039193},"labels":[],"label_agreement":null},{"id":"W4389524581","doi":"10.18653/v1/2023.findings-emnlp.1036","title":"Can Retriever-Augmented Language Models Reason? The Blame Game Between the Retriever and the Language Model","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Language model; Natural language processing; Artificial intelligence; Metric (unit)","score_opus":0.023412816619829673,"score_gpt":0.25256404098141105,"score_spread":0.2291512243615814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524581","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41930947,0.00069618656,0.5202821,0.051855866,0.00016826093,0.0008410083,0.000027559327,0.0006877459,0.0061318264],"genre_scores_gemma":[0.9882928,0.00007620451,0.0015197156,0.002033111,0.00014240002,0.000027512131,0.0000065127033,0.000020621215,0.007881125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997927,0.00023768416,0.00029837055,0.00048217853,0.00059083046,0.00046394474],"domain_scores_gemma":[0.9974967,0.00066065055,0.0000986553,0.0016013352,0.000055827913,0.000086807384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017064572,0.00021150026,0.00023328153,0.00006110792,0.00032075896,0.00031707814,0.0017870597,0.00008829595,0.000011175178],"category_scores_gemma":[0.00015477472,0.00009364738,0.000095350624,0.0008478755,0.00020599307,0.00029239632,0.0009903212,0.00039582077,0.00002671577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010364454,0.000043522483,0.0010032828,0.000043356245,0.0003718768,0.000092910945,0.18606488,0.07383245,0.0006019917,0.6467521,0.018763296,0.07232668],"study_design_scores_gemma":[0.00061364967,0.000011008583,0.00035111138,0.000013924241,0.000023952067,0.0000070623087,0.0015388955,0.9791291,0.00027241776,0.017737007,0.00015029461,0.00015161636],"about_ca_topic_score_codex":0.0010995638,"about_ca_topic_score_gemma":0.00013024766,"teacher_disagreement_score":0.9052966,"about_ca_system_score_codex":0.0000429246,"about_ca_system_score_gemma":0.00007856246,"threshold_uncertainty_score":0.38188294},"labels":[],"label_agreement":null},{"id":"W4389577465","doi":"10.1109/ichi57859.2023.00103","title":"Leveraging Foundation Models for Clinical Text Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Public Health Ontario; University of Toronto","funders":"","keywords":"Computer science; Transformer; Information extraction; Data extraction; Data science; Artificial intelligence; Machine learning; Data mining; Natural language processing; Information retrieval; MEDLINE; Engineering","score_opus":0.2348475168951484,"score_gpt":0.4032111303280295,"score_spread":0.16836361343288112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389577465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013222672,0.0000046846826,0.98274666,0.001427999,0.00023273616,0.000090224195,2.1023536e-7,0.00033487397,0.001939951],"genre_scores_gemma":[0.7594512,0.0000109359235,0.23819856,0.00034788123,0.00007953406,0.000014938936,0.0000064890514,0.0000036727836,0.0018867811],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990913,0.000027442276,0.00025458485,0.0003284612,0.00013546694,0.00016270769],"domain_scores_gemma":[0.99923533,0.00022027735,0.000040315113,0.0004018339,0.000059323364,0.000042891763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007896786,0.000051628474,0.00012514793,0.00018170741,0.00007938365,0.00011634235,0.00036800545,0.000032857188,0.000014545628],"category_scores_gemma":[0.00004669744,0.000046828223,0.00014849872,0.00081997685,0.0000074297773,0.00037751326,0.00013510621,0.000042260086,0.00008272553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023087714,0.000020719666,0.0026566468,0.0000073863694,0.00018415885,0.0000015107198,0.0005076768,0.4043723,0.000015583613,0.24654624,0.0019190783,0.34376636],"study_design_scores_gemma":[0.00011125184,0.000007488537,0.00097519666,0.0000011302997,0.00002343826,1.5946189e-7,0.000017650082,0.96041745,0.000014967032,0.03741964,0.00095058035,0.000061022063],"about_ca_topic_score_codex":0.000024928873,"about_ca_topic_score_gemma":0.000007825179,"teacher_disagreement_score":0.7462285,"about_ca_system_score_codex":0.000015207971,"about_ca_system_score_gemma":0.000029848808,"threshold_uncertainty_score":0.19095995},"labels":[],"label_agreement":null},{"id":"W4389613952","doi":"10.1162/coli_a_00501","title":"Stance Detection with Explanations","year":2023,"lang":"en","type":"article","venue":"Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Automatic summarization; Artificial intelligence; Parsing; Benchmark (surveying); Machine learning; Focus (optics); Grammaticality; Natural language processing; Linguistics","score_opus":0.02863169177005188,"score_gpt":0.26809391849028813,"score_spread":0.23946222672023626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389613952","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00316686,0.000011877421,0.99316394,0.00015862586,0.0005878059,0.000056293982,0.0000041697153,0.00043385205,0.0024165676],"genre_scores_gemma":[0.80745107,0.0000014442032,0.19204564,0.00011067818,0.0002373663,0.0000073757437,0.000015298921,0.0000057361326,0.0001253778],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992245,0.000016785943,0.00013755872,0.00020300431,0.00028727943,0.00013090814],"domain_scores_gemma":[0.99915177,0.00021407843,0.000050777468,0.00016937123,0.00037051446,0.000043515254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011880594,0.00006515751,0.00006063707,0.00011631421,0.00014830641,0.000073159244,0.00022573573,0.000021739628,0.0000021404594],"category_scores_gemma":[0.00040175853,0.00006342355,0.000014759004,0.00050914206,0.000017587769,0.000045267006,0.000054852953,0.00007018746,0.000094091374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017297134,0.000008714783,0.00021696465,0.000007440302,0.0000071338286,0.000016590804,0.0001725326,0.6302264,0.000009512262,0.36359584,0.00031499245,0.0054221544],"study_design_scores_gemma":[0.00011682652,0.000020648618,0.002077898,0.000010737731,0.0000021691621,0.0000044931817,0.000013045757,0.9265939,0.000049735463,0.06571292,0.0053125583,0.0000850709],"about_ca_topic_score_codex":0.0000037927068,"about_ca_topic_score_gemma":0.0000088287015,"teacher_disagreement_score":0.8042842,"about_ca_system_score_codex":0.000034459263,"about_ca_system_score_gemma":0.00007647699,"threshold_uncertainty_score":0.2586337},"labels":[],"label_agreement":null},{"id":"W4389630342","doi":"10.1109/icacte59887.2023.10335393","title":"Research on Multi-knowledge Graph and Semantic-aware for Automatic Text Summarization","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Science Foundation of Shanghai","keywords":"Automatic summarization; Computer science; Knowledge graph; Information retrieval; Graph; Natural language processing; Text graph; Artificial intelligence; Entity linking; Embedding; Knowledge base; Theoretical computer science","score_opus":0.15724904843764811,"score_gpt":0.40007169816590155,"score_spread":0.24282264972825343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389630342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035073083,0.000019334306,0.96191925,0.0010712584,0.00017941337,0.0003581704,0.0000010762076,0.00042661693,0.0009518066],"genre_scores_gemma":[0.95227605,0.000012863321,0.043129932,0.000078767756,0.00004522507,0.000066280256,0.000004696179,0.000010983776,0.0043752156],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990168,0.00006745908,0.00013435098,0.00032547824,0.00018883748,0.00026702855],"domain_scores_gemma":[0.99903286,0.00041928724,0.00001675733,0.00034363224,0.00012873385,0.000058716636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081445713,0.0000675742,0.00008449658,0.00034855283,0.00020298484,0.0001392807,0.00032399246,0.00004706726,0.0000055950213],"category_scores_gemma":[0.00009389083,0.000057562742,0.000023398135,0.0007464138,0.00002523754,0.00015985698,0.00022951649,0.00007995023,0.00011614673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000585662,0.00018597931,0.0021374351,0.00055482483,0.000030213156,0.000009344112,0.0043206993,0.0017524692,0.0008196948,0.5683495,0.019548763,0.40228522],"study_design_scores_gemma":[0.00024921406,0.000044931454,0.002659459,0.000037334517,0.000001127803,4.955945e-7,0.00013358514,0.98945975,0.00034117032,0.0067200284,0.0002816073,0.000071291244],"about_ca_topic_score_codex":0.000025160658,"about_ca_topic_score_gemma":0.0000669629,"teacher_disagreement_score":0.98770726,"about_ca_system_score_codex":0.000022434562,"about_ca_system_score_gemma":0.000038777234,"threshold_uncertainty_score":0.23473404},"labels":[],"label_agreement":null},{"id":"W4389923528","doi":"10.21449/ijate.1394194","title":"Language models in automated essay scoring: Insights for the Turkish language","year":2023,"lang":"en","type":"article","venue":"International Journal of Assessment Tools in Education","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Turkish; Transformative learning; Computer science; Language model; Artificial intelligence; Natural language processing; Intersection (aeronautics); Transformer; Linguistics; Sociology; Engineering","score_opus":0.0407797704534206,"score_gpt":0.39349338321123484,"score_spread":0.3527136127578142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389923528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74063826,0.00031539696,0.2491135,0.0045079403,0.00427133,0.0002527768,0.0000024394344,0.00007713098,0.0008212284],"genre_scores_gemma":[0.97952545,0.00006187551,0.01969401,0.00021411202,0.00032719498,0.00003938811,0.000009102637,0.0000069435896,0.00012193131],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987821,0.00006065214,0.00043919747,0.00014420784,0.0004429922,0.00013087218],"domain_scores_gemma":[0.9989404,0.00037672295,0.00023720418,0.00018849394,0.00022789987,0.000029268891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007599398,0.000078455916,0.000110634435,0.000465956,0.00002811712,0.00024259777,0.001018761,0.00003735898,0.0000042128972],"category_scores_gemma":[0.00013726481,0.000060843566,0.00005530272,0.00033268603,0.000009985926,0.0010916764,0.00009946679,0.00018301215,0.000002599705],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036746533,0.0006429817,0.006981761,0.000035021516,0.00012302092,0.00010327471,0.04177945,0.36620116,0.0036417593,0.15149677,0.0023769815,0.42658108],"study_design_scores_gemma":[0.0005118141,0.000024429177,0.034185804,0.00015596322,0.000003899799,0.000020463774,0.002923865,0.95160836,0.00029440023,0.009800757,0.0003855107,0.00008474191],"about_ca_topic_score_codex":0.000075988464,"about_ca_topic_score_gemma":0.000049417285,"teacher_disagreement_score":0.5854072,"about_ca_system_score_codex":0.0004066423,"about_ca_system_score_gemma":0.0006739506,"threshold_uncertainty_score":0.24811286},"labels":[],"label_agreement":null},{"id":"W4389945749","doi":"10.1109/wi-iat59888.2023.00044","title":"PPPG-DialoGPT: A Prompt-based and Personality-aware Framework For Conversational Recommendation Systems","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Personality; Recommender system; Human–computer interaction; Multimedia; World Wide Web; Psychology; Social psychology","score_opus":0.06840691760978909,"score_gpt":0.3033723702233297,"score_spread":0.2349654526135406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389945749","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050015138,0.000008986237,0.9840827,0.009592925,0.0004929705,0.0003746704,0.000015237301,0.00029865274,0.00013231808],"genre_scores_gemma":[0.8387404,0.0000016202059,0.15988824,0.0007381501,0.00016653595,0.00015682602,0.00007984825,0.0000082153965,0.00022017192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991885,0.000046914618,0.00015486708,0.00030529752,0.00014093584,0.00016351309],"domain_scores_gemma":[0.9991713,0.0004652933,0.00005170308,0.00017648515,0.00008114289,0.000054047967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048402106,0.00007537636,0.000097123084,0.00007546092,0.00011983416,0.00014760582,0.00017244098,0.000066312976,0.000022884435],"category_scores_gemma":[0.00009394034,0.00007101318,0.000029813596,0.00018586575,0.000015297963,0.00019120137,0.000056617904,0.00006279662,0.000020890697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012762056,0.000030459028,0.0044017825,0.0002513888,0.000028529172,0.0000019728243,0.0010896864,0.0020523889,0.00004928328,0.9693662,0.0040520625,0.018663509],"study_design_scores_gemma":[0.0002649955,0.000027572203,0.0008139047,0.000023161147,0.0000027429562,0.0000015894112,0.00009284531,0.98277044,0.000047509824,0.013352097,0.0025075376,0.00009557736],"about_ca_topic_score_codex":0.000054581953,"about_ca_topic_score_gemma":0.000003766178,"teacher_disagreement_score":0.9807181,"about_ca_system_score_codex":0.000035905898,"about_ca_system_score_gemma":0.000075479315,"threshold_uncertainty_score":0.28958336},"labels":[],"label_agreement":null},{"id":"W4389945798","doi":"10.1109/wi-iat59888.2023.00023","title":"Triple Extraction with Generative Technique for Constructing Weighted Knowledge Graph","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Knowledge graph; Computer science; Transformer; Relationship extraction; Encoder; Graph; Generative grammar; Artificial intelligence; Natural language processing; Theoretical computer science; Relation (database); Data mining","score_opus":0.03649364172802901,"score_gpt":0.29641802285979507,"score_spread":0.2599243811317661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389945798","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005990584,0.00001308916,0.9879509,0.00025453765,0.00025733162,0.0004561576,9.658706e-7,0.00054779643,0.0045286263],"genre_scores_gemma":[0.17411545,0.0000029937573,0.8241759,0.000036731955,0.000082217965,0.00022998694,0.000002985345,0.0000082894485,0.0013454205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927825,0.000026540887,0.00013687422,0.00029203764,0.00008213823,0.00018414401],"domain_scores_gemma":[0.9994703,0.00010388426,0.000050214287,0.00022915936,0.000108640204,0.00003781257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024874738,0.000084099185,0.00009572504,0.00015686752,0.000133612,0.00006382513,0.00020824817,0.000045462864,0.000006672108],"category_scores_gemma":[0.000016966145,0.00006517428,0.000032672968,0.00057158055,0.000020529442,0.00028655175,0.000055132616,0.00007244471,0.000011902585],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021278332,0.00005514316,0.00055229134,0.0000559027,0.00005549172,0.0000122893225,0.0016951504,0.00032850262,0.117285416,0.74902004,0.0033934107,0.1275251],"study_design_scores_gemma":[0.0006882545,0.00012915656,0.00006898162,0.00003437073,0.0000075529915,0.000060450177,0.0003180843,0.5705851,0.39525828,0.029004695,0.0035546324,0.00029044732],"about_ca_topic_score_codex":0.000010366222,"about_ca_topic_score_gemma":0.000027536575,"teacher_disagreement_score":0.7200153,"about_ca_system_score_codex":0.000023611301,"about_ca_system_score_gemma":0.00006432968,"threshold_uncertainty_score":0.265773},"labels":[],"label_agreement":null},{"id":"W4389966905","doi":"10.1017/9781108974004.017","title":"Great Expectations and EPIC Fails: A Computational Perspective on Irony and Sarcasm","year":2023,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Irony; Sarcasm; Utterance; Perspective (graphical); Computer science; Meaning (existential); EPIC; Linguistics; Psychology; Artificial intelligence; Epistemology; Literature; Philosophy; Art","score_opus":0.035023779391520266,"score_gpt":0.22428555701681094,"score_spread":0.18926177762529067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389966905","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055684586,0.00013799474,0.054351717,0.00021592891,0.00015690767,0.00033587843,0.00007351181,0.00027469025,0.94389653],"genre_scores_gemma":[0.020405682,0.000037274844,0.0042562345,0.00008392786,0.00007892635,0.0000014651463,0.000013912975,0.000030838582,0.97509176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987047,0.000032932396,0.00012165012,0.0007055888,0.00025123617,0.0001839234],"domain_scores_gemma":[0.9990666,0.00019874364,0.000104550454,0.0003559956,0.00013804591,0.00013605603],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000052483527,0.00025103896,0.00024400346,0.00027180003,0.0002619335,0.00013819711,0.00035836824,0.00015595548,9.809597e-7],"category_scores_gemma":[0.000012025458,0.00030157363,0.00006806848,0.000013358547,0.00017679343,0.00018937593,0.00052683736,0.0002924843,0.000011372791],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008904592,0.0000031184366,0.0000013821339,0.000018547695,0.000054323373,0.00015535168,0.0009270795,0.000084709456,0.0000011401814,0.9959007,0.0009349567,0.0019098204],"study_design_scores_gemma":[0.010548462,0.0014041014,0.002223634,0.0024903617,0.0010347847,0.0007063356,0.010962997,0.6232964,0.00010270312,0.054998394,0.2848657,0.007366138],"about_ca_topic_score_codex":0.00011307086,"about_ca_topic_score_gemma":0.00000506235,"teacher_disagreement_score":0.9409023,"about_ca_system_score_codex":0.00019958294,"about_ca_system_score_gemma":0.000078219775,"threshold_uncertainty_score":0.9999436},"labels":[],"label_agreement":null},{"id":"W4389986588","doi":"10.52098/acj.2023346","title":"&lt;b&gt;Systematic Review of Semantic Analysis Methods&lt;/b&gt;","year":2023,"lang":"en","type":"article","venue":"Applied computing Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Latent semantic analysis; Semantics (computer science); Semantic analysis (machine learning); Natural language processing; Artificial intelligence; Subcategory; Data science; Programming language","score_opus":0.030778487012252904,"score_gpt":0.31685856909619564,"score_spread":0.28608008208394275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389986588","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031255027,0.00611851,0.98789316,0.00043307425,0.00036126008,0.0003557353,4.7197588e-7,0.00022858055,0.0014836856],"genre_scores_gemma":[0.49534288,0.0012665157,0.5023604,0.00067033665,0.00022579743,0.000010105714,0.0000028575878,0.000027481507,0.00009363048],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99605376,0.000506846,0.0015790834,0.0004836639,0.0008387209,0.0005379492],"domain_scores_gemma":[0.9966235,0.0007333331,0.0011465227,0.0010755617,0.00023754389,0.00018354061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074763265,0.00025624395,0.001307994,0.0006940873,0.00028920223,0.00019386236,0.0018167353,0.00007566229,0.000023583634],"category_scores_gemma":[0.00032622012,0.00021869817,0.0004922607,0.0037122462,0.00003401908,0.000127445,0.0006009691,0.0003510024,0.00008095341],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013946494,0.00031102748,0.00038747644,0.39343688,0.008712026,0.00039273847,0.0071639456,0.13977216,0.032970466,0.26847765,0.0062528756,0.14210883],"study_design_scores_gemma":[0.00029766167,0.000026511552,0.00032159511,0.023587694,0.0012058602,0.00018936515,0.000031885094,0.968501,0.00033062272,0.0049714004,0.00015504856,0.00038135564],"about_ca_topic_score_codex":0.0000015405855,"about_ca_topic_score_gemma":8.2949015e-7,"teacher_disagreement_score":0.82872885,"about_ca_system_score_codex":0.00006946784,"about_ca_system_score_gemma":0.00010579957,"threshold_uncertainty_score":0.89182526},"labels":[],"label_agreement":null},{"id":"W4390094923","doi":"10.1145/3570945.3607324","title":"Intent and Entity Detection with Data Augmentation for a Mental Health Virtual Assistant Chatbot","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Chatbot; Computer science; Conversation; Resource (disambiguation); Interdependence; Data science; Mental health; World Wide Web; Information retrieval; Medicine","score_opus":0.07853758234781592,"score_gpt":0.31863874441462986,"score_spread":0.24010116206681392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390094923","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041944697,0.000011212418,0.9554645,0.0019234862,0.00021221754,0.00026295526,0.000011717195,0.00013856018,0.000030688036],"genre_scores_gemma":[0.9552477,0.000020452151,0.044088174,0.00026827978,0.000029278302,0.000021989032,0.000049060698,0.000004452834,0.00027058713],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930835,0.000016931732,0.000110507164,0.0002991536,0.00013687166,0.00012821154],"domain_scores_gemma":[0.99957913,0.000018432445,0.000042882835,0.00029533,0.000017832483,0.000046376765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033771433,0.00005073529,0.000060038554,0.000053089996,0.00013193655,0.000093871306,0.00021062046,0.000011550875,0.0000018950669],"category_scores_gemma":[0.000008571784,0.0000406535,0.0000072301377,0.000128865,0.000010512391,0.00043794655,0.00024336424,0.000028223256,0.0000033855279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004692384,0.00004427264,0.0003818953,0.000046051602,0.000030406078,0.0000012544526,0.0018015051,0.00012388125,0.0025143088,0.018986918,0.0011911853,0.9748314],"study_design_scores_gemma":[0.00047305838,0.00027058314,0.0018176096,0.000014117745,0.0000020755947,0.000005945846,0.0003969832,0.99447244,0.00081833254,0.00024758527,0.0014105177,0.00007073547],"about_ca_topic_score_codex":0.00019712481,"about_ca_topic_score_gemma":0.00083520985,"teacher_disagreement_score":0.9943486,"about_ca_system_score_codex":0.000052700205,"about_ca_system_score_gemma":0.000035639136,"threshold_uncertainty_score":0.16578017},"labels":[],"label_agreement":null},{"id":"W4390097263","doi":"10.1109/jbhi.2023.3346210","title":"EHR-HGCN: An Enhanced Hybrid Approach for Text Classification Using Heterogeneous Graph Convolutional Networks in Electronic Health Records","year":2023,"lang":"en","type":"article","venue":"IEEE Journal of Biomedical and Health Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Natural Science Foundation of China; Natural Science Foundation of Jilin Province","keywords":"Computer science; Sentence; Artificial intelligence; Natural language processing; Graph; Convolutional neural network; Graph database; Text graph; Biomedical text mining; Text mining; Information retrieval; Theoretical computer science","score_opus":0.08133374493038933,"score_gpt":0.34122620279012134,"score_spread":0.25989245785973203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390097263","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07457894,0.00036024168,0.92231345,0.0019968401,0.00048012135,0.00023540396,0.000004249468,0.000026888565,0.0000038610046],"genre_scores_gemma":[0.833819,0.0015795782,0.16239779,0.0017871602,0.00036962808,0.000009129472,0.000025226205,0.00000879947,0.0000037049062],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973193,0.00008081785,0.0014974097,0.00012272688,0.00039625113,0.0005835084],"domain_scores_gemma":[0.99840134,0.00007001584,0.0008659112,0.00016311352,0.000107897955,0.00039169416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030708106,0.000116362746,0.00034312176,0.00041528186,0.00019746527,0.00006093302,0.00034103313,0.00007812073,8.445744e-7],"category_scores_gemma":[0.000023411512,0.00009931172,0.00005911483,0.00047677715,0.000063703825,0.00045511857,0.000037167527,0.00036028656,5.5688736e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012166482,0.0005448047,0.00028794547,0.0018069006,0.00007993495,0.000006328631,0.007538893,0.13491985,0.00010487715,0.0072349813,0.0034401284,0.8439137],"study_design_scores_gemma":[0.00066730875,0.00065482006,0.0002946978,0.000094778465,0.0000021784783,0.00017365393,0.00015653565,0.99553406,0.000009786215,0.0017176722,0.0006060681,0.00008841877],"about_ca_topic_score_codex":0.000026712145,"about_ca_topic_score_gemma":0.000008317626,"teacher_disagreement_score":0.86061424,"about_ca_system_score_codex":0.00029176075,"about_ca_system_score_gemma":0.0011322559,"threshold_uncertainty_score":0.40498146},"labels":[],"label_agreement":null},{"id":"W4390136468","doi":"10.48550/arxiv.2312.13454","title":"MixEHR-SurG: a joint proportional hazard and guided topic model for inferring mortality-associated topics from electronic health records","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health records; Hazard; Joint (building); Health hazard; Electronic health record; Computer science; Data science; Data mining; Medicine; Environmental health; Engineering; Political science; Health care; Civil engineering; Biology","score_opus":0.2372352507708456,"score_gpt":0.25520962357286203,"score_spread":0.01797437280201644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390136468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40270013,0.000049318725,0.59537095,0.0007738668,0.00036864437,0.00042254035,0.000035164925,0.00023853684,0.000040863808],"genre_scores_gemma":[0.9877344,0.00023635416,0.008736826,0.00021609581,0.00016106525,0.000009927118,0.00009747545,0.000027340888,0.0027805285],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99730694,0.00011325917,0.0004824237,0.001324596,0.00015823054,0.0006145593],"domain_scores_gemma":[0.99817705,0.00006918281,0.0004484414,0.0009306396,0.00019080217,0.0001838812],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00063639006,0.00031351682,0.0005237656,0.00019330968,0.00022675365,0.00013173097,0.00080824737,0.00028965538,0.000004207242],"category_scores_gemma":[0.00009547866,0.000381934,0.00021331663,0.0002450789,0.000051467494,0.0002508059,0.001400686,0.00056186237,0.000004351337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015461232,0.00012004507,0.030446159,0.0002522014,0.00043824248,0.000053131727,0.00095591036,0.6135251,0.000014962626,0.35094512,0.0006078386,0.0026258307],"study_design_scores_gemma":[0.00035734955,0.000029493625,0.0042203707,0.00008670454,0.000030821026,6.110636e-7,0.000014499067,0.710277,0.000009167581,0.28465396,0.0000688562,0.0002511591],"about_ca_topic_score_codex":0.0025843577,"about_ca_topic_score_gemma":0.002286945,"teacher_disagreement_score":0.5866341,"about_ca_system_score_codex":0.0009886619,"about_ca_system_score_gemma":0.0011739893,"threshold_uncertainty_score":0.99986327},"labels":[],"label_agreement":null},{"id":"W4390188528","doi":"10.1109/dasc/picom/cbdcom/cy59711.2023.10361304","title":"Unveiling Uncertainty: Supporting Learners Through NLP-Driven Confusion Identification","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Artificial intelligence; Confusion; Popularity; World Wide Web; Identification (biology); Natural language processing; Deep learning; Task (project management); Machine learning; Data science; Engineering","score_opus":0.04950785522572413,"score_gpt":0.3185036625247137,"score_spread":0.26899580729898953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390188528","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19037206,0.000009160377,0.8011452,0.0030466942,0.00048747592,0.00012940649,4.0884925e-7,0.00089304114,0.003916574],"genre_scores_gemma":[0.973489,0.000016699845,0.022111561,0.0004388502,0.00007374065,0.0000101028045,0.000012711732,0.000009758151,0.003837608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985153,0.000046332963,0.0003556018,0.0004566165,0.00030000028,0.00032613488],"domain_scores_gemma":[0.99913955,0.00008503647,0.00012319352,0.0005317465,0.000069251895,0.000051253235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053518004,0.00009911417,0.000113183385,0.00009095681,0.00018342609,0.00017932104,0.00057761115,0.00005562855,0.00006733236],"category_scores_gemma":[0.00011079619,0.00009322196,0.000054323074,0.000572671,0.000021707114,0.0007555518,0.00030273193,0.0001132795,0.00071096123],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004506363,0.000040572864,0.001650004,0.00006607908,0.000032816875,0.00005271813,0.012140477,0.2649915,0.08104761,0.49896055,0.0056866813,0.13532649],"study_design_scores_gemma":[0.00012296716,0.000009978456,0.00021790489,0.0000145388785,0.0000026362807,0.0000033018352,0.0007242289,0.98573714,0.004019243,0.0060071405,0.0030078967,0.00013299074],"about_ca_topic_score_codex":0.00016601801,"about_ca_topic_score_gemma":0.000014880585,"teacher_disagreement_score":0.7831169,"about_ca_system_score_codex":0.000044724165,"about_ca_system_score_gemma":0.00006457696,"threshold_uncertainty_score":0.9138205},"labels":[],"label_agreement":null},{"id":"W4390215202","doi":"10.48550/arxiv.2312.14769","title":"Large Language Model (LLM) Bias Index -- LLMBI","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Metric (unit); Computer science; Index (typography); Measure (data warehouse); Empirical measure; Reliability (semiconductor); Econometrics; Data science; Gender bias; Performance metric; Artificial intelligence; Cognitive psychology; Machine learning; Natural language processing; Psychology; Data mining; Statistics; Social psychology; Mathematics; Economics; Operations management","score_opus":0.15653195457383753,"score_gpt":0.2146151699651807,"score_spread":0.058083215391343174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390215202","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23685312,0.0000396215,0.7596558,0.0001324301,0.00057594664,0.00018516576,0.000026625075,0.00075433805,0.0017769596],"genre_scores_gemma":[0.9837686,0.00006745853,0.0033948328,0.00016184855,0.00010557581,0.000001337662,0.000018793071,0.00003597969,0.012445583],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99745524,0.00010779154,0.0002379221,0.0014558721,0.00016815854,0.00057504413],"domain_scores_gemma":[0.99722534,0.00008640757,0.00020742611,0.0021789165,0.000105097744,0.0001968291],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004401481,0.0003460823,0.00035892785,0.0003999172,0.00014977876,0.00015967162,0.0027854105,0.00039140767,0.000021016687],"category_scores_gemma":[0.000056414992,0.0004161189,0.00025113858,0.0005925149,0.00004255081,0.0003535101,0.004986621,0.0008053232,0.00035270368],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054226375,0.00006378184,0.0013973286,0.000056431923,0.000048575486,0.00048260402,0.0011261251,0.83559954,0.000014253252,0.16049074,0.00043978958,0.00027544],"study_design_scores_gemma":[0.00033671744,0.000011030877,0.00022262991,0.00006260144,0.000023181039,0.000001882836,0.00016310293,0.93517894,0.000032891952,0.06343412,0.00012957405,0.00040332857],"about_ca_topic_score_codex":0.0003190381,"about_ca_topic_score_gemma":0.00020843034,"teacher_disagreement_score":0.756261,"about_ca_system_score_codex":0.00020323868,"about_ca_system_score_gemma":0.0002796496,"threshold_uncertainty_score":0.99982905},"labels":[],"label_agreement":null},{"id":"W4390231356","doi":"10.18280/ria.370622","title":"Combined Approach for Answer Identification with Small Sized Reading Comprehension Datasets","year":2023,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Identification (biology); Reading comprehension; Reading (process); Computer science; Comprehension; Natural language processing; Artificial intelligence; Information retrieval; Psychology; Linguistics; Programming language; Philosophy; Biology","score_opus":0.09111594763010084,"score_gpt":0.2880590670980732,"score_spread":0.19694311946797238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390231356","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01854103,0.000024359882,0.9791801,0.0006189391,0.00029214565,0.00067360984,0.000018765993,0.0004028318,0.0002482027],"genre_scores_gemma":[0.7880318,0.00002499602,0.20973393,0.0001260361,0.000087337,0.00017185813,0.00044306804,0.00002958033,0.0013513773],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981564,0.000056202567,0.0004542141,0.0007416186,0.0001956058,0.00039591407],"domain_scores_gemma":[0.9981902,0.00026027736,0.00015116042,0.001170821,0.00013517855,0.000092312956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007089104,0.00017152946,0.00021876405,0.00017659958,0.00027178338,0.0002073984,0.00090835185,0.00006910287,0.000006965541],"category_scores_gemma":[0.000095145966,0.0001577395,0.00006549014,0.00086576666,0.00004945769,0.0003245364,0.00020389172,0.00012227628,0.00016312007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017474926,0.00041703877,0.00040064633,0.0005164156,0.00007243866,0.000030481731,0.0043742736,0.6497251,0.06296675,0.11867952,0.0048567588,0.15778582],"study_design_scores_gemma":[0.00010740075,0.00007827589,0.000057077057,0.00004845116,0.000009771923,0.000008479354,0.00027991936,0.96348786,0.031963103,0.0018711975,0.0018815696,0.00020687155],"about_ca_topic_score_codex":0.00002006678,"about_ca_topic_score_gemma":0.000004057057,"teacher_disagreement_score":0.7694908,"about_ca_system_score_codex":0.00003668583,"about_ca_system_score_gemma":0.000039186543,"threshold_uncertainty_score":0.643243},"labels":[],"label_agreement":null},{"id":"W4390327836","doi":"10.1109/imcet59736.2023.10368218","title":"Cost-Effective Tweet Classification through Transfer Learning in Low-Resource NLP Settings","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Agence Universitaire de la Francophonie","keywords":"Computer science; Transformer; Natural language processing; Artificial intelligence; Transfer of learning; Machine learning; Labeled data","score_opus":0.047659383262126404,"score_gpt":0.2929655279400818,"score_spread":0.2453061446779554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390327836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14981204,0.000010814286,0.83808666,0.0032758159,0.00009117383,0.0005684238,3.5645328e-7,0.000659078,0.0074956217],"genre_scores_gemma":[0.9922312,0.000005933181,0.005810896,0.00058902614,0.000048544403,0.0001660957,0.0000060736475,0.000011875167,0.0011303516],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866974,0.00013677677,0.00021156472,0.00045116435,0.00022297182,0.0003077681],"domain_scores_gemma":[0.99936104,0.00023922123,0.00002359437,0.00030540457,0.000031031974,0.000039718325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005299649,0.000110066874,0.00012979108,0.00011654251,0.00009125228,0.0000907987,0.00041660317,0.00007331487,0.000014936077],"category_scores_gemma":[0.00006617315,0.00010506796,0.000043435695,0.0007747067,0.000020342874,0.00041866675,0.00009683563,0.0002678961,0.00019193691],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018813373,0.00011219028,0.009782563,0.00012655197,0.000029670424,0.000050374816,0.04427028,0.14585553,0.009194435,0.14256218,0.0023514163,0.645646],"study_design_scores_gemma":[0.00038401212,0.000031672003,0.010801479,0.00005315851,0.0000021125704,0.000002569598,0.0006342228,0.96588033,0.00253397,0.0013021533,0.018194074,0.00018027071],"about_ca_topic_score_codex":0.00005460288,"about_ca_topic_score_gemma":0.000021879354,"teacher_disagreement_score":0.84241915,"about_ca_system_score_codex":0.00007157417,"about_ca_system_score_gemma":0.000027477687,"threshold_uncertainty_score":0.4284547},"labels":[],"label_agreement":null},{"id":"W4390338861","doi":"10.1101/2023.12.25.23300520","title":"Empowering Transformers for Evidence-Based Medicine","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Transformer; Computer science; Clinical Practice; Bootstrapping (finance); Artificial intelligence; Medicine; Engineering; Family medicine","score_opus":0.15222435695892006,"score_gpt":0.3598493581918209,"score_spread":0.20762500123290084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390338861","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016755994,0.00058061257,0.95736945,0.020198269,0.0036802108,0.00063866784,0.000004293118,0.00061028125,0.00016224611],"genre_scores_gemma":[0.91043216,0.00022600828,0.08650886,0.0008255518,0.0008026829,0.00047347494,0.000012760744,0.00006609175,0.0006524266],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976603,0.000056635297,0.00048730115,0.0009032275,0.00047990103,0.00041264456],"domain_scores_gemma":[0.9981335,0.0006035294,0.00014451145,0.0008580446,0.00012027337,0.00014018967],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014926709,0.0002798897,0.000413587,0.0002622343,0.00009306909,0.00008376311,0.0015853565,0.0002038501,0.000015734924],"category_scores_gemma":[0.0004671778,0.00024633083,0.00019741172,0.0002319175,0.00005677299,0.00018766381,0.00035335682,0.00039807413,0.000024961253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021824388,0.00020672998,0.030094545,0.014017393,0.000687635,0.00035546487,0.017869988,0.20848225,0.016552135,0.038531177,0.011739353,0.6612451],"study_design_scores_gemma":[0.00048141548,0.00010673976,0.0017172826,0.0026775363,0.000037289905,0.0000018067235,0.000032146563,0.9791218,0.0017061991,0.010049272,0.0036110154,0.00045747298],"about_ca_topic_score_codex":0.00010662852,"about_ca_topic_score_gemma":0.000025305186,"teacher_disagreement_score":0.89367616,"about_ca_system_score_codex":0.00008574711,"about_ca_system_score_gemma":0.0002629071,"threshold_uncertainty_score":0.99999887},"labels":[],"label_agreement":null},{"id":"W4390405403","doi":"10.18280/ts.400644","title":"Automated Generation of Chinese Text-Image Summaries Using Deep Learning Techniques","year":2023,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Deep learning; Image (mathematics); Natural language processing; Pattern recognition (psychology); Information retrieval","score_opus":0.03644585053335536,"score_gpt":0.2878999087316401,"score_spread":0.25145405819828476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390405403","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43001178,0.000017628765,0.5686721,0.00008678788,0.00005708725,0.000102442194,9.51748e-7,0.0009506359,0.00010056216],"genre_scores_gemma":[0.8439551,0.000005541912,0.15584058,0.000028524124,0.000108399785,0.000010760616,0.00001484037,0.000009400525,0.000026849406],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988753,0.000078875884,0.00030591784,0.0002465963,0.00028605483,0.00020723665],"domain_scores_gemma":[0.9995486,0.00004451689,0.00011316212,0.00017610406,0.000080697035,0.000036918664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004378044,0.000118231954,0.0001464028,0.00018335953,0.00013922364,0.000109640634,0.00030214246,0.00004379769,0.000036121095],"category_scores_gemma":[0.000031666896,0.000108320055,0.000048140613,0.0004668875,0.00003119963,0.00042833327,0.00014807757,0.000086921,0.000009264669],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005421303,0.000048367277,0.0046908227,0.00005720995,0.000031428444,0.000018787327,0.002308314,0.048149243,0.882621,0.0035060274,0.00013724205,0.058426134],"study_design_scores_gemma":[0.00012385554,0.000042469826,0.0017948343,0.000017068462,0.0000042666925,0.0000030131557,0.00002442064,0.96865755,0.028733164,0.0003234139,0.00016748167,0.00010848698],"about_ca_topic_score_codex":0.000037495538,"about_ca_topic_score_gemma":0.0000091509655,"teacher_disagreement_score":0.92050827,"about_ca_system_score_codex":0.000036527043,"about_ca_system_score_gemma":0.000037442318,"threshold_uncertainty_score":0.44171637},"labels":[],"label_agreement":null},{"id":"W4390437770","doi":"10.48550/arxiv.2312.16917","title":"Unified Lattice Graph Fusion for Chinese Named Entity Recognition","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited","keywords":"Computer science; Natural language processing; Artificial intelligence; Lexicon; Named-entity recognition; Graph; Adjacency list; Leverage (statistics); Adjacency matrix; Theoretical computer science; Task (project management); Algorithm","score_opus":0.13955799615271985,"score_gpt":0.2165424273676652,"score_spread":0.07698443121494536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390437770","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37630084,0.000010166698,0.62117094,0.00016017017,0.0012060859,0.00038068864,0.000025696634,0.00042772418,0.00031771784],"genre_scores_gemma":[0.9841301,0.00012949044,0.013542203,0.000080363294,0.00014638461,0.000004695012,0.000097319884,0.000024683563,0.001844785],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998005,0.000113637,0.00022402154,0.0012101483,0.000108189655,0.0003390102],"domain_scores_gemma":[0.99801266,0.000221636,0.00023787952,0.001137933,0.000255697,0.00013419645],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044314275,0.0002771999,0.0002922393,0.00038078238,0.00021364109,0.00013041911,0.0014158828,0.0003078282,0.000013650635],"category_scores_gemma":[0.00013444223,0.00031731086,0.0002730153,0.0006981771,0.0000437645,0.00038890037,0.0016837805,0.00041716755,0.0001100909],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005859995,0.00084905734,0.018903831,0.0024616083,0.0008526391,0.0009837055,0.0030267548,0.47838628,0.0007101604,0.45940205,0.002242422,0.031595495],"study_design_scores_gemma":[0.00047752648,0.00002537087,0.0011680668,0.00008651571,0.000048144328,0.0000012677566,0.000026259626,0.6347006,0.000050576044,0.36296377,0.00012312016,0.00032878362],"about_ca_topic_score_codex":0.00026701522,"about_ca_topic_score_gemma":0.00019930476,"teacher_disagreement_score":0.6078292,"about_ca_system_score_codex":0.00013294954,"about_ca_system_score_gemma":0.00012237979,"threshold_uncertainty_score":0.9999279},"labels":[],"label_agreement":null},{"id":"W4390542458","doi":"10.1007/s13369-023-08567-1","title":"WASM: A Dataset for Hashtag Recommendation for Arabic Tweets","year":2024,"lang":"en","type":"article","venue":"Arabian Journal for Science and Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Social media; Information retrieval; Arabic; Task (project management); Categorization; Benchmark (surveying); Microblogging; Natural language processing; Artificial intelligence; World Wide Web","score_opus":0.0375174136116534,"score_gpt":0.2986276063840521,"score_spread":0.2611101927723987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390542458","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006064832,0.00019391422,0.9878069,0.0035599067,0.0019534826,0.00027134083,0.00008709458,0.000053143543,0.000009374854],"genre_scores_gemma":[0.5227802,0.000055478857,0.47589493,0.00034605697,0.00064142747,0.00013213184,0.000048050122,0.000022865273,0.000078880315],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895406,0.0000032157698,0.00020629958,0.00032626287,0.00014630539,0.0003638445],"domain_scores_gemma":[0.9993835,0.00016416033,0.000032675507,0.00015606963,0.00011546741,0.000148146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016242207,0.000097982185,0.00010242908,0.00024066056,0.00037132672,0.0008974692,0.000471933,0.000026251997,0.0000012836439],"category_scores_gemma":[0.00026019296,0.00008652951,0.000049750273,0.0002806542,0.000026414951,0.0017042283,0.000058105485,0.00009486068,0.0000011353948],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001917179,0.000025716332,0.000032797492,0.000563278,0.00004975542,0.000007270575,0.0017234632,0.01864917,0.019527027,0.07496268,0.02379562,0.86064404],"study_design_scores_gemma":[0.00018774178,0.00009352484,0.000023529848,0.00007221436,0.0000071067147,0.00009491176,0.000019117146,0.8686222,0.0007018535,0.0032688566,0.12679432,0.00011463315],"about_ca_topic_score_codex":0.0000010295408,"about_ca_topic_score_gemma":9.216188e-7,"teacher_disagreement_score":0.8605294,"about_ca_system_score_codex":0.00006723596,"about_ca_system_score_gemma":0.0001351455,"threshold_uncertainty_score":0.8654316},"labels":[],"label_agreement":null},{"id":"W4390573228","doi":"10.48550/arxiv.2401.00907","title":"LaFFi: Leveraging Hybrid Natural Language Feedback for Fine-tuning Language Models","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; University of Alberta; Alberta Machine Intelligence Institute; Compute Canada; Mitacs; Canadian Institute for Advanced Research","keywords":"Computer science; Fine-tuning; Realm; Natural language; Natural (archaeology); Language model; Natural language understanding; Task (project management); Artificial intelligence; Natural language processing; Engineering","score_opus":0.1021838348557336,"score_gpt":0.21279216872488352,"score_spread":0.11060833386914992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390573228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28326973,0.0002217566,0.7135847,0.00017823816,0.0010913275,0.00039720596,0.000031149346,0.00073698035,0.00048885855],"genre_scores_gemma":[0.97578305,0.000025428764,0.015863853,0.00014326519,0.000246989,0.0000043031755,0.00007129921,0.00005260176,0.0078092325],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738234,0.000087816894,0.0002653908,0.0014882091,0.00014827671,0.00062794704],"domain_scores_gemma":[0.99772567,0.00023054137,0.00023231437,0.0015254382,0.00013199235,0.00015405753],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003734373,0.0004070608,0.00042543025,0.00036257066,0.00021600633,0.00022926963,0.002345976,0.0001804498,0.000008649547],"category_scores_gemma":[0.00006813742,0.0004850168,0.00032633523,0.00037324792,0.000046410056,0.00058018055,0.0027424232,0.0007506123,0.00006115899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019156387,0.000027236354,0.00007620947,0.00020189414,0.000101764905,0.00077157264,0.0034695042,0.9504365,0.00019599716,0.039946053,0.00059456297,0.00415957],"study_design_scores_gemma":[0.00054099504,0.000013580686,0.00002928986,0.00016355349,0.00004017348,0.000007776161,0.00057469134,0.9781458,0.00027545675,0.019612065,0.000072777104,0.0005238893],"about_ca_topic_score_codex":0.00041808665,"about_ca_topic_score_gemma":0.00010252367,"teacher_disagreement_score":0.6977209,"about_ca_system_score_codex":0.00025061562,"about_ca_system_score_gemma":0.00017575335,"threshold_uncertainty_score":0.99976015},"labels":[],"label_agreement":null},{"id":"W4390632530","doi":"10.48550/arxiv.2401.02297","title":"Are LLMs Robust for Spoken Dialogues?","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; McGill University","keywords":"Perplexity; Robustness (evolution); Spoken language; Computer science; Task (project management); Natural language processing; Artificial intelligence; Set (abstract data type); Speech recognition; Language model","score_opus":0.17638339622166002,"score_gpt":0.1969008740361831,"score_spread":0.020517477814523066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390632530","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07447043,0.00015940201,0.91973966,0.0003649555,0.0022626922,0.00043681552,0.000044356857,0.00051165005,0.0020100602],"genre_scores_gemma":[0.9831314,0.000047738165,0.011869815,0.00016489792,0.00033307812,0.0000035730782,0.000015811685,0.00002881241,0.0044048736],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978349,0.000051209583,0.00019448427,0.0014443684,0.00008405017,0.00039095987],"domain_scores_gemma":[0.997974,0.00010457643,0.00023551997,0.0014033462,0.0001345912,0.00014799267],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024603272,0.00030539368,0.00034052398,0.00025919965,0.00011358589,0.00022288812,0.0020778903,0.0003177172,0.000011609282],"category_scores_gemma":[0.000050198712,0.0003493932,0.00031307482,0.00033392632,0.000050769522,0.00018696509,0.0035777136,0.00057561946,0.00015553061],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013730519,0.00004492177,0.00070697046,0.0003676423,0.00011049709,0.0004597519,0.00027456717,0.60612255,0.000009384271,0.3887016,0.0020963599,0.0010920604],"study_design_scores_gemma":[0.000201815,0.000015511105,0.00017753024,0.00015792288,0.00006197513,0.0000027587735,0.000037947793,0.7934998,0.00003465127,0.20375429,0.001693412,0.00036237427],"about_ca_topic_score_codex":0.00008401223,"about_ca_topic_score_gemma":0.00007957109,"teacher_disagreement_score":0.90866095,"about_ca_system_score_codex":0.00021910165,"about_ca_system_score_gemma":0.00016536974,"threshold_uncertainty_score":0.9998958},"labels":[],"label_agreement":null},{"id":"W4390789641","doi":"10.1017/s1351324923000542","title":"Lightweight transformers for clinical natural language processing","year":2024,"lang":"en","type":"article","venue":"Natural Language Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Imperial Biomedical Research Centre; Instituto de Salud Carlos III; Medical Research Council; National Institutes of Health; Kementerian Kesihatan Malaysia; All-India Institute of Medical Sciences; Horizon 2020 Framework Programme; Prince Charles Hospital Foundation; Foreign, Commonwealth and Development Office; National Institute for Health Research Health Protection Research Unit; University of Oxford; Norges Forskningsråd; Imperial College London; Conselho Nacional de Desenvolvimento Científico e Tecnológico; University of Cape Town; Public Health England; Wellcome Trust; University College Dublin; Sunnybrook Research Institute; Institut National de la Santé et de la Recherche Médicale; Canadian Institutes of Health Research; National Institute for Health and Care Research; Ministero della Salute; European Federation of Pharmaceutical Industries and Associations; European Commission; Bill and Melinda Gates Foundation","keywords":"Computer science; Transformer; Natural language processing; Artificial intelligence; Electrical engineering","score_opus":0.011690292682715328,"score_gpt":0.30424274043960325,"score_spread":0.29255244775688793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390789641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055267945,0.11133777,0.8265553,0.0006176916,0.004226539,0.00032129174,0.0000059822196,0.0014482911,0.00021917516],"genre_scores_gemma":[0.92610157,0.000025193216,0.07220682,0.00013236141,0.00083825545,0.000023209346,0.000012243468,0.00003315046,0.0006272054],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845374,0.000015415637,0.00034339743,0.0005053109,0.0002409302,0.00044122175],"domain_scores_gemma":[0.9994193,0.00019969721,0.000027132564,0.00021855858,0.000036286507,0.00009902952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003788942,0.0002203001,0.00022753842,0.00016330896,0.00006561849,0.00029911508,0.00048849446,0.00012382166,0.00000638814],"category_scores_gemma":[0.00010867985,0.00017939546,0.00021462557,0.00033558754,0.000013694355,0.00069789216,0.00006575794,0.00062315725,0.000013567781],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006190712,0.000011044367,0.00000926721,0.00039519303,0.000045449033,0.00014758864,0.0041751564,0.00028619549,0.0075114914,0.0023656816,0.0002746684,0.9847721],"study_design_scores_gemma":[0.00022754169,0.000020881687,0.000057700065,0.00017498688,0.000014841302,0.00004178627,0.000118556345,0.9906904,0.0028864006,0.00001119344,0.0054782988,0.00027740985],"about_ca_topic_score_codex":0.000008161707,"about_ca_topic_score_gemma":0.000004925415,"teacher_disagreement_score":0.9904042,"about_ca_system_score_codex":0.00006943896,"about_ca_system_score_gemma":0.00005850483,"threshold_uncertainty_score":0.7315535},"labels":[],"label_agreement":null},{"id":"W4390878767","doi":"10.3899/jrheum.2023-0998","title":"Role of Creation of Plain Language Summaries to Disseminate COVID-19 Research Findings to Patients With Rheumatic Diseases","year":2024,"lang":"en","type":"letter","venue":"The Journal of Rheumatology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Arthritis Patient Alliance","funders":"Pfizer; Teva Pharmaceutical Industries; AstraZeneca; Eli Lilly and Company; Amgen","keywords":"Dissemination; Medicine; Coronavirus disease 2019 (COVID-19); Pandemic; Information Dissemination; Health literacy; Plain language; Public health; Disease; MEDLINE; 2019-20 coronavirus outbreak; Rheumatic disease; Scientific literacy; Scientific evidence; Literacy; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Family medicine; Alternative medicine; Infectious disease (medical specialty); Health care; Pathology; Psychology; World Wide Web; Linguistics; Outbreak","score_opus":0.01754471033385703,"score_gpt":0.31032601717100494,"score_spread":0.2927813068371479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390878767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8245506,0.0007689227,0.020971956,0.15292369,0.00024983083,0.0004057827,0.000057590823,0.00002540923,0.00004622417],"genre_scores_gemma":[0.98075247,0.00014953098,0.0059218896,0.012750952,0.000048624544,0.000019265179,0.000025092557,0.000050365426,0.00028179397],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971338,0.0005432954,0.0007986546,0.00022674394,0.0009481579,0.00034934003],"domain_scores_gemma":[0.99631035,0.002016475,0.0004893634,0.0006032429,0.0004266066,0.00015393471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012708622,0.00019026546,0.00066746917,0.0008363087,0.000093785886,0.000058952544,0.0017032224,0.00016386347,0.000021686992],"category_scores_gemma":[0.0013359317,0.00011777849,0.00008814465,0.00053881825,0.00017494743,0.00014372176,0.00048826038,0.0008213547,0.000012131971],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081721094,0.00021476357,0.10714964,0.0042247465,0.0007082085,0.0001562841,0.09469698,0.0030007327,0.00017373447,0.0057609114,0.77419895,0.008897855],"study_design_scores_gemma":[0.020528773,0.031432606,0.113845736,0.114143394,0.0043517505,0.012170406,0.04147042,0.06913789,0.0073751905,0.20483428,0.37051043,0.010199137],"about_ca_topic_score_codex":0.0007456223,"about_ca_topic_score_gemma":0.000086188804,"teacher_disagreement_score":0.40368852,"about_ca_system_score_codex":0.00013728277,"about_ca_system_score_gemma":0.00041829338,"threshold_uncertainty_score":0.48028672},"labels":[],"label_agreement":null},{"id":"W4390962525","doi":"10.48550/arxiv.2401.07927","title":"Are self-explanations from Large Language Models faithful?","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Counterfactual thinking; Counterfactual conditional; Interpretability; Consistency (knowledge bases); Measure (data warehouse); Set (abstract data type); Task (project management); Computer science; Inference; Cognitive psychology; Linguistics; Psychology; Artificial intelligence; Natural language processing; Social psychology; Data mining; Programming language; Economics","score_opus":0.06590286736689008,"score_gpt":0.19258703477358027,"score_spread":0.1266841674066902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390962525","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22534947,0.00031417728,0.76748693,0.00023388854,0.00076375477,0.00018187842,0.00018038285,0.00093162974,0.0045578745],"genre_scores_gemma":[0.99004364,0.000057027395,0.0079778945,0.00019110901,0.00016329876,0.0000016425729,0.000040423027,0.00002402797,0.0015009084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979022,0.00008948941,0.00019194573,0.0013257673,0.0001321449,0.0003584506],"domain_scores_gemma":[0.9979125,0.00007760548,0.00020583045,0.0015540024,0.00009752624,0.00015249333],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015951083,0.0002986646,0.00029543345,0.00029355512,0.00012576749,0.00023255679,0.0018939007,0.0003002205,0.000042886953],"category_scores_gemma":[0.00001544979,0.0003450602,0.00020433712,0.00041319832,0.00002007218,0.0003504943,0.0038239227,0.000791592,0.00029941322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033600625,0.00010404852,0.00055765355,0.000090866364,0.00020573607,0.001316105,0.002972201,0.39025497,0.000009911842,0.6031904,0.0010534175,0.00024132816],"study_design_scores_gemma":[0.00016794218,0.000003798123,0.00010867346,0.00009160597,0.00006347319,0.0000013490944,0.00031028475,0.78906345,0.000020423917,0.20956889,0.00030776925,0.00029232836],"about_ca_topic_score_codex":0.00045231974,"about_ca_topic_score_gemma":0.00027600522,"teacher_disagreement_score":0.7646942,"about_ca_system_score_codex":0.0002388897,"about_ca_system_score_gemma":0.00016167016,"threshold_uncertainty_score":0.99990016},"labels":[],"label_agreement":null},{"id":"W4390966511","doi":"10.2139/ssrn.4678265","title":"Beware of Botshit: How to Manage the Epistemic Risks of Generative Chatbots","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Alberta","funders":"","keywords":"Chatbot; Ignorance; Computer science; Generative grammar; Typology; Epistemology; Artificial intelligence; Sociology; Philosophy","score_opus":0.032841139861076014,"score_gpt":0.2910288670453174,"score_spread":0.2581877271842414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390966511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095179714,0.006800047,0.8827992,0.014438537,0.00034884358,0.00013029035,0.0000019050054,0.000029876204,0.00027158234],"genre_scores_gemma":[0.99461627,0.0006561073,0.0034291297,0.000087479086,0.00021611457,0.0000046066043,2.5181518e-7,0.000010647208,0.0009794203],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99818766,0.00011058606,0.00026080012,0.00023217492,0.00033569624,0.00087306055],"domain_scores_gemma":[0.9992925,0.00007371612,0.00011886688,0.00038608516,0.00007603524,0.000052802046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014522419,0.00011630995,0.00017469954,0.00014171518,0.000094218114,0.00011462877,0.0010458686,0.000042984073,0.0000041542753],"category_scores_gemma":[0.000038251856,0.00007848908,0.00012225962,0.00036505875,0.00003124748,0.0002101651,0.00017502703,0.0008584021,0.000006641818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006091685,0.000016951602,0.0001008805,0.0000331337,0.0001776337,0.000011053931,0.0040872237,0.0024360903,0.0032312742,0.8712808,0.00016526297,0.11845362],"study_design_scores_gemma":[0.0005017637,0.0008265049,0.00069778116,0.0004156095,0.00008843051,0.0009977433,0.0024621661,0.15230125,0.011664184,0.8254748,0.0040975977,0.00047219492],"about_ca_topic_score_codex":0.00005896178,"about_ca_topic_score_gemma":0.00020894628,"teacher_disagreement_score":0.89943653,"about_ca_system_score_codex":0.00027599544,"about_ca_system_score_gemma":0.00066670665,"threshold_uncertainty_score":0.37293777},"labels":[],"label_agreement":null},{"id":"W4391013074","doi":"10.48550/arxiv.2401.08898","title":"Bridging State and History Representations: Understanding Self-Predictive RL","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; McGill University; DeepMind; Nvidia","keywords":"Bridging (networking); State (computer science); Computer science; Algorithm; Computer security","score_opus":0.12094346956607983,"score_gpt":0.20132425055422498,"score_spread":0.08038078098814515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391013074","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052307185,0.00070642214,0.9374859,0.0001772673,0.0012302414,0.00022540863,0.00000987848,0.00052406534,0.00733364],"genre_scores_gemma":[0.99324065,0.00040004498,0.003826329,0.000064374624,0.00007616715,0.0000011307499,0.0000032965254,0.00001922356,0.0023687505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980135,0.00010549649,0.00019032718,0.0013016226,0.000109039865,0.00028002184],"domain_scores_gemma":[0.9986787,0.00010071639,0.00014692913,0.000864798,0.00006621525,0.00014263921],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025668295,0.00024220624,0.0002293785,0.0003905549,0.00012496026,0.00015124574,0.00074015115,0.0001355875,0.000012516391],"category_scores_gemma":[0.000021738666,0.00030525908,0.00010404536,0.00025558725,0.00008754139,0.00036266624,0.003091217,0.0006635318,0.000035817968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016034048,0.000043347267,0.0015403562,0.0003626086,0.0003343287,0.0010786125,0.0074116657,0.29245198,0.000023174885,0.69363314,0.002115683,0.0009890604],"study_design_scores_gemma":[0.0001445892,0.000012258296,0.00011059094,0.00012565695,0.000059780832,0.000007079577,0.00021491195,0.7753838,0.00000815562,0.22348651,0.00021520321,0.00023149111],"about_ca_topic_score_codex":0.0002448782,"about_ca_topic_score_gemma":0.000028088309,"teacher_disagreement_score":0.9409335,"about_ca_system_score_codex":0.001973483,"about_ca_system_score_gemma":0.0003345454,"threshold_uncertainty_score":0.99994},"labels":[],"label_agreement":null},{"id":"W4391050404","doi":"10.2196/52482","title":"Efficient Machine Reading Comprehension for Health Care Applications: Algorithm Development and Validation of a Context Extraction Approach","year":2024,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Context (archaeology); Benchmark (surveying); Correctness; Inference; Process (computing); Artificial intelligence; Sentence; Machine learning; Task (project management); Domain (mathematical analysis); Natural language processing; Algorithm; Mathematics","score_opus":0.08304430576899183,"score_gpt":0.42509251176969104,"score_spread":0.3420482060006992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391050404","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014085936,0.00184232,0.9821842,0.00025831826,0.000052966432,0.0013434077,0.000010656401,0.0000629195,0.00015932015],"genre_scores_gemma":[0.7737178,0.000016221742,0.2255166,0.000013073436,0.00002229236,0.0006496772,0.000037797807,0.000006263983,0.000020225323],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986184,0.00011692093,0.00030794504,0.00028908285,0.00043495544,0.00023269522],"domain_scores_gemma":[0.9991458,0.00023534943,0.00006392661,0.00020132487,0.0002869723,0.000066614586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011383368,0.00007967006,0.00013113291,0.0003172538,0.00029637304,0.00011561806,0.00018875045,0.00003811207,7.1285064e-7],"category_scores_gemma":[0.00000992174,0.00006883826,0.000025492172,0.0003949763,0.000039031558,0.00022104647,0.0001600736,0.00018895933,0.000004528022],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057310435,0.000049557373,0.000004703264,0.00080131675,0.000010120325,1.7217657e-7,0.033994462,0.00053419895,0.00013252905,0.011914097,0.00007587365,0.9524772],"study_design_scores_gemma":[0.00019277792,0.000090391375,0.00011249924,0.0001388744,8.902947e-7,0.000007411467,0.0023581567,0.9862065,0.00275871,0.00023048029,0.007834985,0.00006836398],"about_ca_topic_score_codex":0.000022703072,"about_ca_topic_score_gemma":9.916743e-7,"teacher_disagreement_score":0.98567224,"about_ca_system_score_codex":0.00026036505,"about_ca_system_score_gemma":0.00019430934,"threshold_uncertainty_score":0.28071427},"labels":[],"label_agreement":null},{"id":"W4391096444","doi":"10.1109/bigdata59044.2023.10386854","title":"Integrating a PICO Clinical Questioning to the QL4POMR Framework for Building Evidence-Based Clinical Case Reports","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Harmonization; Flexibility (engineering); Clinical Practice; MEDLINE; Data science; Medical education; Medicine; Family medicine","score_opus":0.25199225263696445,"score_gpt":0.47810432010929765,"score_spread":0.2261120674723332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391096444","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10764046,0.000047737074,0.87420404,0.014304495,0.002603724,0.00053605187,4.721313e-7,0.00060907914,0.000053934433],"genre_scores_gemma":[0.45432737,0.0000049207997,0.5417226,0.0030970506,0.0006636378,0.00008174962,4.405911e-7,0.000010926862,0.00009131516],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963803,0.00039795402,0.0014619674,0.00095115235,0.00034493295,0.0004636652],"domain_scores_gemma":[0.9863062,0.011519026,0.00029890615,0.0014124925,0.0002287516,0.00023461992],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011267427,0.00017420389,0.00032201092,0.00011306239,0.00045523277,0.00044498153,0.00066711084,0.00019553571,0.000009206063],"category_scores_gemma":[0.029073946,0.000119789634,0.00029258998,0.0008088314,0.00005058241,0.00036778674,0.00050235423,0.000601556,0.00003497628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031844767,0.000086886794,0.035780665,0.00004784204,0.000048329377,0.004128487,0.00076785753,0.023194792,0.000027365668,0.38878345,0.0070124585,0.54009],"study_design_scores_gemma":[0.00012509534,0.00019433002,0.00079055334,0.00066582276,0.000014939807,0.00049959583,0.00013989893,0.97179306,0.000065576896,0.022619445,0.0028710873,0.00022061635],"about_ca_topic_score_codex":0.00013206805,"about_ca_topic_score_gemma":0.00007828147,"teacher_disagreement_score":0.94859827,"about_ca_system_score_codex":0.00004745283,"about_ca_system_score_gemma":0.00028057108,"threshold_uncertainty_score":0.9791046},"labels":[],"label_agreement":null},{"id":"W4391124783","doi":"10.48550/arxiv.2401.10825","title":"Recent Advances in Named Entity Recognition: A Comprehensive Survey and Comparative Study","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège Boréal","funders":"","keywords":"Substring; Computer science; Implementation; Variety (cybernetics); Artificial intelligence; Transformer; Data science; Named-entity recognition; Graph; Natural language processing; Machine learning; Data structure; Theoretical computer science; Task (project management); Software engineering","score_opus":0.2442692213471044,"score_gpt":0.2589056125410715,"score_spread":0.014636391193967063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391124783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96350443,0.0029125588,0.03073265,0.00005353369,0.000877226,0.00069005723,0.000030604442,0.00013434385,0.0010645979],"genre_scores_gemma":[0.9961326,0.0030663204,0.00059523614,0.000038769915,0.000029693225,0.0000030776987,0.000017524599,0.0000069395446,0.00010983375],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99744546,0.0005749886,0.0002491303,0.0013794668,0.00010774549,0.00024322949],"domain_scores_gemma":[0.99855953,0.00025275015,0.00014526788,0.0006752136,0.00026291257,0.00010429886],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038728936,0.00027662047,0.00044519227,0.00030800918,0.00007894611,0.00015883712,0.0007635658,0.00017121891,0.000014410515],"category_scores_gemma":[0.000030920815,0.00031913051,0.000056874687,0.00067711214,0.00008199995,0.000355639,0.0028435106,0.0009758667,0.000047838723],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005882728,0.003039584,0.4936456,0.0012199857,0.0010324847,0.005145805,0.022424696,0.30106255,0.000016694303,0.0667932,0.00043222704,0.10459887],"study_design_scores_gemma":[0.0016022843,0.0002199631,0.07669216,0.0003967677,0.000077656034,0.000008549799,0.002404693,0.7941893,0.000021514044,0.12186246,0.0014647855,0.0010598954],"about_ca_topic_score_codex":0.00030290917,"about_ca_topic_score_gemma":0.0033388871,"teacher_disagreement_score":0.49312672,"about_ca_system_score_codex":0.00019455666,"about_ca_system_score_gemma":0.00013953351,"threshold_uncertainty_score":0.9999261},"labels":[],"label_agreement":null},{"id":"W4391157657","doi":"10.48550/arxiv.2401.11323","title":"Identifying and Analyzing Performance-Critical Tokens in Large Language Models","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China; Canadian Institute for Advanced Research","keywords":"Computer science; Task (project management); Encoding (memory); Security token; Context (archaeology); Natural language processing; Artificial intelligence","score_opus":0.08114905561307885,"score_gpt":0.22541048307872458,"score_spread":0.14426142746564574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391157657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55926627,0.00041696228,0.4387952,0.00005833907,0.00027330805,0.00007158848,0.0000042797333,0.000116251606,0.0009977918],"genre_scores_gemma":[0.9957179,0.00023533667,0.0035649163,0.00004261213,0.0000570736,6.6783286e-7,0.0000030113192,0.000013682767,0.00036484367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982717,0.00006668407,0.00019272056,0.0009890227,0.00008404167,0.00039581835],"domain_scores_gemma":[0.9990466,0.00006799272,0.000046027555,0.0006854064,0.00004076588,0.00011316084],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003636895,0.0002131254,0.00025750897,0.00044263105,0.00008640649,0.00023111478,0.000779941,0.00018748423,0.0000086693535],"category_scores_gemma":[0.000019795194,0.00025301616,0.00008855684,0.0004120751,0.000043933556,0.0005141144,0.0038670038,0.0008322253,0.00002690676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008927787,0.00005868631,0.0072921733,0.0008810293,0.000055736797,0.0017131917,0.0059841718,0.2735772,0.000058768466,0.70741814,0.000021639855,0.0029303369],"study_design_scores_gemma":[0.0001550317,0.0000069932385,0.00037699012,0.0003007609,0.000027407617,0.0000063595307,0.00023276056,0.9317276,0.000028684335,0.06688568,0.000007782321,0.00024393888],"about_ca_topic_score_codex":0.00012940812,"about_ca_topic_score_gemma":0.00009030733,"teacher_disagreement_score":0.6581504,"about_ca_system_score_codex":0.00014823726,"about_ca_system_score_gemma":0.000088170265,"threshold_uncertainty_score":0.9999922},"labels":[],"label_agreement":null},{"id":"W4391157705","doi":"10.48550/arxiv.2401.11373","title":"Finding a Needle in the Adversarial Haystack: A Targeted Paraphrasing Approach For Uncovering Edge Cases with Minimal Distribution Distortion","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Alliance de recherche numérique du Canada","keywords":"Adversarial system; Generalizability theory; Computer science; Artificial intelligence; Exploit; Classifier (UML); Language model; Machine learning; Generator (circuit theory); Natural language processing; Mathematics","score_opus":0.07982276981754907,"score_gpt":0.20244046572022145,"score_spread":0.12261769590267238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391157705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3875547,0.00007150136,0.61136913,0.000025485593,0.0002975278,0.0004368654,0.000046317306,0.000088905115,0.00010957026],"genre_scores_gemma":[0.99412066,0.00000951821,0.005435089,0.00002292612,0.00015239028,0.000010371351,0.00017816242,0.000015316373,0.000055546352],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981631,0.00010826033,0.00022445487,0.0010100385,0.00011556217,0.00037855972],"domain_scores_gemma":[0.99887383,0.00016954035,0.00017795233,0.0006545947,0.00006322516,0.00006084911],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043194785,0.00028196038,0.0002618936,0.00020010982,0.00020098302,0.00025137982,0.0009199248,0.00019185297,0.0000011186393],"category_scores_gemma":[0.00005260469,0.00025006518,0.00016690706,0.00068144576,0.000060090428,0.00032141726,0.00073975313,0.0005387832,0.0000016540529],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022329246,0.00011810194,0.0015944082,0.0003503567,0.00008654506,0.0003296278,0.0028018767,0.94659376,0.000038067185,0.047014862,0.0002094168,0.0006396679],"study_design_scores_gemma":[0.0005912123,0.00007709828,0.00036283027,0.00019296249,0.00009812726,0.000022953565,0.000729097,0.9908614,0.00006148988,0.0065231575,0.000120752375,0.00035889936],"about_ca_topic_score_codex":0.0004216437,"about_ca_topic_score_gemma":0.00011668495,"teacher_disagreement_score":0.606566,"about_ca_system_score_codex":0.000521614,"about_ca_system_score_gemma":0.00023959222,"threshold_uncertainty_score":0.9999952},"labels":[],"label_agreement":null},{"id":"W4391343109","doi":"10.1109/cicn59264.2023.10402210","title":"The Future of Document Retrieval: Harnessing the Power of OpenAI and AWS Kendra","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Relevance (law); Computer science; Artificial intelligence; World Wide Web; Information retrieval; Transformative learning; Adaptability","score_opus":0.016327241839581785,"score_gpt":0.267426194183712,"score_spread":0.2510989523441302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391343109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6699951,0.0038374579,0.23807433,0.07018137,0.0026068718,0.0006545371,0.0000017979995,0.00024623564,0.014402251],"genre_scores_gemma":[0.99389297,0.00012129057,0.0041338024,0.00015212363,0.000038464976,0.0000014681488,1.2217625e-7,0.000003540526,0.0016561918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931324,0.00004266598,0.00016923418,0.00013525972,0.0002204728,0.000119135315],"domain_scores_gemma":[0.999237,0.00014057773,0.00006755813,0.00048936927,0.00004654035,0.000018938481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062717014,0.00005095866,0.00007936061,0.000022841386,0.00012074995,0.00009951624,0.00059492316,0.000022652066,0.000009916283],"category_scores_gemma":[0.000021190555,0.000023787758,0.00002606855,0.00027443268,0.000053768934,0.00015898808,0.0004490799,0.00006437117,0.0000032856012],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024835726,0.000022138744,0.0013985574,0.000062579296,0.000063306645,0.00000722719,0.013840668,0.00053919613,0.004437035,0.7912227,0.010377658,0.17800412],"study_design_scores_gemma":[0.0021800594,0.00034592024,0.044261996,0.00032514113,0.00004888745,0.000056763307,0.017548632,0.39690754,0.083303645,0.16225636,0.29185703,0.0009080383],"about_ca_topic_score_codex":0.000019411198,"about_ca_topic_score_gemma":0.00000851727,"teacher_disagreement_score":0.62896633,"about_ca_system_score_codex":0.0000060403045,"about_ca_system_score_gemma":0.000029747433,"threshold_uncertainty_score":0.11055251},"labels":[],"label_agreement":null},{"id":"W4391384425","doi":"10.1136/bjsports-2023-concussion.8","title":"2.7 Does the SCAT5 10-word list improve the distribution of scores over the SCAT3 5-word list in professional hockey players?","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Word (group theory); Ceiling effect; Word list; Computer science; Mathematics; Medicine; Artificial intelligence; Pathology","score_opus":0.012331541049213338,"score_gpt":0.2673508503134723,"score_spread":0.2550193092642589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391384425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88295907,0.0007730177,0.07125051,0.037532516,0.0050912355,0.0009897463,0.000047253947,0.00021042774,0.0011462419],"genre_scores_gemma":[0.9930049,0.000016874368,0.0003471434,0.00039944853,0.0002728448,0.00006340175,0.000008984005,0.000009265907,0.005877099],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821424,0.00016401807,0.0003735354,0.00043499604,0.0005003469,0.00031282965],"domain_scores_gemma":[0.99836594,0.000509096,0.000090748414,0.0009307626,0.00006902006,0.00003443422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009821032,0.00017314302,0.00014482277,0.000044955235,0.00028277613,0.00037748195,0.0016384028,0.000075996155,0.00011711106],"category_scores_gemma":[0.00010643269,0.000056898763,0.00011435064,0.00054316205,0.00021702332,0.00038317812,0.000727709,0.00039362564,0.000020180229],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083460516,0.00024629425,0.0114857415,0.00021898263,0.000117201256,0.000018998811,0.0076356432,0.00094584125,0.0022720203,0.6540421,0.06325738,0.2596763],"study_design_scores_gemma":[0.0003693375,0.000051896328,0.057127304,0.0004082894,0.000027471668,0.000010915486,0.00090723846,0.8923031,0.004177773,0.016011693,0.028249417,0.00035555765],"about_ca_topic_score_codex":0.0014601777,"about_ca_topic_score_gemma":0.0012109862,"teacher_disagreement_score":0.89135724,"about_ca_system_score_codex":0.000081632716,"about_ca_system_score_gemma":0.00017124078,"threshold_uncertainty_score":0.3640067},"labels":[],"label_agreement":null},{"id":"W4391480596","doi":"10.21203/rs.3.rs-3882757/v1","title":"mCodeGPT: Enhancing Cancer Research through Zero-Shot Information Extraction from Clinical Free Text Data","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Zero (linguistics); Shot (pellet); Extraction (chemistry); Information extraction; Computer science; Cancer; Text messaging; Information retrieval; Medicine; World Wide Web; Linguistics; Materials science; Chromatography; Chemistry; Philosophy; Internal medicine","score_opus":0.4635973813089228,"score_gpt":0.5652224047004077,"score_spread":0.10162502339148494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391480596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04276994,0.008464755,0.9069004,0.016294792,0.0078088907,0.002959224,0.0016902379,0.00085054676,0.0122612305],"genre_scores_gemma":[0.88976824,0.0078114904,0.09294246,0.00026219207,0.005464748,0.00083883706,0.0014904245,0.00011342576,0.0013082026],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.987412,0.0022036266,0.0015469439,0.002340914,0.005073121,0.0014234303],"domain_scores_gemma":[0.98515743,0.0031517746,0.00024062172,0.009228716,0.0018795686,0.0003418951],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["open_science"],"category_scores_codex":[0.017914439,0.00038555544,0.00057708856,0.0008495084,0.0006258594,0.0029415628,0.010187665,0.0009687732,0.00024020708],"category_scores_gemma":[0.0046502883,0.00036814768,0.00019404745,0.0013692497,0.00028962494,0.0031422414,0.04562043,0.010702736,0.0014905367],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016696597,0.0003846161,0.00094446767,0.0040770615,0.0004741538,0.00022702831,0.013851741,0.00508595,0.0010100327,0.04487725,0.2863711,0.6425296],"study_design_scores_gemma":[0.00056660187,0.00014394669,0.0012908784,0.004500205,0.00002740834,0.000006614226,0.00086063944,0.5700083,0.0013317093,0.31892678,0.10161978,0.0007171361],"about_ca_topic_score_codex":0.022806233,"about_ca_topic_score_gemma":0.0026314792,"teacher_disagreement_score":0.8469983,"about_ca_system_score_codex":0.0009793118,"about_ca_system_score_gemma":0.0036955161,"threshold_uncertainty_score":0.99987704},"labels":[],"label_agreement":null},{"id":"W4391520039","doi":"10.1186/s40537-023-00842-0","title":"Survey of transformers and towards ensemble learning using transformers for natural language processing","year":2024,"lang":"en","type":"article","venue":"Journal Of Big Data","topic":"Topic Modeling","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Carleton University","keywords":"Computer science; Transformer; Automatic summarization; Artificial intelligence; Language model; Question answering; Natural language processing; Classifier (UML); Natural language; Machine learning; Sentiment analysis; Natural language understanding; Ensemble forecasting","score_opus":0.14319068897057724,"score_gpt":0.35099681994531884,"score_spread":0.2078061309747416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391520039","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14496748,0.008952916,0.845322,0.00017691623,0.00045098635,0.000060013463,0.000022845288,0.000012156138,0.00003470244],"genre_scores_gemma":[0.9702448,0.000100382385,0.029499343,0.000018060126,0.00010203207,2.1566692e-7,0.0000091450975,0.000008755023,0.0000172565],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989973,0.00004910258,0.00036108005,0.00018437301,0.00024364343,0.00016453268],"domain_scores_gemma":[0.9995009,0.00010016112,0.00011555142,0.00012101702,0.00010609606,0.0000562802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016280136,0.00008617007,0.00020161469,0.00015744792,0.00005972106,0.00015012671,0.0004681423,0.00003961099,7.932728e-7],"category_scores_gemma":[0.00010966711,0.00006821084,0.000046158784,0.00023094835,0.000026079131,0.0011138701,0.000060349157,0.00024420978,8.879871e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018324032,0.0000066201765,0.00009466807,0.000237742,0.000031323994,0.000011784159,0.0017778325,0.00015396932,0.006455829,0.000012110627,0.00002173545,0.99117804],"study_design_scores_gemma":[0.00032602286,0.00007820863,0.0004886768,0.00034047855,0.000035967074,0.0001487607,0.00033400528,0.9957077,0.0018136763,0.000030553652,0.0005966764,0.000099263896],"about_ca_topic_score_codex":0.0001358799,"about_ca_topic_score_gemma":0.00006473976,"teacher_disagreement_score":0.99555373,"about_ca_system_score_codex":0.000025334151,"about_ca_system_score_gemma":0.00032901086,"threshold_uncertainty_score":0.2781557},"labels":[],"label_agreement":null},{"id":"W4391556990","doi":"10.4108/eai.18-12-2023.2348180","title":"AI-driven Generation of News Summaries Leveraging GPT and Pegasus Summarizer for Efficient Information Extraction","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; Styrelsen för Internationellt Utvecklingssamarbete","keywords":"Computer science; Information extraction; Automatic summarization; Extraction (chemistry); Information retrieval; Natural language generation; Artificial intelligence; Natural language processing; Natural language","score_opus":0.037771114246217825,"score_gpt":0.27545003907752913,"score_spread":0.2376789248313113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391556990","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05067746,0.00010155634,0.9465103,0.0014650589,0.0005675194,0.00018978569,0.00000222143,0.00010001351,0.00038606368],"genre_scores_gemma":[0.9116729,0.000012626734,0.087805144,0.00021861667,0.00009123576,0.000014509781,0.000014497372,0.000003650449,0.00016681982],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999366,0.000013302307,0.00022786173,0.00015195351,0.00013724157,0.000103640494],"domain_scores_gemma":[0.9996404,0.00006152264,0.000041431245,0.00014711429,0.000083816616,0.000025721816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017263395,0.00006709242,0.000074460506,0.00012665009,0.00007234791,0.000331069,0.0000942556,0.000037536225,0.000004387021],"category_scores_gemma":[0.000026746531,0.000059025748,0.000029827177,0.0001090943,0.000012296324,0.0011266327,0.00005919104,0.00005281518,0.0000030415936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010738265,0.00002033469,0.0003265397,0.0002504022,0.000026446794,0.0000010209392,0.0050397404,0.105796635,0.00938881,0.42400312,0.003190241,0.451946],"study_design_scores_gemma":[0.0001416479,0.000020242996,0.000094890165,0.000017787026,0.00000563217,0.0000042967404,0.000058179226,0.98510814,0.0039739097,0.0006092483,0.009900127,0.00006591936],"about_ca_topic_score_codex":0.000103068596,"about_ca_topic_score_gemma":0.000033325825,"teacher_disagreement_score":0.8793115,"about_ca_system_score_codex":0.000034564677,"about_ca_system_score_gemma":0.00006704595,"threshold_uncertainty_score":0.31925058},"labels":[],"label_agreement":null},{"id":"W4391567383","doi":"10.1007/978-3-031-45190-4_17","title":"Machine Learning, Features, and Computational Approaches to Discourse Analysis","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut Universitaire de Gériatrie de Montréal","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.08122349840416718,"score_gpt":0.2611066355419474,"score_spread":0.17988313713778023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391567383","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009384921,0.00020230454,0.8181524,0.0021754769,0.00008140715,0.00012484717,0.000010313557,0.00025510837,0.17898871],"genre_scores_gemma":[0.0060104905,0.000022313028,0.10765485,0.0002179439,0.0000890402,0.0000060985785,0.00010675903,0.000026607931,0.8858659],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985263,0.00001711824,0.00020773156,0.0006881384,0.000387561,0.00017315669],"domain_scores_gemma":[0.999275,0.00009167866,0.00008461821,0.00038121163,0.000030429392,0.00013704815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019841366,0.00023452652,0.00033431276,0.00049398874,0.00010412033,0.00019332203,0.00046412612,0.00012997937,0.000054335862],"category_scores_gemma":[0.000012064014,0.00020351616,0.00013238248,0.0001541647,0.0000323068,0.00009139665,0.0005670791,0.00033432053,0.00008288879],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010472648,0.0000033912256,0.000087822846,0.00000853186,0.0002666038,0.000011524397,0.00025588085,0.105124384,7.4617404e-8,0.87504005,0.00043902115,0.018761678],"study_design_scores_gemma":[0.00009175528,0.000029354243,0.0004919672,0.000019527215,0.0001657702,0.000010668582,0.000010507769,0.93128943,3.841055e-7,0.05796151,0.009558371,0.0003707761],"about_ca_topic_score_codex":0.00008097056,"about_ca_topic_score_gemma":0.00017669612,"teacher_disagreement_score":0.826165,"about_ca_system_score_codex":0.000025670539,"about_ca_system_score_gemma":0.00003705241,"threshold_uncertainty_score":0.8299148},"labels":[],"label_agreement":null},{"id":"W4391572936","doi":"10.1007/s10618-023-01001-y","title":"VEM$$^2$$L: an easy but effective framework for fusing text and structure knowledge on sparse knowledge graph completion","year":2024,"lang":"en","type":"article","venue":"Data Mining and Knowledge Discovery","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"National Natural Science Foundation of China","keywords":"Computer science; Knowledge graph; Graph; Information retrieval; Artificial intelligence; Theoretical computer science","score_opus":0.05877690887851249,"score_gpt":0.33299489273397936,"score_spread":0.27421798385546686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391572936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36151677,0.013397699,0.6201701,0.000084840896,0.0024054174,0.0005696487,0.00072842295,0.00029383533,0.00083323545],"genre_scores_gemma":[0.95341945,0.00010866814,0.044526216,0.000063149855,0.0010060427,0.000044662647,0.0004452244,0.000055171,0.00033140488],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972176,0.00020913722,0.00034345486,0.0015937496,0.0001496412,0.0004864053],"domain_scores_gemma":[0.99699897,0.0012953101,0.00007698452,0.0013337407,0.00009523852,0.00019975485],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006815006,0.00041679517,0.00042838528,0.00034141276,0.0004469457,0.0013412265,0.0009204592,0.00022708201,0.0000032836215],"category_scores_gemma":[0.00026565642,0.00037292458,0.00006843804,0.0004602972,0.00015662539,0.002064431,0.0010590878,0.00037688558,0.000014699274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007340822,0.00027994483,0.0004307829,0.00090424565,0.0001299338,0.000016916878,0.013751176,0.000031759857,0.00076364283,0.1532664,0.0017943355,0.82855743],"study_design_scores_gemma":[0.0011916264,0.0006779916,0.0021931473,0.0029589257,0.00016741198,0.000086377004,0.0011400174,0.93382525,0.00063788856,0.026496997,0.029436542,0.001187832],"about_ca_topic_score_codex":0.000025197689,"about_ca_topic_score_gemma":0.00018139902,"teacher_disagreement_score":0.9337935,"about_ca_system_score_codex":0.000063965934,"about_ca_system_score_gemma":0.00016963217,"threshold_uncertainty_score":0.99987227},"labels":[],"label_agreement":null},{"id":"W4391680357","doi":"10.1145/3640460","title":"Revisiting Bag of Words Document Representations for Efficient Ranking with Transformers","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Canadian Institute of Steel Construction","keywords":"Computer science; Transformer; Search engine indexing; Inference; ENCODE; Artificial intelligence; Question answering; Information retrieval; Machine learning; Natural language processing; Voltage","score_opus":0.01808328787664678,"score_gpt":0.2747271749205496,"score_spread":0.25664388704390284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391680357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025118857,0.000082314196,0.9940825,0.0006229039,0.0006710633,0.0007713886,0.00002121889,0.0002108096,0.001025911],"genre_scores_gemma":[0.9643445,0.000011994009,0.03523245,0.00003554615,0.00003523369,0.00025590687,0.000009307414,0.0000075176877,0.000067524445],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985862,0.000031670108,0.00062063814,0.00018148929,0.00040039048,0.00017961675],"domain_scores_gemma":[0.99897724,0.00026303006,0.00011424007,0.00045331233,0.00014428433,0.00004791402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005478102,0.00011781611,0.00015938948,0.00036590395,0.0001847407,0.00033578638,0.00033382003,0.00004549051,0.000005463615],"category_scores_gemma":[0.000016063495,0.00009823524,0.00010059636,0.000538689,0.000018510971,0.0014055751,0.000004399389,0.000109455345,0.000014239608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018037896,0.000010171224,0.0000037930226,0.0006387458,0.00006666733,4.6604825e-7,0.007618749,0.77832764,0.000056879908,0.02665157,0.000010576122,0.18659668],"study_design_scores_gemma":[0.00057433575,0.00008955682,0.0000148129,0.0007390813,0.000037353355,0.00002763761,0.002190396,0.9892214,0.00150757,0.00016503084,0.005257777,0.00017504841],"about_ca_topic_score_codex":0.000054352415,"about_ca_topic_score_gemma":0.0000013721759,"teacher_disagreement_score":0.96183264,"about_ca_system_score_codex":0.00009506903,"about_ca_system_score_gemma":0.000091812006,"threshold_uncertainty_score":0.4005917},"labels":[],"label_agreement":null},{"id":"W4391681217","doi":"10.1145/3643681","title":"VeriGen: A Large Language Model for Verilog Code Generation","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Design Automation of Electronic Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":191,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Army Research Office; National Science Foundation","keywords":"Computer science; Verilog; Correctness; Programming language; Set (abstract data type); Scripting language; Code (set theory); Hardware description language; Compiler; Embedded system; Field-programmable gate array","score_opus":0.04508213604149722,"score_gpt":0.29203474536437435,"score_spread":0.24695260932287713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391681217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017329504,0.0009884716,0.9951492,0.0002750774,0.0005598754,0.000736535,0.000029792982,0.00049693254,0.000031150794],"genre_scores_gemma":[0.92711174,0.000024822853,0.071725704,0.000036630554,0.0000679914,0.00030647722,0.00001247906,0.000019380237,0.00069474493],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985763,0.00009951138,0.00037478496,0.0003700557,0.0002576262,0.00032173967],"domain_scores_gemma":[0.99901164,0.00014744757,0.00007735099,0.0006447906,0.000079614336,0.00003916686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067600136,0.0001408238,0.00017727725,0.00022983844,0.00012622765,0.00014020104,0.00045629407,0.000098927274,0.000008056596],"category_scores_gemma":[0.000024251463,0.0001399162,0.00010279988,0.00028868826,0.000009119257,0.00044713638,0.000004928545,0.00012229674,0.000022445773],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010592448,0.000057526755,1.697726e-7,0.00013338856,0.00007432968,9.598012e-7,0.0018038286,0.8884711,0.029467242,0.06345707,0.00033297078,0.016190797],"study_design_scores_gemma":[0.00026883767,0.00015401735,6.1576793e-7,0.000051795178,0.000022396196,0.000011740187,0.00003684933,0.9841501,0.013383953,0.001437543,0.00035397452,0.00012815946],"about_ca_topic_score_codex":0.000010467138,"about_ca_topic_score_gemma":0.000013798545,"teacher_disagreement_score":0.9253788,"about_ca_system_score_codex":0.0002445274,"about_ca_system_score_gemma":0.00030495622,"threshold_uncertainty_score":0.5705617},"labels":[],"label_agreement":null},{"id":"W4391682754","doi":"10.1016/j.neuron.2024.01.016","title":"Data science opportunities of large language models for neuroscience and biomedicine","year":2024,"lang":"en","type":"article","venue":"Neuron","topic":"Topic Modeling","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute; Montreal Neurological Institute and Hospital","funders":"","keywords":"Biomedicine; Cognitive reframing; Cognitive science; Cognitive neuroscience; Neuroscience; Computational neuroscience; Cognition; Computer science; Psychology; Data science; Biology; Bioinformatics","score_opus":0.17261567622721516,"score_gpt":0.35244863348445266,"score_spread":0.1798329572572375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391682754","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06719126,0.00090228586,0.9283286,0.0019491722,0.00076221337,0.00014267907,0.00008112298,0.00012114063,0.0005215264],"genre_scores_gemma":[0.9910598,0.00008631304,0.008177307,0.00047577915,0.000044822606,0.0000033445974,0.0000029472662,0.0000054590764,0.00014423719],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888116,0.000010916071,0.00013266398,0.0005035404,0.0002665584,0.00020516731],"domain_scores_gemma":[0.9990727,0.000063064996,0.000025706831,0.0007397874,0.000031722877,0.000067017565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060127233,0.00006435248,0.000083217725,0.00017313522,0.00007815068,0.00012195071,0.0012447378,0.000013331606,8.599228e-7],"category_scores_gemma":[0.00008307031,0.000053748063,0.000010305425,0.0003281802,0.00018579529,0.0014553022,0.0008170963,0.000053605356,3.655394e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004649143,0.000049251983,0.000025021312,0.00037480713,0.0000025332085,0.000082888015,0.0029683714,0.00036027734,0.18238801,0.621816,0.00093770935,0.19099054],"study_design_scores_gemma":[0.0000741501,0.00006024677,0.0000577998,0.000028312354,0.0000030419508,0.000015632902,0.0000560755,0.99149984,0.0010751293,0.0012215365,0.005857877,0.000050377865],"about_ca_topic_score_codex":0.000010794221,"about_ca_topic_score_gemma":0.0000016679451,"teacher_disagreement_score":0.99113953,"about_ca_system_score_codex":0.0000058726646,"about_ca_system_score_gemma":0.00013707839,"threshold_uncertainty_score":0.2313053},"labels":[],"label_agreement":null},{"id":"W4391689861","doi":"10.1016/j.softx.2024.101649","title":"APRCOIE: An open information extraction system for Chinese","year":2024,"lang":"en","type":"article","venue":"SoftwareX","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; National Office for Philosophy and Social Sciences","keywords":"Computer science; Information extraction; Information retrieval; World Wide Web; Natural language processing","score_opus":0.02400441237466808,"score_gpt":0.314194521563081,"score_spread":0.29019010918841287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391689861","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007879412,0.00005815508,0.98842895,0.00022913014,0.0014574314,0.0003654275,0.0000056634376,0.0007856093,0.00079020165],"genre_scores_gemma":[0.8691119,0.0000011356351,0.13034958,0.000100585894,0.00015628336,0.00009153002,0.000019035586,0.00000662448,0.00016334682],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936783,0.000016789734,0.00017757733,0.00018668605,0.00012534822,0.00012578907],"domain_scores_gemma":[0.99944293,0.00006240389,0.000035636607,0.00035437278,0.00005646315,0.00004818416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003454226,0.000073642586,0.00007745039,0.00007793387,0.000093973744,0.0010057794,0.0006925811,0.000044448923,0.0000040276304],"category_scores_gemma":[0.00004436403,0.000061820734,0.000026756148,0.00017507962,0.0000042441457,0.005279349,0.00016103951,0.00006279601,0.000081598046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011286828,0.000023160837,0.00024965595,0.0005960429,0.000019475448,0.0000060109737,0.0034008725,0.0020640176,0.00028815417,0.15518436,0.0017100807,0.8364469],"study_design_scores_gemma":[0.00017020352,0.000055911696,0.00045638654,0.00007303296,0.0000043455902,0.000032746495,0.000068919886,0.96905166,0.00012817844,0.0059126313,0.023912162,0.00013380453],"about_ca_topic_score_codex":0.00006605792,"about_ca_topic_score_gemma":0.0000065194868,"teacher_disagreement_score":0.96698767,"about_ca_system_score_codex":0.00007568555,"about_ca_system_score_gemma":0.00007555921,"threshold_uncertainty_score":0.9698754},"labels":[],"label_agreement":null},{"id":"W4391815000","doi":"10.1016/j.artmed.2024.102814","title":"Automated image label extraction from radiology reports — A review","year":2024,"lang":"en","type":"review","venue":"Artificial Intelligence in Medicine","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Fundação para a Ciência e a Tecnologia; Canadian Mennonite University","keywords":"Computer science; Artificial intelligence; Annotation; Variety (cybernetics); Field (mathematics); Natural language processing; Medical imaging; Information retrieval; Information extraction; Machine learning","score_opus":0.16428139144750825,"score_gpt":0.4525903850097035,"score_spread":0.28830899356219525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391815000","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.5680924e-7,0.82512933,0.16848007,0.0011535921,0.0035469003,0.0007291586,0.0000030679719,0.0005885674,0.00036856806],"genre_scores_gemma":[0.000012792244,0.9846487,0.013841843,0.00041881707,0.00075942476,0.00014860851,0.000065762455,0.000036335874,0.00006769507],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99470353,0.00040716497,0.0026794865,0.0013271098,0.00043985233,0.00044283172],"domain_scores_gemma":[0.9971637,0.0005501216,0.0006496441,0.0014021782,0.00010455736,0.00012976334],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020538494,0.0005021663,0.0021979748,0.0004700191,0.000050109025,0.00007085906,0.0010006679,0.00035480774,0.00017165675],"category_scores_gemma":[0.0012199252,0.00036589647,0.00016973083,0.0015017568,0.00015963655,0.0002771396,0.00026872545,0.0010484557,0.00065387826],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.3735965e-7,0.000034273606,1.14331044e-7,0.006557183,0.00003374674,0.0016214427,0.00017377922,0.000002349407,0.000009043696,0.0024481348,0.003893912,0.9852255],"study_design_scores_gemma":[0.000019738723,0.00010606049,2.4397158e-7,0.18657881,0.0007221357,0.0012567559,0.000036794372,0.09331712,0.00001091504,0.037217014,0.68012154,0.0006128517],"about_ca_topic_score_codex":0.00063465536,"about_ca_topic_score_gemma":0.00006614746,"teacher_disagreement_score":0.98461264,"about_ca_system_score_codex":0.0002361219,"about_ca_system_score_gemma":0.00031409954,"threshold_uncertainty_score":0.9998793},"labels":[],"label_agreement":null},{"id":"W4391833165","doi":"10.1145/3640543.3645200","title":"Why and When LLM-Based Assistants Can Go Wrong: Investigating the Effectiveness of Prompt-Based Interactions for Software Help-Seeking","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Context (archaeology); Task (project management); Domain (mathematical analysis); Software; Baseline (sea); Relevance (law); Perception; Software engineering; Psychology; Engineering; Programming language","score_opus":0.044925306135747876,"score_gpt":0.29267780404446536,"score_spread":0.24775249790871748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391833165","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045320045,0.00014957174,0.94948786,0.0022545073,0.0010088696,0.0013019643,0.00004787768,0.00029123673,0.00013804309],"genre_scores_gemma":[0.71893466,4.0833334e-7,0.27991474,0.00051751133,0.00007262308,0.00045988566,0.000018070292,0.000032164357,0.000049935985],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976589,0.00036881582,0.0004610916,0.0008928125,0.00032233217,0.00029601107],"domain_scores_gemma":[0.99626905,0.002184743,0.00026364834,0.0009490031,0.00023498268,0.000098583994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014177741,0.0003226459,0.00040939223,0.00019647526,0.00019622805,0.0004503686,0.0009267317,0.00014541745,0.00000540167],"category_scores_gemma":[0.0005646739,0.00024248334,0.00017214434,0.0001729972,0.00010877508,0.0001014622,0.0011815288,0.00062025944,8.9387225e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003861348,0.001103423,0.04318464,0.09119856,0.002079435,0.00006977859,0.014213697,0.48594916,0.047197588,0.11167894,0.0037628436,0.19917579],"study_design_scores_gemma":[0.00033515927,0.00005861393,0.0008081323,0.0032515193,0.00006463618,0.0000026103692,0.00003917823,0.9337057,0.010754205,0.050487105,0.00018700674,0.00030613033],"about_ca_topic_score_codex":0.0008592881,"about_ca_topic_score_gemma":0.0005773797,"teacher_disagreement_score":0.6736146,"about_ca_system_score_codex":0.00018487462,"about_ca_system_score_gemma":0.0007435121,"threshold_uncertainty_score":0.98881835},"labels":[],"label_agreement":null},{"id":"W4391840390","doi":"10.1145/3648471","title":"Utilizing BERT for Information Retrieval: Survey, Applications, Resources, and Challenges","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; Central China Normal University; York University","keywords":"Computer science; Information retrieval; Data science; World Wide Web","score_opus":0.16111223945183448,"score_gpt":0.35412702620949055,"score_spread":0.19301478675765607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391840390","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012631609,0.6366642,0.36157092,0.00009449816,0.00037167632,0.00083087175,0.000032942735,0.00031036037,0.00012325148],"genre_scores_gemma":[0.000057242472,0.9596801,0.039632715,0.000033336964,0.00026482277,0.00005693936,0.00019379481,0.000043277323,0.000037770104],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99621236,0.0011365261,0.0010233585,0.0008401802,0.00034693436,0.00044062326],"domain_scores_gemma":[0.9942919,0.0032560658,0.00048651855,0.0016388927,0.0002136263,0.00011298352],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010919734,0.00045572367,0.0010621933,0.00040072453,0.00024897535,0.0006691805,0.0020353312,0.0003378636,4.1594527e-7],"category_scores_gemma":[0.0011175837,0.00041000257,0.00021459437,0.00068130996,0.000040300714,0.00040114333,0.0018807936,0.0004529591,0.000046791985],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3633227e-7,0.0000056152594,0.0000057301568,0.011472242,0.000052559295,4.979148e-7,0.0002540291,0.0000034380275,5.5683476e-9,0.004134792,0.00016850549,0.98390216],"study_design_scores_gemma":[0.000087091685,0.000023199937,0.000109718596,0.00310575,0.0000937811,0.000026660959,0.000013648953,0.011347465,8.766757e-8,0.0009438229,0.9838248,0.0004239647],"about_ca_topic_score_codex":0.00008136657,"about_ca_topic_score_gemma":0.000024709327,"teacher_disagreement_score":0.9836563,"about_ca_system_score_codex":0.00010133534,"about_ca_system_score_gemma":0.00018706573,"threshold_uncertainty_score":0.9998352},"labels":[],"label_agreement":null},{"id":"W4391899324","doi":"10.25071/2564-2855.36","title":"Is ChatGPT taking over the language classroom?","year":2024,"lang":"en","type":"article","venue":"Working papers in Applied Linguistics and Linguistics at York","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Linguistics; Psychology; Computer science; Mathematics education; Philosophy","score_opus":0.019031228502891715,"score_gpt":0.2599082870151254,"score_spread":0.2408770585122337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391899324","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008698447,0.004632569,0.00608357,0.00023670452,0.008548363,0.00047005748,0.000008680019,0.00045714522,0.97869307],"genre_scores_gemma":[0.9684447,0.00013540246,0.026016086,0.00108514,0.0037400094,0.000032176442,0.0000047974268,0.00004989122,0.00049181294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763507,0.00003316904,0.0004853778,0.0008208174,0.0004300782,0.00059550256],"domain_scores_gemma":[0.9982606,0.00066044857,0.00014142095,0.00079272926,0.000021665071,0.00012314334],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006730222,0.0003335832,0.00029507733,0.00016984156,0.00036037536,0.0006000938,0.00078323134,0.00018400387,0.000033674765],"category_scores_gemma":[0.0013609777,0.00027462136,0.0000852981,0.00052841863,0.00011839039,0.0000014062899,0.0006353579,0.0006564452,0.000023725053],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005587965,0.000014560896,0.0007286288,0.00006753577,0.00002967958,0.000107757514,0.005448256,0.00047365794,0.0000760424,0.95569205,0.00048131315,0.036874913],"study_design_scores_gemma":[0.00017045517,0.000009481621,0.000112831236,0.0002528013,0.000025640415,0.0000047103026,0.00012618562,0.18845579,0.00006245368,0.0050552366,0.8054055,0.00031890525],"about_ca_topic_score_codex":0.00005981158,"about_ca_topic_score_gemma":0.00006747271,"teacher_disagreement_score":0.97820127,"about_ca_system_score_codex":0.00017182445,"about_ca_system_score_gemma":0.00009136748,"threshold_uncertainty_score":0.9999706},"labels":[],"label_agreement":null},{"id":"W4391904037","doi":"10.24251/hicss.2023.072","title":"Introduction to the Minitrack on Text Mining and Analytics","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ... Annual Hawaii International Conference on System Sciences/Proceedings of the Annual Hawaii International Conference on System Sciences","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Social media; Computer science; Data science; Big data; World Wide Web; Government (linguistics); Social media analytics; Analytics; Knowledge management; Data mining","score_opus":0.05798968165721539,"score_gpt":0.3003729609921053,"score_spread":0.24238327933488993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391904037","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14289615,0.000016228687,0.0003042655,0.05949199,0.006036674,0.0011164468,0.00023378937,0.00028315844,0.7896213],"genre_scores_gemma":[0.9945495,0.00002495772,0.0011641976,0.00034652548,0.0009609194,0.00010152228,0.0000019598785,0.00002532142,0.0028251123],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9907888,0.000069765105,0.0015187003,0.0018916416,0.0048791124,0.0008519387],"domain_scores_gemma":[0.9923563,0.000340103,0.0018542705,0.00050269434,0.0046963263,0.0002503234],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0054606237,0.0006611736,0.00070847664,0.0011937054,0.0014223183,0.001701005,0.012008207,0.00020810228,0.000031915828],"category_scores_gemma":[0.00032820198,0.0003927362,0.00033089978,0.0032394328,0.0013893467,0.0022623078,0.0022582712,0.0005358895,0.00009779077],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075489406,0.00006848009,0.0018397049,0.00010995498,0.00007078083,8.6103336e-7,0.0035609072,0.0007580068,0.0006940468,0.983673,0.0074907304,0.0016580436],"study_design_scores_gemma":[0.00078938244,0.00143258,0.0054751574,0.004619038,0.00006239551,0.00021638407,0.94331133,0.033205293,0.0023628003,0.0039359624,0.0035665962,0.0010230651],"about_ca_topic_score_codex":0.00013495643,"about_ca_topic_score_gemma":0.000016646674,"teacher_disagreement_score":0.97973704,"about_ca_system_score_codex":0.00039745148,"about_ca_system_score_gemma":0.00041659654,"threshold_uncertainty_score":0.9998777},"labels":[],"label_agreement":null},{"id":"W4391941699","doi":"10.1080/0142159x.2024.2316223","title":"Twelve tips for Natural Language Processing in medical education program evaluation","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Workflow; Computer science; Preprocessor; Process (computing); Medical education; Data science; Artificial intelligence; Medicine; Programming language","score_opus":0.0370885945004089,"score_gpt":0.40961178499880835,"score_spread":0.37252319049839944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391941699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16221775,0.028416196,0.74979377,0.04486093,0.0041880556,0.0034732562,3.8547554e-7,0.0011907909,0.0058588446],"genre_scores_gemma":[0.9820914,0.0000045784996,0.015004002,0.0004982192,0.0006764924,0.00094483595,0.000014677984,0.000011186224,0.00075456453],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791867,0.00009958931,0.00023631529,0.00035922872,0.001164246,0.00022198466],"domain_scores_gemma":[0.99955714,0.000037449565,0.000022779383,0.0001824744,0.0000552057,0.00014495141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002379486,0.00008756327,0.0001023575,0.00009837178,0.000032469266,0.00012924462,0.0004500241,0.0001516123,0.00028783202],"category_scores_gemma":[0.0015119185,0.00006896246,0.000041798874,0.00027728206,0.00003356991,0.00025847953,0.0000830199,0.00040622137,0.000016519834],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013256764,0.00010729977,0.00015974446,0.000067293375,0.0000026002808,0.000008216589,0.0020185374,0.0000017843225,0.0000030667188,0.0012615544,0.0013144165,0.9950542],"study_design_scores_gemma":[0.00022301308,0.000017884386,0.0001492666,0.0003087603,0.0000057570987,0.000023925271,0.000107795364,0.9833174,0.000005979579,0.0012063814,0.014549622,0.000084215],"about_ca_topic_score_codex":0.000028022469,"about_ca_topic_score_gemma":0.000053208576,"teacher_disagreement_score":0.99496996,"about_ca_system_score_codex":0.00012800276,"about_ca_system_score_gemma":0.0017027995,"threshold_uncertainty_score":0.3151559},"labels":[],"label_agreement":null},{"id":"W4391968356","doi":"10.1142/s0218213024500052","title":"Summary Augmenter: A Text Augmentation Framework to Improve Summarization Quality","year":2024,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence Tools","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Automatic summarization; Computer science; Quality (philosophy); Information retrieval; Philosophy; Epistemology","score_opus":0.07811631283339375,"score_gpt":0.38591626279305946,"score_spread":0.3077999499596657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391968356","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016473915,0.00017754153,0.9670502,0.007940815,0.007747482,0.00016065301,0.0000139283065,0.000075046526,0.00036042865],"genre_scores_gemma":[0.8994869,0.000069496964,0.0978146,0.000999908,0.0013864188,0.000010651715,0.0000062751446,0.000015711152,0.00021006758],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971609,0.0001062825,0.0011774459,0.0003509752,0.0009874793,0.00021691571],"domain_scores_gemma":[0.99815196,0.00047953127,0.0002812001,0.00027364102,0.0006692625,0.00014441746],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011691857,0.0001585607,0.00019422124,0.00046106358,0.00005912212,0.0014083028,0.0014168756,0.00008695543,0.00010827441],"category_scores_gemma":[0.0007120224,0.00014791336,0.00017733646,0.00040399304,0.00003144278,0.0018343758,0.00023824404,0.00033615058,0.0001818993],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057103647,0.00006433164,0.00005103311,0.000010834126,0.00008282102,0.000073868905,0.0014564866,0.0050381413,0.009829069,0.27863005,0.00032293017,0.7043833],"study_design_scores_gemma":[0.000112576905,0.00054646394,0.00040306334,0.0012266022,0.000041348627,0.00015326033,0.0009105039,0.3286007,0.1524534,0.5018863,0.0129872365,0.0006785381],"about_ca_topic_score_codex":0.000042705935,"about_ca_topic_score_gemma":0.000014860483,"teacher_disagreement_score":0.88301295,"about_ca_system_score_codex":0.00030843922,"about_ca_system_score_gemma":0.00021891437,"threshold_uncertainty_score":0.9996283},"labels":[],"label_agreement":null},{"id":"W4391973028","doi":"10.1016/j.compbiomed.2024.108189","title":"A comprehensive evaluation of large Language models on benchmark biomedical text processing tasks","year":2024,"lang":"en","type":"article","venue":"Computers in Biology and Medicine","topic":"Topic Modeling","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; York University","keywords":"Benchmark (surveying); Computer science; Task (project management); Set (abstract data type); Domain (mathematical analysis); Work (physics); Artificial intelligence; Engineering; Mathematics","score_opus":0.045177384775807475,"score_gpt":0.377081677449967,"score_spread":0.33190429267415955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391973028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20472443,0.010462092,0.7809845,0.002135904,0.00082858617,0.00017618095,0.0000022119843,0.00005661347,0.00062944856],"genre_scores_gemma":[0.9890683,0.00006488923,0.010066984,0.00062816154,0.0001398901,0.0000077395225,0.000015536225,0.0000034709728,0.0000049940027],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998883,0.00014004078,0.00024870707,0.0003570143,0.00019523385,0.00017599268],"domain_scores_gemma":[0.9994388,0.00021290673,0.000041827192,0.00019273338,0.00006137478,0.000052349216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086162233,0.00010124193,0.00021833568,0.0002736967,0.000033865534,0.000009080737,0.00022692558,0.000097788965,0.000008360843],"category_scores_gemma":[0.000039907827,0.00007313013,0.000017170936,0.0002741185,0.0001603342,0.000092575676,0.00012762756,0.0001724236,0.0000012116918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011970415,0.00006468674,0.0001584979,0.00019777386,0.000024976907,0.000032391137,0.009880077,0.0006747023,0.0021505638,0.103200376,0.0005645319,0.8830395],"study_design_scores_gemma":[0.0006970135,0.00018623992,0.0005003799,0.0005981071,0.00001092704,0.000018321183,0.00015732224,0.9753846,0.000039134356,0.021752508,0.00058619975,0.00006923918],"about_ca_topic_score_codex":0.00002045363,"about_ca_topic_score_gemma":0.0000027065437,"teacher_disagreement_score":0.9747099,"about_ca_system_score_codex":0.000032427604,"about_ca_system_score_gemma":0.00007464048,"threshold_uncertainty_score":0.29821602},"labels":[],"label_agreement":null},{"id":"W4391986589","doi":"10.1145/3643991.3645074","title":"Can ChatGPT Support Developers? An Empirical Evaluation of Large Language Models for Code Generation","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Programming language; Code generation; Code (set theory); Code review; Software engineering; Static program analysis; Software; Software development; Operating system","score_opus":0.17828140476919138,"score_gpt":0.41025927595688766,"score_spread":0.23197787118769628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391986589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10102413,0.0001443027,0.8941077,0.001683471,0.0007614216,0.0007513896,0.000089058434,0.00015256129,0.001285939],"genre_scores_gemma":[0.7950365,0.0000049868877,0.20337638,0.00040820162,0.00024269732,0.00018437082,0.00029933304,0.000018519364,0.00042901706],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99771386,0.00012066711,0.00043794126,0.00079176563,0.00069260586,0.00024317417],"domain_scores_gemma":[0.9984157,0.00002037394,0.00011673421,0.0008679633,0.00049894577,0.00008029882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022155894,0.00019466536,0.000257607,0.0001672148,0.00004852636,0.00015539357,0.0006823918,0.00023312584,0.000053220407],"category_scores_gemma":[0.000047422716,0.00017763377,0.00009877482,0.000109024055,0.00001015019,0.00018546866,0.0008896223,0.00021879691,0.00000515329],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009216854,0.0002405009,0.00005870633,0.00058594294,0.00017181829,0.000008389588,0.061688207,0.6155557,0.003419619,0.1777237,0.005644848,0.13489333],"study_design_scores_gemma":[0.0002127841,0.000029153995,0.00000895688,0.000030347243,0.000048793274,0.0000024166768,0.00007913447,0.9614232,0.003109215,0.03478133,0.00007656504,0.00019808362],"about_ca_topic_score_codex":0.000117034586,"about_ca_topic_score_gemma":0.0012151867,"teacher_disagreement_score":0.69401234,"about_ca_system_score_codex":0.00019219551,"about_ca_system_score_gemma":0.0013533802,"threshold_uncertainty_score":0.7243695},"labels":[],"label_agreement":null},{"id":"W4391992289","doi":"10.1109/eiecs59936.2023.10435469","title":"Triple-Compressed BERT for Efficient Implementation on NLP Tasks","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing","score_opus":0.051941081025909074,"score_gpt":0.33835829713474186,"score_spread":0.2864172161088328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391992289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044969264,0.0000037882255,0.95057213,0.0017462522,0.0005408704,0.00039521875,0.0000025503643,0.0003586873,0.0014112538],"genre_scores_gemma":[0.9608805,9.104456e-7,0.036857516,0.0006228255,0.00007822167,0.00010365488,0.000015591024,0.000007718867,0.0014330624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991263,0.00001607701,0.00016038545,0.00028802844,0.00018808951,0.00022108249],"domain_scores_gemma":[0.9994545,0.00011346745,0.000033218002,0.00033320088,0.000024728397,0.00004089427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023975395,0.000069325724,0.000073420546,0.00010004764,0.00009057885,0.00007127219,0.0003433788,0.000021797532,0.000024479126],"category_scores_gemma":[0.000013010644,0.000060111517,0.000045334345,0.0002318033,0.0000045619768,0.00006581164,0.000088983164,0.000032501033,0.000101282734],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023530733,0.000109182445,0.00019763225,0.00003630646,0.00003581005,0.0000055266255,0.0026735493,0.052292656,0.006252644,0.5488858,0.052895825,0.3365915],"study_design_scores_gemma":[0.0006489986,0.000066213055,0.000765501,0.00000415677,0.0000024436893,4.3039753e-7,0.00007314376,0.98084086,0.0087436205,0.0020487916,0.006713419,0.00009241689],"about_ca_topic_score_codex":0.00005974797,"about_ca_topic_score_gemma":0.000014433848,"teacher_disagreement_score":0.9285482,"about_ca_system_score_codex":0.0000270848,"about_ca_system_score_gemma":0.00002377855,"threshold_uncertainty_score":0.24512765},"labels":[],"label_agreement":null},{"id":"W4392110993","doi":"10.3390/modelling5010016","title":"Intent Identification by Semantically Analyzing the Search Query","year":2024,"lang":"en","type":"article","venue":"Modelling—International Open Access Journal of Modelling in Engineering Science","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Web search query; Computer science; Identification (biology); Information retrieval; Query expansion; Web query classification; Query optimization; Search engine","score_opus":0.06832558378806373,"score_gpt":0.3581409375351658,"score_spread":0.28981535374710204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392110993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053722147,0.0009115909,0.93987745,0.0031478396,0.0020032416,0.0001564733,0.0000020092252,0.000042439173,0.0001367996],"genre_scores_gemma":[0.9382205,0.00041794768,0.061026983,0.000061469495,0.00013630194,0.0000073363167,0.000001049281,0.000017674123,0.000110731235],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965888,0.00003512344,0.0010482382,0.00057877984,0.0013335359,0.00041548087],"domain_scores_gemma":[0.9982946,0.00025517124,0.00020534577,0.00048793975,0.0006195798,0.00013738681],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0057561602,0.00019353919,0.00023734181,0.0009560435,0.00015907161,0.007835705,0.011599886,0.000051922292,0.0000072692415],"category_scores_gemma":[0.00010609262,0.00014998637,0.00010980408,0.0014943433,0.00010129213,0.008363497,0.0013908913,0.00069647975,0.000007384073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055379005,0.000031280102,0.000106346866,0.000019506992,0.000022379207,0.00002468451,0.00048097013,0.9655892,0.0017370788,0.029679868,0.000050224466,0.0022529012],"study_design_scores_gemma":[0.00011423174,0.000012964155,0.000024334617,0.00041475022,0.000007257466,0.000058753885,0.000019590741,0.9927412,0.002225633,0.00391491,0.0002996146,0.00016670483],"about_ca_topic_score_codex":0.00012976957,"about_ca_topic_score_gemma":0.0000016463421,"teacher_disagreement_score":0.88449836,"about_ca_system_score_codex":0.0004042428,"about_ca_system_score_gemma":0.00042226206,"threshold_uncertainty_score":0.99374783},"labels":[],"label_agreement":null},{"id":"W4392144222","doi":"10.1111/cogs.13413","title":"Determining the Relativity of Word Meanings Through the Construction of Individualized Models of Semantic Memory","year":2024,"lang":"en","type":"article","venue":"Cognitive Science","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Word (group theory); Computer science; Natural language processing; Semantics (computer science); Linguistics; Cognitive science; Artificial intelligence; Psychology; Philosophy; Programming language","score_opus":0.05578627591767514,"score_gpt":0.30205567213022433,"score_spread":0.24626939621254917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392144222","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45348158,0.00012766967,0.54247403,0.00014973452,0.00023647523,0.00014763488,0.0000038235153,0.000022086715,0.0033569718],"genre_scores_gemma":[0.9801892,0.000009794274,0.019715825,0.000044005075,0.000013663231,0.000005562118,1.8728419e-7,0.0000037074642,0.00001803661],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837625,0.000120569995,0.0003306328,0.00035082392,0.0006397909,0.00018194635],"domain_scores_gemma":[0.99813217,0.0008645403,0.00023103904,0.00035568944,0.000394679,0.000021892598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001549569,0.0000933695,0.00017390205,0.00010519295,0.00017453826,0.00006727474,0.0009846194,0.000029465362,0.000004099395],"category_scores_gemma":[0.00051583437,0.000055698543,0.0000660414,0.0012478904,0.0019497243,0.0011544754,0.0004563103,0.0001627456,0.0000013757608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012558683,0.000054612537,0.0019687957,0.00019180543,0.00006190528,0.0000038818143,0.084466256,0.001890196,0.009317289,0.42910522,0.000010917438,0.47291657],"study_design_scores_gemma":[0.00032638395,0.00007651152,0.004141858,0.00083560095,0.00006186714,0.0000288454,0.0027665058,0.76278824,0.08211762,0.14668548,0.000010285101,0.00016079971],"about_ca_topic_score_codex":0.000034999313,"about_ca_topic_score_gemma":0.0000029761445,"teacher_disagreement_score":0.76089805,"about_ca_system_score_codex":0.000017740778,"about_ca_system_score_gemma":0.00027761288,"threshold_uncertainty_score":0.718384},"labels":[],"label_agreement":null},{"id":"W4392153463","doi":"10.1109/upcon59197.2023.10434380","title":"Neuro-Symbolic AI: Integrating Symbolic Reasoning with Deep Learning","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon College and Seminary","funders":"","keywords":"Computer science; Artificial intelligence; The Symbolic; Symbolic communication; Cognitive science; Psychology; History","score_opus":0.013650972244720585,"score_gpt":0.24251783345820174,"score_spread":0.22886686121348115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392153463","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1502649,0.000027813228,0.83341306,0.0012190079,0.00017090041,0.00009655548,6.292807e-8,0.0016249379,0.013182768],"genre_scores_gemma":[0.93097204,0.000008727905,0.06636116,0.00077504356,0.00010990995,0.000018377521,0.0000016907744,0.000024545709,0.001728536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983378,0.000085994376,0.00022152175,0.00053372496,0.00032521354,0.0004957468],"domain_scores_gemma":[0.9990754,0.00016614873,0.000068130976,0.00050150405,0.000074324336,0.000114486604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034692927,0.00017562957,0.0001858163,0.0002005355,0.00027095704,0.00031975642,0.0007070239,0.00005073709,0.000020440484],"category_scores_gemma":[0.00021040507,0.00013848623,0.00004610058,0.001055968,0.000023066728,0.00048633342,0.0003624194,0.0004379991,0.00020928703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074559443,0.000029192599,0.049198613,0.00004427834,0.000046795438,0.00023304834,0.010826883,0.076945275,0.002265103,0.47083798,0.00047163028,0.38909376],"study_design_scores_gemma":[0.0001556349,0.00005118148,0.003782915,0.00005355653,0.000003735287,0.000045337056,0.00035424228,0.9926852,0.00033346558,0.0007538797,0.0015746902,0.00020615323],"about_ca_topic_score_codex":0.00012907381,"about_ca_topic_score_gemma":0.00005752295,"teacher_disagreement_score":0.91573995,"about_ca_system_score_codex":0.00002793715,"about_ca_system_score_gemma":0.00005168749,"threshold_uncertainty_score":0.5647304},"labels":[],"label_agreement":null},{"id":"W4392193048","doi":"10.1038/s41591-024-02855-5","title":"Adapted large language models can outperform medical experts in clinical text summarization","year":2024,"lang":"en","type":"article","venue":"Nature Medicine","topic":"Topic Modeling","field":"Computer Science","cited_by":664,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Institute of Biomedical Imaging and Bioengineering; Foundation for the National Institutes of Health; National Institute of Arthritis and Musculoskeletal and Skin Diseases; Agency for Healthcare Research and Quality; National Institutes of Health; National Heart, Lung, and Blood Institute","keywords":"Automatic summarization; Computer science; Natural language processing; Artificial intelligence; Information retrieval; Medicine","score_opus":0.022096485540582234,"score_gpt":0.3445173154923743,"score_spread":0.32242082995179205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392193048","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053938676,0.015826264,0.8707203,0.04340168,0.0049326434,0.0002876872,0.00000458886,0.00053621805,0.010351902],"genre_scores_gemma":[0.9914723,0.00016870152,0.0025461137,0.004273975,0.0010121518,0.000009508309,0.000027036112,0.000014719141,0.00047546215],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768174,0.0000949334,0.0005220096,0.0005187021,0.00086748984,0.00031510272],"domain_scores_gemma":[0.9989724,0.00026140717,0.000039214614,0.00047849506,0.000050526087,0.00019795248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016972751,0.00014752203,0.0002728208,0.00023629455,0.000032293425,0.00003330201,0.0006487123,0.00051399245,0.00019341081],"category_scores_gemma":[0.00070939545,0.00010632492,0.000050470964,0.00057736045,0.000048224996,0.0002477739,0.00019363768,0.0011587099,0.000009347729],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025159867,0.00017802464,0.0019395036,0.00015361131,0.00005250004,0.0018027746,0.019927623,0.00037989326,0.00012349393,0.33320266,0.020834856,0.6213799],"study_design_scores_gemma":[0.00072330696,0.000059147987,0.00033178768,0.00045074106,0.000006290835,0.000028068991,0.00022197522,0.98643464,0.000044638444,0.0013208636,0.010252044,0.00012650418],"about_ca_topic_score_codex":0.00013210441,"about_ca_topic_score_gemma":0.0005467939,"teacher_disagreement_score":0.9860547,"about_ca_system_score_codex":0.000068271445,"about_ca_system_score_gemma":0.00021677026,"threshold_uncertainty_score":0.5034082},"labels":[],"label_agreement":null},{"id":"W4392231600","doi":"10.1007/s10044-024-01213-y","title":"Big topic modeling based on a two-level hierarchical latent Beta-Liouville allocation for large-scale data and parameter streaming","year":2024,"lang":"en","type":"article","venue":"Pattern Analysis and Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Scale (ratio); BETA (programming language); Big data; Artificial intelligence; Data mining; Physics","score_opus":0.07047955069751044,"score_gpt":0.3082657168572723,"score_spread":0.23778616615976184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392231600","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019407535,0.00016703438,0.9778864,0.0020895302,0.000022341846,0.00022821693,0.00011551848,0.00005713856,0.000026306536],"genre_scores_gemma":[0.9437569,0.000023965138,0.055400796,0.0003139851,0.00009089994,0.0001786945,0.00019187258,0.000007075337,0.000035840327],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987924,0.000024409688,0.00022079647,0.0006624481,0.00013825607,0.00016166749],"domain_scores_gemma":[0.9989305,0.00015670735,0.00003104828,0.0007762495,0.000032675165,0.0000727867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027777816,0.00010517808,0.0001575357,0.00021056918,0.0001573113,0.00027119898,0.00033379224,0.000034838074,0.0000036664912],"category_scores_gemma":[0.0000067503997,0.00009114296,0.00006446286,0.0003740189,0.00001154909,0.00011166928,0.0001789995,0.00008745331,0.000002397111],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016432612,0.00009122588,0.0055446913,0.00007008598,0.00021091767,7.1462796e-7,0.0002923077,0.034291983,0.00013998011,0.010987646,0.000013397923,0.94835544],"study_design_scores_gemma":[0.00013643208,0.000009642027,0.00072757766,0.000016385784,0.00019859157,5.031838e-7,0.000015008239,0.9969414,0.000036947506,0.0012067616,0.00060723285,0.000103527884],"about_ca_topic_score_codex":0.0001028923,"about_ca_topic_score_gemma":0.000267485,"teacher_disagreement_score":0.9626494,"about_ca_system_score_codex":0.000014701392,"about_ca_system_score_gemma":0.000020988002,"threshold_uncertainty_score":0.37167022},"labels":[],"label_agreement":null},{"id":"W4392305414","doi":"10.5220/0012351200003654","title":"Information Retrieval Chatbot on Military Policies and Standards","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Government of Canada; Simon Fraser University; Department of National Defence","funders":"","keywords":"Chatbot; Computer science; Information retrieval; World Wide Web","score_opus":0.012314301875751523,"score_gpt":0.2629558411921978,"score_spread":0.2506415393164463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392305414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083423324,0.00057801255,0.8870417,0.0055128224,0.000477773,0.0000800953,0.0000074451086,0.00037229492,0.02250657],"genre_scores_gemma":[0.99067444,0.000056489702,0.007910163,0.0009819122,0.00005710663,8.85608e-7,7.8937893e-7,0.0000019163792,0.00031629184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994281,0.000007848977,0.00009486317,0.00007781668,0.00030397924,0.00008737742],"domain_scores_gemma":[0.9997351,0.000028360111,0.0000048757897,0.0001560419,0.000045033034,0.000030572668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029777605,0.00004542255,0.000041170282,0.00008595385,0.000036214104,0.00012765672,0.000116877876,0.000022474778,0.000010781184],"category_scores_gemma":[0.000039743783,0.000035128272,0.000012784523,0.00011764126,0.000011551902,0.000804943,0.00008265476,0.00005458288,0.000021760012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000079549945,0.0000044416634,0.000032266635,0.00007126837,0.000009162718,0.0000032171733,0.008021452,0.00033347806,0.00007808185,0.7972959,0.009192165,0.18495059],"study_design_scores_gemma":[0.00011740466,0.00011531017,0.00076864567,0.000055934564,0.000002063047,0.00001344764,0.00017490976,0.8522613,0.001191116,0.009090521,0.13607812,0.00013123026],"about_ca_topic_score_codex":0.000080310965,"about_ca_topic_score_gemma":0.0000053034864,"teacher_disagreement_score":0.9072511,"about_ca_system_score_codex":0.000048671034,"about_ca_system_score_gemma":0.00006336064,"threshold_uncertainty_score":0.14324895},"labels":[],"label_agreement":null},{"id":"W4392353984","doi":"10.18280/ria.380122","title":"Hybrid Approach for Automated Answer Scoring Using Semantic Analysis in Long Hindi Text","year":2024,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hindi; Natural language processing; Computer science; Artificial intelligence; Information retrieval; Linguistics; Philosophy","score_opus":0.05962336056621872,"score_gpt":0.3058849300047682,"score_spread":0.24626156943854946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392353984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13865928,0.00070126535,0.8590408,0.000110588015,0.0003888877,0.00032085166,0.0000025220572,0.00048684195,0.00028896597],"genre_scores_gemma":[0.8958683,0.000016203883,0.10367022,0.000031862928,0.00008390778,0.000028921708,0.00000792683,0.000019360743,0.0002732979],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99776435,0.000054191052,0.0005907464,0.00088488066,0.00019979678,0.0005060621],"domain_scores_gemma":[0.9988663,0.00017160682,0.00006983199,0.00074257154,0.00006771379,0.00008193336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078902685,0.00020127582,0.00032540975,0.0007389379,0.00012914788,0.00042442058,0.0007512166,0.00006539024,0.0000247003],"category_scores_gemma":[0.000055256136,0.0002050674,0.00022502194,0.0020318057,0.000036342604,0.0005076577,0.00018510423,0.00019778196,0.000045450073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024433289,0.000053518088,0.0009088037,0.00020499286,0.00007582403,0.000049798302,0.0011660641,0.96503115,0.0012671562,0.004073064,0.000022078104,0.02714511],"study_design_scores_gemma":[0.000021435926,0.00001699923,0.000077518336,0.00014545365,0.00006566213,0.000028494389,0.000114453025,0.98965937,0.008921797,0.00063057744,0.00008035178,0.00023786508],"about_ca_topic_score_codex":0.00013642489,"about_ca_topic_score_gemma":0.000018040235,"teacher_disagreement_score":0.757209,"about_ca_system_score_codex":0.00014525652,"about_ca_system_score_gemma":0.000081315535,"threshold_uncertainty_score":0.83624053},"labels":[],"label_agreement":null},{"id":"W4392397955","doi":"10.61577/jaiar.2024.100005","title":"Reranking passages with coarse-to- ne neural retriever enhanced by list-context information","year":2024,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence and Robotics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Labrador Retriever; Context (archaeology); Computer science; Information retrieval; Neuroscience; Psychology; Communication; Biology; Medicine; Surgery; Paleontology","score_opus":0.02869825168991653,"score_gpt":0.2677436004846747,"score_spread":0.2390453487947582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392397955","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032167133,0.0003603915,0.96286935,0.0036196741,0.0008097983,0.00007496389,8.8161687e-7,0.000029824689,0.00006801316],"genre_scores_gemma":[0.95581794,0.000094882875,0.043290272,0.00056660717,0.00017224965,6.1697165e-7,4.5726836e-7,0.000005772412,0.000051209627],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987738,0.000027673188,0.0005519491,0.00013345467,0.0003291742,0.00018394127],"domain_scores_gemma":[0.9992558,0.000104310086,0.00015148506,0.00014891483,0.00022827565,0.00011126767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037430666,0.00011391766,0.00017124704,0.00016592705,0.00009613765,0.00061278086,0.0003108673,0.00005560768,0.0000061775168],"category_scores_gemma":[0.00007094356,0.00008341475,0.00004538278,0.00036705844,0.000037321286,0.0015234579,0.00006732633,0.00028535005,0.000012425043],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004852003,0.000021907712,0.00002806388,0.000034447854,0.000029793311,0.000028583065,0.0052024717,0.13844526,0.002287823,0.019143749,0.00062745356,0.8341019],"study_design_scores_gemma":[0.00003927827,0.00050364813,0.000015569294,0.00030649855,0.000024507317,0.00010086241,0.0007958385,0.9599001,0.030969426,0.0046419865,0.0024930865,0.00020922635],"about_ca_topic_score_codex":0.000016828484,"about_ca_topic_score_gemma":0.000016073238,"teacher_disagreement_score":0.9236508,"about_ca_system_score_codex":0.000036179907,"about_ca_system_score_gemma":0.00007461748,"threshold_uncertainty_score":0.590906},"labels":[],"label_agreement":null},{"id":"W4392405447","doi":"10.1109/tifs.2024.3372809","title":"(Security) Assertions by Large Language Models","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Information Forensics and Security","topic":"Topic Modeling","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Office of Naval Research; Intel Corporation","keywords":"Computer science; Programming language; Natural language processing","score_opus":0.00911134536940814,"score_gpt":0.23101535780912044,"score_spread":0.2219040124397123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392405447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011274509,0.00015786389,0.9842083,0.0005930601,0.0006353143,0.0001419965,0.00014106801,0.00034825495,0.002499663],"genre_scores_gemma":[0.9972771,0.000097010176,0.0020654604,0.0004282594,0.000018776502,0.000021181866,0.00001804121,0.0000057829434,0.000068416135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990846,0.000020573163,0.0002725735,0.00017895101,0.00023355847,0.00020973188],"domain_scores_gemma":[0.9994815,0.00004399094,0.000033714776,0.00028204938,0.00006208872,0.00009666773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019379646,0.00013170746,0.00010765876,0.00018540428,0.00022294711,0.00044377826,0.00017804436,0.000093923954,0.000015853944],"category_scores_gemma":[0.0000022999563,0.00012577989,0.000072457085,0.00029697316,0.000024040488,0.003000497,0.000005134692,0.00028474058,0.000041448864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008253947,0.00008889252,0.0000017803306,0.00017904953,0.00006453834,0.0000055865967,0.0336199,0.009395935,0.00007009573,0.852227,0.0040264167,0.100312576],"study_design_scores_gemma":[0.0001694343,0.00002849417,9.973223e-7,0.000028749957,0.000009580811,0.00001122198,0.00027567983,0.9509498,0.0011711393,0.037287388,0.009920687,0.0001468504],"about_ca_topic_score_codex":0.000048800703,"about_ca_topic_score_gemma":0.000035697,"teacher_disagreement_score":0.98600256,"about_ca_system_score_codex":0.000039190432,"about_ca_system_score_gemma":0.000041961204,"threshold_uncertainty_score":0.5129155},"labels":[],"label_agreement":null},{"id":"W4392413980","doi":"10.2196/49997","title":"A Case Demonstration of the Open Health Natural Language Processing Toolkit From the National COVID-19 Cohort Collaborative and the Researching COVID to Enhance Recovery Programs for a Natural Language Processing System for COVID-19 or Postacute Sequelae of SARS CoV-2 Infection: Algorithm Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine; National Heart, Lung, and Blood Institute","keywords":"Coronavirus disease 2019 (COVID-19); Artificial intelligence; Natural language processing; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Preprint; Task (project management); 2019-20 coronavirus outbreak; Computer science; Medicine; World Wide Web; Pathology; Disease; Engineering","score_opus":0.05779017490292085,"score_gpt":0.42539791881473193,"score_spread":0.36760774391181106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392413980","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1315068,0.000892421,0.8547984,0.0072801854,0.00017528994,0.0051418985,0.0001156935,0.000070800634,0.000018557668],"genre_scores_gemma":[0.8357928,0.000011999739,0.15904482,0.0040609054,0.00008139558,0.000892602,0.00008311526,0.000010037675,0.000022347383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977387,0.00022947213,0.00077412755,0.0002310092,0.00080753746,0.00021915225],"domain_scores_gemma":[0.99756956,0.0013617381,0.00041134126,0.00016913726,0.00032702266,0.00016122803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00403316,0.00014832933,0.0002696597,0.00008242183,0.0006748602,0.00074488035,0.000493498,0.00008073633,6.13512e-7],"category_scores_gemma":[0.0018439137,0.00007752807,0.000037184032,0.00061603455,0.00019945262,0.0009134133,0.00037225382,0.000276396,1.3945191e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032055128,0.000036743244,0.00007822945,0.005306698,0.0001251477,0.00001841904,0.29120928,0.00018068234,0.00006965015,0.0016160603,0.00079131656,0.7002472],"study_design_scores_gemma":[0.0011066066,0.00010625352,0.000021780957,0.0009690438,0.000021935493,0.0004460195,0.018059598,0.9763154,0.00090507284,0.00017134183,0.0017298682,0.00014709984],"about_ca_topic_score_codex":0.00045009522,"about_ca_topic_score_gemma":0.00086702255,"teacher_disagreement_score":0.9761347,"about_ca_system_score_codex":0.00049918453,"about_ca_system_score_gemma":0.006617998,"threshold_uncertainty_score":0.99901354},"labels":[],"label_agreement":null},{"id":"W4392425838","doi":"10.48550/arxiv.2403.00126","title":"FAC$^2$E: Better Understanding Large Language Model Capabilities by Dissociating Language and Cognition","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Cognition; Psychology; Cognitive psychology; Computer science; Cognitive science; Linguistics; Natural language processing; Philosophy; Neuroscience","score_opus":0.061674440794839504,"score_gpt":0.20253384979864666,"score_spread":0.14085940900380717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392425838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47160327,0.00025689704,0.5259059,0.00016511638,0.00014244557,0.0001257175,0.00010278845,0.00023323453,0.001464604],"genre_scores_gemma":[0.9962127,0.000035342415,0.0018953192,0.00016517115,0.000063406966,0.0000013310475,0.00004367544,0.000023406343,0.0015596322],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982739,0.000083484556,0.00017658914,0.00097391626,0.00011526455,0.0003768469],"domain_scores_gemma":[0.99908686,0.000105960135,0.000119256016,0.0005493654,0.000034707162,0.000103869825],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029401827,0.00026871276,0.00025826695,0.00016361779,0.00019070617,0.0002720776,0.0005397012,0.00023570935,0.000012763836],"category_scores_gemma":[0.000033755783,0.00031019028,0.00011200591,0.00018670376,0.00006419097,0.00027961607,0.0020301656,0.0006401054,0.000015451677],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021172786,0.00016184385,0.0023492693,0.0018010242,0.0004964843,0.0008559429,0.101416595,0.084470086,0.0020597517,0.8024886,0.0017578943,0.0021213158],"study_design_scores_gemma":[0.00021207696,0.000007876158,0.000009594448,0.00014483817,0.00006358931,0.000001868963,0.005798344,0.87030804,0.00011270785,0.123020254,0.0000070921383,0.0003137259],"about_ca_topic_score_codex":0.00014594394,"about_ca_topic_score_gemma":0.0000791005,"teacher_disagreement_score":0.78583795,"about_ca_system_score_codex":0.00036879658,"about_ca_system_score_gemma":0.00007142294,"threshold_uncertainty_score":0.99993503},"labels":[],"label_agreement":null},{"id":"W4392514011","doi":"10.21203/rs.3.rs-4006730/v1","title":"TriDeepRec: A Hybrid Deep Learning Approach to Content and Behaviour-based Recommendation Systems","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Content (measure theory); Computer science; Recommender system; Artificial intelligence; Deep learning; Machine learning; Mathematics","score_opus":0.17749923930080155,"score_gpt":0.37935794672821327,"score_spread":0.20185870742741172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392514011","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05577026,0.0018664879,0.93419915,0.002217611,0.0008094546,0.0022983786,0.00002503914,0.0004279403,0.0023856482],"genre_scores_gemma":[0.97889715,0.000055615947,0.019105248,0.000037929334,0.00022918457,0.00091598334,0.00010438781,0.000043522763,0.00061095436],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995226,0.0010146997,0.0004809748,0.0015157127,0.0010776024,0.00068500935],"domain_scores_gemma":[0.9976701,0.0003451512,0.00009287586,0.00097311963,0.0005526207,0.00036610852],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00407259,0.00028525066,0.00040219695,0.00088485295,0.00026911258,0.0017659208,0.0010615166,0.00019407294,0.000008001633],"category_scores_gemma":[0.0004281228,0.00027476405,0.000114675415,0.00044779744,0.000044568584,0.00012501584,0.0041120206,0.0025442753,0.00006869045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010913475,0.0005832611,0.0046856906,0.011091466,0.00021329176,0.00022080453,0.0070290603,0.34648845,0.0003861386,0.02885332,0.002931375,0.597408],"study_design_scores_gemma":[0.00023041364,0.00013795435,0.00030683112,0.0008770319,0.000010711747,0.000016197517,0.00033643458,0.9953249,0.0001310447,0.00087051454,0.0014637585,0.00029420148],"about_ca_topic_score_codex":0.0009585674,"about_ca_topic_score_gemma":0.000012153695,"teacher_disagreement_score":0.92312694,"about_ca_system_score_codex":0.00049193396,"about_ca_system_score_gemma":0.0003232972,"threshold_uncertainty_score":0.99997044},"labels":[],"label_agreement":null},{"id":"W4392560653","doi":"10.1145/3649449","title":"Pre-Trained Language Models for Text Generation: A Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Text generation; Key (lock); Artificial intelligence; Field (mathematics); Language model; Deep learning; Data science; Natural language processing; Machine learning","score_opus":0.16776380191581788,"score_gpt":0.3821377924828532,"score_spread":0.2143739905670353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392560653","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008503945,0.48838353,0.50927526,0.00002594994,0.0012398876,0.00060302316,0.00006351588,0.00034351426,0.000056829587],"genre_scores_gemma":[0.001176065,0.7551275,0.23738112,0.00013817262,0.002666949,0.00016061311,0.0011259158,0.00022638612,0.0019972643],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942071,0.00216832,0.0010680911,0.0014947193,0.00041253143,0.000649235],"domain_scores_gemma":[0.9946353,0.0021818257,0.0003633285,0.0024801875,0.00020231793,0.00013707628],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009030863,0.000651346,0.0015287357,0.0002973376,0.00021205058,0.0007583152,0.0034793809,0.00036392832,0.000004157618],"category_scores_gemma":[0.0009136006,0.0005548502,0.00057021953,0.00083851436,0.000029525192,0.00025935596,0.0016913007,0.000509194,0.00007439674],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9193797e-7,0.000018615527,0.0000016705322,0.0033706764,0.000118777476,0.00001206975,0.00049973355,0.001361689,2.7204882e-7,0.0019804954,0.0020804403,0.9905553],"study_design_scores_gemma":[0.00015048168,0.000039501025,0.000011910875,0.0028180985,0.00015328951,0.000039184128,0.000003057865,0.9388282,6.420392e-7,0.0009058429,0.056289766,0.00076003186],"about_ca_topic_score_codex":0.00032179372,"about_ca_topic_score_gemma":0.00020022668,"teacher_disagreement_score":0.9897952,"about_ca_system_score_codex":0.00015051595,"about_ca_system_score_gemma":0.00057305576,"threshold_uncertainty_score":0.9996903},"labels":[],"label_agreement":null},{"id":"W4392608406","doi":"10.33137/ijournal.v9i1.42237","title":"Conversational Breakdown Detector for a Motivational Interviewing Conversational Agent","year":2023,"lang":"en","type":"article","venue":"The iJournal Student Journal of the Faculty of Information","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interview; Motivational interviewing; Psychology; Detector; Computer science; Sociology; Telecommunications","score_opus":0.04879673560062339,"score_gpt":0.3038524488520255,"score_spread":0.2550557132514021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392608406","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3704734,0.00002641307,0.6153494,0.012481798,0.0012600215,0.0002949126,0.00002626503,0.000019047662,0.00006868476],"genre_scores_gemma":[0.99257505,0.000015737503,0.006602309,0.0005338081,0.0001973826,0.000006285905,0.000009374762,0.000004106689,0.000055941568],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99747986,0.000085253385,0.0009725999,0.00006348815,0.0012284121,0.0001704092],"domain_scores_gemma":[0.9972087,0.00027816783,0.0014076399,0.00018575927,0.00086426607,0.00005546283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022016047,0.000111988134,0.00017399172,0.00019119732,0.0003099075,0.00015789291,0.0014932441,0.000038597813,0.000020751002],"category_scores_gemma":[0.00030289972,0.000063701715,0.00029762078,0.00032861077,0.000051981977,0.0015403088,0.00026023714,0.00022189425,0.000013941739],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004205977,0.00030289017,0.046429574,0.00035251302,0.002217747,0.0000058687347,0.11331537,0.5872749,0.003773981,0.09766878,0.044627994,0.10360975],"study_design_scores_gemma":[0.0052972236,0.00031043138,0.55745935,0.0005343712,0.00013120026,0.00046454585,0.0054237023,0.39444926,0.0036544413,0.016698645,0.015203081,0.0003737433],"about_ca_topic_score_codex":0.000007592179,"about_ca_topic_score_gemma":0.0000017734479,"teacher_disagreement_score":0.6221016,"about_ca_system_score_codex":0.00017931774,"about_ca_system_score_gemma":0.00019351424,"threshold_uncertainty_score":0.2774844},"labels":[],"label_agreement":null},{"id":"W4392637304","doi":"10.18653/v1/2023.eval4nlp-1.3","title":"Delving into Evaluation Metrics for Generation: A Thorough Assessment of How Metrics Generalize to Rephrasing Across Languages","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Computer science; Generative grammar; Heuristics; Natural language processing; Artificial intelligence; Variety (cybernetics); Natural language generation; Phrase; Robustness (evolution); Natural language","score_opus":0.17340541247336058,"score_gpt":0.4540214667908573,"score_spread":0.2806160543174967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392637304","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18249936,0.0001305826,0.814244,0.0019755915,0.00038029545,0.00043937934,0.0000026541877,0.00014286056,0.00018528818],"genre_scores_gemma":[0.45213237,0.0000092273785,0.54720616,0.00017734827,0.00013665725,0.00006758294,0.000010288671,0.000007360861,0.0002529838],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980893,0.00010477775,0.0003066171,0.0004510281,0.00076752104,0.00028076774],"domain_scores_gemma":[0.99837923,0.00027070832,0.0001274297,0.0005782255,0.0005743697,0.00007006273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003083328,0.00011670234,0.00018603951,0.00039129355,0.00017983901,0.00032076595,0.0004833308,0.00006374528,0.000004833097],"category_scores_gemma":[0.0011979644,0.0001091844,0.00007422224,0.0027620161,0.00000806302,0.0004531567,0.00033533727,0.000055680506,0.0000023097875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024465764,0.00004581397,0.0022337385,0.00009643096,0.00006249727,0.000004322763,0.0061613857,0.12244474,0.04831192,0.06279568,0.0038639014,0.7539771],"study_design_scores_gemma":[0.0002220637,0.0000481111,0.00077205774,0.000009560015,0.000012613986,0.0000013768018,0.00036393118,0.98291796,0.014038928,0.00075295934,0.00072957296,0.00013085248],"about_ca_topic_score_codex":0.000117270654,"about_ca_topic_score_gemma":0.00011135797,"teacher_disagreement_score":0.8604732,"about_ca_system_score_codex":0.00019729146,"about_ca_system_score_gemma":0.00013346622,"threshold_uncertainty_score":0.44524106},"labels":[],"label_agreement":null},{"id":"W4392669708","doi":"10.18653/v1/2023.ijcnlp-main.35","title":"Attacking Open-domain Question Answering by Injecting Misinformation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Misinformation; Chen; Computer science; Domain (mathematical analysis); Question answering; Computational linguistics; Open domain; Natural language processing; Artificial intelligence; Linguistics; Library science; Philosophy; Mathematics; Geology; Computer security","score_opus":0.03142707791162644,"score_gpt":0.3068473172510588,"score_spread":0.2754202393394324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392669708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12764551,0.000008586725,0.8606351,0.0006895858,0.00024329158,0.00010788001,2.4126723e-7,0.0004962436,0.01017358],"genre_scores_gemma":[0.8676641,0.0000039225256,0.13119231,0.0003095463,0.000044866432,0.0000094815405,0.000007152821,0.00000668122,0.00076196133],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992062,0.00002977951,0.00020112761,0.00019424607,0.00016737037,0.0002012821],"domain_scores_gemma":[0.9995583,0.00004306443,0.000057823894,0.00027149078,0.000030118596,0.00003916013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076168566,0.00006812223,0.00007103987,0.00008701116,0.00016479727,0.00049738237,0.0006447115,0.0000333131,0.000008210439],"category_scores_gemma":[0.000043824348,0.000067686575,0.00001621234,0.0004388595,0.000004777674,0.00183848,0.0005022103,0.00007285642,0.00012061744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004637254,0.000026890717,0.0036484387,0.00007128177,0.000019284167,0.000012624901,0.01085588,0.024212984,0.019004066,0.2439902,0.015107139,0.6830466],"study_design_scores_gemma":[0.0001783376,0.000014330542,0.0004776048,0.00004017639,6.7996655e-7,0.0000071104814,0.0003052555,0.98816127,0.002825633,0.003847401,0.0039990125,0.00014317698],"about_ca_topic_score_codex":0.00016712937,"about_ca_topic_score_gemma":0.0000151959,"teacher_disagreement_score":0.9639483,"about_ca_system_score_codex":0.000048908936,"about_ca_system_score_gemma":0.000021045136,"threshold_uncertainty_score":0.47962692},"labels":[],"label_agreement":null},{"id":"W4392669730","doi":"10.18653/v1/2023.eval4nlp-1.16","title":"Reference-Free Summarization Evaluation with Large Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; National Research Council Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Computer science; Natural language processing; Multi-document summarization; Artificial intelligence","score_opus":0.06768538163856708,"score_gpt":0.2967039691196833,"score_spread":0.2290185874811162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392669730","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0333547,0.000015629274,0.9328963,0.0005486598,0.00006460325,0.00014960559,0.0000018654121,0.00047383847,0.03249479],"genre_scores_gemma":[0.9593134,0.000004566944,0.03850942,0.00015328742,0.00002993399,0.000025266021,0.00003263819,0.000006082355,0.0019253854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899006,0.0000441183,0.00010080543,0.0002499334,0.00043802478,0.00017706557],"domain_scores_gemma":[0.9991577,0.000024376162,0.000030120085,0.00064914854,0.000104603714,0.00003400305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005387756,0.00006295659,0.000059208243,0.00009487847,0.00006268938,0.00007812502,0.00047120074,0.00003437321,0.000042789496],"category_scores_gemma":[0.000035190544,0.00004863908,0.000010768298,0.00045448475,0.0000047895073,0.00054352323,0.00020563471,0.00005206894,0.0000772475],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003974938,0.000025664907,0.0004411213,0.000011970985,0.00001154483,0.000007903469,0.003058813,0.08119846,0.00036300017,0.85844517,0.0022694988,0.054162897],"study_design_scores_gemma":[0.00032539008,0.000015238333,0.00037568726,0.000007177198,0.0000033308993,9.779772e-7,0.00011455931,0.9764711,0.00018868859,0.022299673,0.00012355705,0.00007457266],"about_ca_topic_score_codex":0.000066278844,"about_ca_topic_score_gemma":0.00018353971,"teacher_disagreement_score":0.9259587,"about_ca_system_score_codex":0.000028163819,"about_ca_system_score_gemma":0.00006573884,"threshold_uncertainty_score":0.19834442},"labels":[],"label_agreement":null},{"id":"W4392669732","doi":"10.18653/v1/2023.ijcnlp-main.71","title":"PACT: Pretraining with Adversarial Contrastive Learning for Text Classification","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Adversarial system; Computer science; Linguistics; Natural language processing; Artificial intelligence; Joint (building); Islam; Computational linguistics; Contrastive analysis; Philosophy; Engineering; Theology","score_opus":0.047870754172629246,"score_gpt":0.27268264358549654,"score_spread":0.22481188941286728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392669732","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012027917,0.0000025557345,0.9809713,0.00091067445,0.00015803866,0.00021208075,4.3417486e-7,0.00045809138,0.005258949],"genre_scores_gemma":[0.9321685,9.394642e-7,0.06641252,0.00006364715,0.00009761036,0.00003609926,0.00000450459,0.0000069290872,0.0012092721],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923486,0.000022636417,0.00010917411,0.0002787729,0.00014374967,0.00021082221],"domain_scores_gemma":[0.99943393,0.00023883744,0.000053159587,0.00016321706,0.00006784918,0.000043021722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028684447,0.00006945434,0.00008210849,0.00006477449,0.00012779844,0.0000847601,0.0002191586,0.000037504382,0.000007798593],"category_scores_gemma":[0.000097773176,0.00005610548,0.000024451092,0.00024357648,0.000016129468,0.00028122708,0.00004321544,0.00008935622,0.000028654533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008597827,0.00002713572,0.005193469,0.00003185843,0.00006917175,0.000007755823,0.010044357,0.035965804,0.0041460176,0.45535728,0.0010528455,0.4880183],"study_design_scores_gemma":[0.00050040404,0.000093028044,0.004211386,0.000012562248,0.0000036113058,0.000001570413,0.00052944943,0.992493,0.00023005003,0.0007237591,0.0011095711,0.0000916619],"about_ca_topic_score_codex":0.000010039012,"about_ca_topic_score_gemma":0.000005757166,"teacher_disagreement_score":0.9565271,"about_ca_system_score_codex":0.000025514124,"about_ca_system_score_gemma":0.00006212299,"threshold_uncertainty_score":0.2287915},"labels":[],"label_agreement":null},{"id":"W4392669746","doi":"10.18653/v1/2023.ijcnlp-srw.12","title":"Evaluating Large Language Models’ Understanding of Financial Terminology via Definition Modeling","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Advanced Industrial Science and Technology; Nvidia","keywords":"Terminology; Computer science; Computational linguistics; Linguistics; Natural language processing; Philosophy","score_opus":0.2625755630681034,"score_gpt":0.3487654642913454,"score_spread":0.086189901223242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392669746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21863718,0.000023683642,0.77846736,0.00011523271,0.0001677176,0.00007246255,0.0000015389751,0.00026138898,0.0022534227],"genre_scores_gemma":[0.9045481,0.0000051431866,0.09523483,0.00010674671,0.000040656436,0.0000074186387,0.0000051561915,0.0000076055953,0.00004430847],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987415,0.000055780543,0.000295024,0.00030965148,0.00026303623,0.00033498163],"domain_scores_gemma":[0.9994112,0.000078627105,0.000070183494,0.00035829036,0.000045294535,0.000036362442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006624776,0.000096053474,0.0001547112,0.0002117443,0.000116331445,0.000027995235,0.000368885,0.00008011289,0.00001207072],"category_scores_gemma":[0.00007484568,0.000095911295,0.00005562293,0.0003671467,0.000012583299,0.00037356492,0.00029800987,0.000106893305,0.000023345474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032218206,0.00001714464,0.00004516826,0.000026890402,0.000004958895,0.00001244417,0.0029091833,0.2702226,0.003142977,0.7130468,0.00001957899,0.010549065],"study_design_scores_gemma":[0.00021528569,0.00002466601,0.000009686805,0.000017240398,0.0000031323123,0.00000451766,0.00025069207,0.78276515,0.00026170092,0.21636681,4.6408866e-7,0.000080647056],"about_ca_topic_score_codex":0.000058487898,"about_ca_topic_score_gemma":0.000030750347,"teacher_disagreement_score":0.68591094,"about_ca_system_score_codex":0.0000651492,"about_ca_system_score_gemma":0.00007359766,"threshold_uncertainty_score":0.3911149},"labels":[],"label_agreement":null},{"id":"W4392669853","doi":"10.18653/v1/2023.ijcnlp-main.46","title":"Analyzing and Predicting Persistence of News Tweets","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Persistence (discontinuity); Computational linguistics; Computer science; Joint (building); Volume (thermodynamics); Association (psychology); Natural language processing; Artificial intelligence; Linguistics; Data science; Library science; Engineering; Philosophy; Epistemology","score_opus":0.05018962379470674,"score_gpt":0.25700656681081985,"score_spread":0.20681694301611311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392669853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58824426,0.00004172826,0.4078531,0.00049110525,0.00006912039,0.000028294378,1.426003e-7,0.0001454666,0.0031267956],"genre_scores_gemma":[0.96555585,0.0000125491315,0.03409824,0.00003254007,0.000017130373,8.188359e-7,1.2380097e-7,0.0000017044293,0.0002810669],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99951327,0.000011340837,0.00010894223,0.00016815946,0.00009017077,0.00010811175],"domain_scores_gemma":[0.99966323,0.00005418147,0.0000297166,0.00019916748,0.00002083649,0.00003286822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001627916,0.000036166883,0.00006528047,0.0000699338,0.000038771876,0.000028316881,0.00021438314,0.000015447127,0.0000032208595],"category_scores_gemma":[0.000038853366,0.00003209585,0.000018389579,0.00028273457,0.000012571481,0.00017376366,0.00021414984,0.000032718846,0.000004910789],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014272387,0.000015024624,0.6840366,0.00009981193,0.000034683802,0.000017925775,0.007520895,0.004294046,0.007916503,0.035022326,0.00044305235,0.26059768],"study_design_scores_gemma":[0.00007035605,0.000011844806,0.015359697,0.00001956885,0.0000023929329,0.0000033146857,0.00032865957,0.9825417,0.0007846415,0.0007511147,0.000073779076,0.000052933457],"about_ca_topic_score_codex":0.000072501825,"about_ca_topic_score_gemma":0.000011576059,"teacher_disagreement_score":0.97824764,"about_ca_system_score_codex":0.0000045922025,"about_ca_system_score_gemma":0.000012545244,"threshold_uncertainty_score":0.13088308},"labels":[],"label_agreement":null},{"id":"W4392669868","doi":"10.18653/v1/2023.findings-ijcnlp.16","title":"The Glass Ceiling of Automatic Evaluation in Natural Language Generation","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Grand Équipement National De Calcul Intensif","keywords":"Computer science; Readability; Metric (unit); Fidelity; Field (mathematics); Rank (graph theory); Machine learning; Data mining; Natural language; Natural language generation; Artificial intelligence; Data science; Programming language; Engineering","score_opus":0.04116435527696538,"score_gpt":0.3149507560117089,"score_spread":0.27378640073474353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392669868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92221534,0.00013418206,0.07614786,0.0006029478,0.0003255921,0.00011184455,5.263823e-8,0.00008485734,0.00037731385],"genre_scores_gemma":[0.9913125,0.000002749531,0.008457543,0.000026855954,0.000032072454,0.00000884072,0.0000015836089,0.0000014683826,0.00015638933],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993922,0.00006461817,0.00013844385,0.00009387726,0.00022850385,0.00008232599],"domain_scores_gemma":[0.99963963,0.000079712045,0.00003038984,0.00020809457,0.000035162786,0.0000070136857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097325403,0.000028657842,0.00003781551,0.000053007683,0.000038310616,0.000038022594,0.00020727437,0.000013572806,0.0000033897315],"category_scores_gemma":[0.00011115515,0.000019157906,0.000013119469,0.00028598614,0.000005380667,0.00013358443,0.000058024772,0.000037443966,0.000011665583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.2357104e-7,0.0000072613884,0.0003851855,0.000012671469,0.0000046083846,0.0000018146916,0.004690465,0.034885127,0.027693229,0.024907302,0.00017134125,0.90724057],"study_design_scores_gemma":[0.00008019316,0.0000028394888,0.00246668,0.0000053684344,7.430026e-7,4.0669212e-7,0.00013102446,0.9938492,0.0029230143,0.00051142735,0.000006126382,0.000022975224],"about_ca_topic_score_codex":0.000049283983,"about_ca_topic_score_gemma":0.00022340774,"teacher_disagreement_score":0.95896405,"about_ca_system_score_codex":0.000026853164,"about_ca_system_score_gemma":0.00003502741,"threshold_uncertainty_score":0.07812367},"labels":[],"label_agreement":null},{"id":"W4392669874","doi":"10.18653/v1/2023.ijcnlp-main.39","title":"ProMap: Effective Bilingual Lexicon Induction via Language Model Prompting","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; University of British Columbia","funders":"","keywords":"Lexicon; Computer science; Linguistics; Computational linguistics; Natural language processing; Artificial intelligence; Natural language; Philosophy","score_opus":0.024252014903650625,"score_gpt":0.2873487763397928,"score_spread":0.26309676143614213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392669874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4539974,0.000007644292,0.54317206,0.00022661782,0.00016765381,0.00024808187,2.2042629e-7,0.0007803874,0.0013999275],"genre_scores_gemma":[0.9309671,5.488225e-7,0.06752453,0.000075905635,0.00012340893,0.00004332729,0.0000023017892,0.000010696018,0.0012521887],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886703,0.000044853427,0.00016248309,0.00042944678,0.00022023186,0.0002759747],"domain_scores_gemma":[0.99941385,0.000050185485,0.00004786512,0.00038984534,0.00004455717,0.00005372304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004296844,0.000109335924,0.00010975175,0.00014983636,0.000100624944,0.0000821636,0.0003474777,0.0000647302,0.000005089112],"category_scores_gemma":[0.00006610727,0.0000949316,0.00004083402,0.00046386136,0.000014309124,0.000419785,0.00026057803,0.00014961752,0.00014130486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063561624,0.00006164828,0.00033376884,0.000071469105,0.00002849477,0.00004222431,0.017043661,0.08498258,0.15476859,0.039243624,0.00017228247,0.7032453],"study_design_scores_gemma":[0.00013799299,0.000031401698,0.00023471974,0.000012892085,0.00000201977,0.000008953606,0.00013360009,0.9697955,0.023330493,0.0061796773,0.0000107616115,0.00012195316],"about_ca_topic_score_codex":0.00007729976,"about_ca_topic_score_gemma":0.00002050653,"teacher_disagreement_score":0.88481295,"about_ca_system_score_codex":0.000050424023,"about_ca_system_score_gemma":0.00007925217,"threshold_uncertainty_score":0.38711983},"labels":[],"label_agreement":null},{"id":"W4392669908","doi":"10.18653/v1/2023.ijcnlp-main.31","title":"Interactive-Chain-Prompting: Ambiguity Resolution for Crosslingual Conditional Generation with Interaction","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Ambiguity; Computer science; Computational linguistics; Natural language processing; Artificial intelligence; Linguistics; Philosophy; Programming language","score_opus":0.08344911601284492,"score_gpt":0.338691458608126,"score_spread":0.25524234259528106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392669908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1717166,0.0000021841558,0.8256942,0.00077548425,0.00047794226,0.00021847544,0.0000042758475,0.00035851655,0.0007523213],"genre_scores_gemma":[0.9305146,0.0000010320401,0.06793894,0.00018455974,0.00035314428,0.00007850243,0.000101628764,0.000008530512,0.00081910397],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895626,0.000034376222,0.00019916025,0.00039034462,0.0002080495,0.00021181925],"domain_scores_gemma":[0.99933,0.000111533496,0.00009436643,0.00023344177,0.00018604974,0.000044629676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033465688,0.000099978235,0.00009059902,0.00013154102,0.00024030214,0.0002075508,0.00020068392,0.000043173713,0.000017138998],"category_scores_gemma":[0.000084412124,0.000088318826,0.00004083523,0.00020272714,0.000020900905,0.00074968155,0.00008961619,0.00010021703,0.000043418302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027526912,0.00024091138,0.0009158555,0.00008827055,0.00014775438,0.000037046455,0.0050808378,0.32199842,0.0528367,0.4975776,0.012065371,0.10873598],"study_design_scores_gemma":[0.00039391514,0.00010030183,0.0007398526,0.000013325052,0.0000032201863,0.000022122076,0.00008614454,0.9887153,0.0052302014,0.0031221542,0.0014515374,0.00012195426],"about_ca_topic_score_codex":0.000044970348,"about_ca_topic_score_gemma":0.000057236222,"teacher_disagreement_score":0.75879794,"about_ca_system_score_codex":0.00009944616,"about_ca_system_score_gemma":0.00006249029,"threshold_uncertainty_score":0.3601537},"labels":[],"label_agreement":null},{"id":"W4392669913","doi":"10.18653/v1/2023.findings-ijcnlp.6","title":"Learning to Diversify Neural Text Generation via Degenerative Model","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Computer science; Language model; Limiting; Artificial intelligence; Diversity (politics); Repetition (rhetorical device); Machine learning; Natural language processing; Engineering; Linguistics","score_opus":0.06359297354936129,"score_gpt":0.27038437903035406,"score_spread":0.20679140548099278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392669913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21630588,0.0000026992077,0.7798329,0.002487708,0.0001694163,0.00007071317,1.9941534e-7,0.0003231224,0.0008073548],"genre_scores_gemma":[0.8934545,0.0000012583506,0.099177666,0.0009626416,0.00010505447,0.000009520872,0.0000033006372,0.000005353049,0.006280702],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914104,0.000036221983,0.00010849551,0.00032138723,0.00018760636,0.00020522637],"domain_scores_gemma":[0.9996134,0.000014231541,0.000019595973,0.00022019648,0.000053443022,0.00007911061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013762258,0.00007958626,0.0000701366,0.00010631578,0.00019244746,0.00011327821,0.00033020464,0.000031355925,0.000012609757],"category_scores_gemma":[0.000022350712,0.000074133844,0.00002878645,0.0003564614,0.0000052976698,0.00034361045,0.00035430875,0.00008867481,0.00035150207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6377656e-7,0.0000025300276,0.00007065194,7.2969016e-7,0.0000022578645,0.000002706009,0.0017193846,0.94704413,0.015901836,0.0052875243,0.0020522221,0.027915549],"study_design_scores_gemma":[0.000065691325,0.000027594559,0.00006104616,0.0000010532888,0.0000010456705,0.0000011309098,0.000038096303,0.9939758,0.005236748,0.0003258526,0.00016783239,0.000098070865],"about_ca_topic_score_codex":0.00002845659,"about_ca_topic_score_gemma":0.000018088349,"teacher_disagreement_score":0.68065524,"about_ca_system_score_codex":0.000032019034,"about_ca_system_score_gemma":0.000021772881,"threshold_uncertainty_score":0.4517965},"labels":[],"label_agreement":null},{"id":"W4392669927","doi":"10.18653/v1/2023.findings-ijcnlp.4","title":"PRiSM: Enhancing Low-Resource Document-Level Relation Extraction with Relation-Aware Score Calibration","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"National Supercomputing Center, Korea Institute of Science and Technology Information; Institute for Information and Communications Technology Promotion; Samsung; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Relation (database); Computer science; Calibration; Prism; Relationship extraction; Resource (disambiguation); Code (set theory); Data mining; Key (lock); Source code; Information retrieval; Perspective (graphical); Artificial intelligence; Machine learning; Statistics; Optics; Mathematics; Programming language","score_opus":0.029685417689416287,"score_gpt":0.2561387947892135,"score_spread":0.22645337709979718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392669927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12300014,0.0000065408744,0.8734442,0.0011227175,0.00016950436,0.00021540791,3.476399e-7,0.00067367055,0.001367484],"genre_scores_gemma":[0.9461379,0.000003537052,0.04919975,0.0001460205,0.00010356597,0.00002455,0.000037762802,0.000015849811,0.0043310355],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853307,0.000060996026,0.00030440863,0.00043586426,0.00043356098,0.00023211578],"domain_scores_gemma":[0.9991817,0.00011587401,0.00013972996,0.0004434567,0.00005105762,0.00006817331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035963554,0.00012847589,0.00009974866,0.00018589433,0.00022884639,0.00020808604,0.00023795011,0.000096339325,0.000032451913],"category_scores_gemma":[0.00003797595,0.00011277938,0.00003063159,0.0006824268,0.000012399868,0.0019564596,0.00008911379,0.00017324348,0.00011149727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079040125,0.00012602235,0.029815994,0.00019847858,0.000109273686,0.00009549142,0.013526308,0.549414,0.029999316,0.20725222,0.0056350483,0.16374882],"study_design_scores_gemma":[0.00027831402,0.000035969388,0.016320074,0.00008675113,0.0000063504785,0.000012449099,0.000120753786,0.9738016,0.006393996,0.0023062127,0.00044120778,0.00019633285],"about_ca_topic_score_codex":0.00006593688,"about_ca_topic_score_gemma":0.00007285414,"teacher_disagreement_score":0.82424444,"about_ca_system_score_codex":0.00010032288,"about_ca_system_score_gemma":0.00007831803,"threshold_uncertainty_score":0.45990098},"labels":[],"label_agreement":null},{"id":"W4392669929","doi":"10.18653/v1/2023.findings-ijcnlp.30","title":"Mixing It Up: Inducing Empathy and Politeness using Multiple Behaviour-aware Generators for Conversational Systems","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Politeness; Computer science; Politeness theory; Encoder; Human–computer interaction; Generator (circuit theory); Empathy; Context (archaeology); Natural language processing; Artificial intelligence; Speech recognition; Psychology; Linguistics; Social psychology","score_opus":0.09577259153113851,"score_gpt":0.29944273510058167,"score_spread":0.20367014356944316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392669929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5064324,0.00002199197,0.49243322,0.00014238722,0.00068205735,0.00015105514,0.0000067549986,0.0001219049,0.000008214686],"genre_scores_gemma":[0.97310317,0.0000015739074,0.026433978,0.00013058279,0.000162604,0.000024360063,0.000011845854,0.000011968845,0.000119926415],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888265,0.000031417152,0.00023195137,0.00038136993,0.00019369407,0.0002789179],"domain_scores_gemma":[0.99935526,0.00014451724,0.000063514104,0.00024046951,0.00010943674,0.00008678383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034489066,0.00011018941,0.0001359791,0.00015623696,0.00023452233,0.0002404617,0.00022783897,0.000067425266,0.0000021700966],"category_scores_gemma":[0.0000394277,0.00010824194,0.00003518666,0.00024228898,0.000014882879,0.00039707107,0.00018765088,0.00005634142,0.0000034757666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022872771,0.00009737327,0.48899364,0.0008613831,0.00019155447,0.00007506427,0.04513468,0.28010514,0.019694343,0.13408639,0.002274625,0.028462917],"study_design_scores_gemma":[0.00032070247,0.00000777954,0.0011568291,0.000030703974,0.0000055238484,0.000011429955,0.00126082,0.99541026,0.0014660232,0.00013404376,0.00005236866,0.00014351378],"about_ca_topic_score_codex":0.00064586406,"about_ca_topic_score_gemma":0.000016638853,"teacher_disagreement_score":0.7153051,"about_ca_system_score_codex":0.000065464694,"about_ca_system_score_gemma":0.000090290894,"threshold_uncertainty_score":0.44139785},"labels":[],"label_agreement":null},{"id":"W4392827844","doi":"10.1007/978-3-031-56066-8_9","title":"Towards Automated End-to-End Health Misinformation Free Search with a Large Language Model","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Misinformation; Computer science; Artificial intelligence; Computer security","score_opus":0.020958864599865398,"score_gpt":0.28650093249714126,"score_spread":0.26554206789727586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392827844","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022145102,0.00039132364,0.98867834,0.0042927857,0.00061729364,0.000599731,0.000042186985,0.000983591,0.0041732793],"genre_scores_gemma":[0.15768552,0.000014019294,0.83701855,0.0042333747,0.0002493165,0.000013354538,0.000017586308,0.000049276598,0.0007189928],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952151,0.000027535682,0.00058343017,0.0014357885,0.0017432569,0.0009948501],"domain_scores_gemma":[0.9971388,0.00010430437,0.0001601294,0.002040027,0.00021718086,0.00033958975],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015171896,0.00051313173,0.00051918573,0.0012215812,0.00025634424,0.0009338974,0.0036870022,0.00022508897,0.000016361326],"category_scores_gemma":[0.00003993508,0.0004205109,0.000089390735,0.00093995786,0.00017924368,0.00078594167,0.0023362227,0.0009438741,0.000083486964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006221505,0.000018383951,0.0000023316888,0.0001781245,0.000014665869,0.00008729341,0.014938634,0.55376375,0.00002906019,0.056820646,0.000105458355,0.37403545],"study_design_scores_gemma":[0.00024036712,0.00016406835,0.0000113890155,0.0006072724,0.000004165767,0.000072085306,0.0000017143545,0.9767984,0.0002411679,0.021094063,0.00031222784,0.00045305965],"about_ca_topic_score_codex":0.0001784789,"about_ca_topic_score_gemma":0.0003903514,"teacher_disagreement_score":0.4230347,"about_ca_system_score_codex":0.00065284513,"about_ca_system_score_gemma":0.0020111469,"threshold_uncertainty_score":0.99982464},"labels":[],"label_agreement":null},{"id":"W4392828353","doi":"10.48550/arxiv.2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Oak Ridge National Laboratory; Natural Sciences and Engineering Research Council of Canada; Office of Science; Fonds de recherche du Québec – Nature et technologies; Université de Montréal; Deutscher Akademischer Austauschdienst; Canadian Institute for Advanced Research; Canada Excellence Research Chairs, Government of Canada; U.S. Department of Energy","keywords":"Simple (philosophy); Computer science; Scalability; Epistemology; Philosophy","score_opus":0.0430427905600358,"score_gpt":0.21012120165286874,"score_spread":0.16707841109283295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392828353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40702057,0.00016850575,0.58802766,0.000091258386,0.00017215422,0.00022297782,0.000031272953,0.00027640627,0.0039891796],"genre_scores_gemma":[0.9913347,0.000032027187,0.0049928688,0.00014856871,0.000066192595,0.0000016887776,0.000008053054,0.00001975477,0.0033961579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980027,0.000072915165,0.0001788934,0.00121464,0.00010097245,0.00042985714],"domain_scores_gemma":[0.9986016,0.00005494053,0.000072252704,0.0009928999,0.00007837551,0.00019991287],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031548864,0.0002798403,0.00030139726,0.0002291021,0.000094427436,0.0004947787,0.0011794078,0.000209782,0.00001725336],"category_scores_gemma":[0.0000139114845,0.0003145891,0.00009821475,0.0003284663,0.000036249843,0.00045072715,0.0042513534,0.0004884298,0.000044700962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000780666,0.000027105882,0.00009473859,0.0001432048,0.000050484945,0.0003036496,0.0035211574,0.37379032,0.00010321263,0.6209195,0.00033007143,0.0007087233],"study_design_scores_gemma":[0.00016071578,0.000022773762,0.00008439267,0.00007901746,0.000026172342,0.0000026815699,0.00057928095,0.754938,0.000044539123,0.24354628,0.00023382314,0.0002823022],"about_ca_topic_score_codex":0.00043166146,"about_ca_topic_score_gemma":0.00036671976,"teacher_disagreement_score":0.5843141,"about_ca_system_score_codex":0.00008952162,"about_ca_system_score_gemma":0.00023156218,"threshold_uncertainty_score":0.9999306},"labels":[],"label_agreement":null},{"id":"W4392846357","doi":"10.1007/978-3-031-56060-6_26","title":"Adapting Standard Retrieval Benchmarks to Evaluate Generated Answers","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Artificial intelligence","score_opus":0.026618923285977928,"score_gpt":0.2743444726809662,"score_spread":0.24772554939498825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392846357","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005026416,0.00081378885,0.98452026,0.0020887884,0.004814702,0.0005459111,0.000011404916,0.0003045667,0.0063979416],"genre_scores_gemma":[0.11080104,0.000036227786,0.88359153,0.0026529368,0.0013254305,0.000008848306,0.000011269508,0.00008338359,0.001489309],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9934987,0.000046566467,0.00076965225,0.0026539934,0.0020350763,0.00099601],"domain_scores_gemma":[0.9968411,0.00029757948,0.00019168263,0.0018255815,0.0004778252,0.00036623454],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002386978,0.00068820396,0.00065681676,0.0012347086,0.00028683202,0.0013282895,0.003801139,0.00038402432,0.00006636224],"category_scores_gemma":[0.00019510934,0.0006384969,0.00016839715,0.0013536926,0.0002815132,0.0005268062,0.0024409348,0.0012642358,0.00010555065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023935196,0.0000087347635,0.000008825386,0.00006413253,0.000029160252,0.0003107719,0.0017822961,0.41752088,0.0008457481,0.031923622,0.00012735924,0.5473545],"study_design_scores_gemma":[0.00017503418,0.00022363168,0.0000055157434,0.00064319745,0.000014585079,0.000053360138,3.050787e-7,0.8981315,0.0018846808,0.094156206,0.003957358,0.0007546468],"about_ca_topic_score_codex":0.000026985388,"about_ca_topic_score_gemma":0.00006258886,"teacher_disagreement_score":0.54659986,"about_ca_system_score_codex":0.0008334798,"about_ca_system_score_gemma":0.0011799338,"threshold_uncertainty_score":0.9997084},"labels":[],"label_agreement":null},{"id":"W4392902227","doi":"10.32920/25418206.v1","title":"Exploration and Mitigation of Stereotypical Gender Biases in Information Retrieval Systems","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Relevance (law); Judgement; Ranking (information retrieval); Debiasing; Computer science; Information retrieval; Set (abstract data type); Artificial intelligence; Machine learning; Psychology; Social psychology","score_opus":0.08431150949639821,"score_gpt":0.28530859426595423,"score_spread":0.20099708476955602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392902227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23782456,0.00030077124,0.75953937,0.0003106156,0.0007990979,0.00032015413,0.0000047156655,0.00008675658,0.0008139425],"genre_scores_gemma":[0.99032545,0.000040062558,0.009495615,0.00002578803,0.000043735174,0.000012766663,0.000024856068,0.0000031624738,0.000028559898],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989191,0.000054571043,0.00047617374,0.00021230611,0.00024704693,0.00009075282],"domain_scores_gemma":[0.99941486,0.00005390247,0.00012274474,0.00029343858,0.000085066604,0.000030003805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036764384,0.00009758482,0.00015532403,0.00027386562,0.000010833206,0.00025540768,0.0001892846,0.00015104159,0.0000013716827],"category_scores_gemma":[0.00007625813,0.000089147376,0.00002416972,0.00014529495,0.000013284991,0.00074382784,0.0006738725,0.00021815038,0.0000073981732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040592135,0.00005521606,0.00131812,0.005440394,0.0000650688,0.000008398837,0.021718787,0.31164962,0.000450115,0.612412,0.00036330547,0.04647842],"study_design_scores_gemma":[0.00008682804,0.00001144257,0.0004550014,0.00024803923,0.000004458098,0.000002826291,0.00017875513,0.9756654,0.0004865763,0.022744728,0.00002592247,0.00009000639],"about_ca_topic_score_codex":0.00008910798,"about_ca_topic_score_gemma":0.0000068142444,"teacher_disagreement_score":0.7525009,"about_ca_system_score_codex":0.00005683107,"about_ca_system_score_gemma":0.00010203005,"threshold_uncertainty_score":0.36353242},"labels":[],"label_agreement":null},{"id":"W4392902241","doi":"10.32920/25418206","title":"Exploration and Mitigation of Stereotypical Gender Biases in Information Retrieval Systems","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Relevance (law); Judgement; Ranking (information retrieval); Debiasing; Computer science; Information retrieval; Set (abstract data type); Premise; Artificial intelligence; Machine learning; Psychology; Social psychology","score_opus":0.08431150949639821,"score_gpt":0.28530859426595423,"score_spread":0.20099708476955602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392902241","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23782456,0.00030077124,0.75953937,0.0003106156,0.0007990979,0.00032015413,0.0000047156655,0.00008675658,0.0008139425],"genre_scores_gemma":[0.99032545,0.000040062558,0.009495615,0.00002578803,0.000043735174,0.000012766663,0.000024856068,0.0000031624738,0.000028559898],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989191,0.000054571043,0.00047617374,0.00021230611,0.00024704693,0.00009075282],"domain_scores_gemma":[0.99941486,0.00005390247,0.00012274474,0.00029343858,0.000085066604,0.000030003805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036764384,0.00009758482,0.00015532403,0.00027386562,0.000010833206,0.00025540768,0.0001892846,0.00015104159,0.0000013716827],"category_scores_gemma":[0.00007625813,0.000089147376,0.00002416972,0.00014529495,0.000013284991,0.00074382784,0.0006738725,0.00021815038,0.0000073981732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040592135,0.00005521606,0.00131812,0.005440394,0.0000650688,0.000008398837,0.021718787,0.31164962,0.000450115,0.612412,0.00036330547,0.04647842],"study_design_scores_gemma":[0.00008682804,0.00001144257,0.0004550014,0.00024803923,0.000004458098,0.000002826291,0.00017875513,0.9756654,0.0004865763,0.022744728,0.00002592247,0.00009000639],"about_ca_topic_score_codex":0.00008910798,"about_ca_topic_score_gemma":0.0000068142444,"teacher_disagreement_score":0.7525009,"about_ca_system_score_codex":0.00005683107,"about_ca_system_score_gemma":0.00010203005,"threshold_uncertainty_score":0.36353242},"labels":[],"label_agreement":null},{"id":"W4392906878","doi":"10.32920/25412857.v1","title":"Extracting Source Information From News Articles","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Magna International (Canada)","funders":"","keywords":"Computer science; Credibility; Information retrieval; Viewpoints; Relevance (law); Categorization; Information source (mathematics); Source credibility; Set (abstract data type); Software; Precision and recall; Recall; Data science; Attribution; Ranking (information retrieval); Artificial intelligence; Political science; Psychology","score_opus":0.033204134909525236,"score_gpt":0.2547677027536751,"score_spread":0.22156356784414988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392906878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058045495,0.00011797092,0.927426,0.002546771,0.0010695212,0.000092269125,0.0000015334491,0.00058501965,0.010115463],"genre_scores_gemma":[0.6521719,0.0000067229134,0.34657598,0.00057397486,0.0002463653,0.000011469419,0.000007344403,0.000006123331,0.0004001198],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990503,0.000019762589,0.00030421378,0.00027220184,0.00021300321,0.00014051775],"domain_scores_gemma":[0.9991288,0.00006792821,0.000094439616,0.00063487515,0.000026213378,0.000047729984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014497199,0.000117276984,0.0001094255,0.00008838516,0.000034815996,0.00095223286,0.0006291268,0.000117496355,0.000040991163],"category_scores_gemma":[0.000039827744,0.00010516412,0.00006158779,0.00007267457,0.000005394116,0.00050071586,0.0025624316,0.0004585262,0.00062472594],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.041512e-7,0.0000046411005,0.000088549765,0.00004305805,0.000016201862,0.0000022686743,0.0041760826,0.013155333,0.000059438935,0.019832643,0.00075729546,0.961864],"study_design_scores_gemma":[0.000027832157,0.0000016891316,0.000045485765,0.00006378895,0.000005098071,0.0000013388938,0.00012413465,0.871233,0.000516449,0.12235679,0.005503597,0.00012082393],"about_ca_topic_score_codex":0.0019879295,"about_ca_topic_score_gemma":0.00004849048,"teacher_disagreement_score":0.9617432,"about_ca_system_score_codex":0.000042185304,"about_ca_system_score_gemma":0.000078870624,"threshold_uncertainty_score":0.91824037},"labels":[],"label_agreement":null},{"id":"W4392906991","doi":"10.32920/25412863.v1","title":"Incremental Text Clustering Algorithm Using Incremental Learning in COVID-19 Research Papers","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cluster analysis; Word2vec; Computer science; Data mining; Correlation clustering; Artificial intelligence; Document clustering; tf–idf; Machine learning; Embedding","score_opus":0.1361018834047257,"score_gpt":0.3970309097637997,"score_spread":0.260929026359074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392906991","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08861831,0.00081884116,0.88907236,0.001809492,0.0017089952,0.0010199331,0.0000061445025,0.0008302242,0.016115699],"genre_scores_gemma":[0.6970346,0.000074969226,0.301289,0.0004923254,0.00032133024,0.00006412258,0.00001339933,0.000053949054,0.0006563408],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994684,0.0006294826,0.0007231241,0.0016853767,0.0013511836,0.0009268672],"domain_scores_gemma":[0.9983321,0.00024284466,0.00011038602,0.0009073135,0.000072182615,0.00033519117],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004132661,0.00040210533,0.00041754893,0.0011416994,0.0003405733,0.0012260295,0.0019280192,0.0003505633,0.00019000004],"category_scores_gemma":[0.00020526734,0.0004224523,0.00014333295,0.0007176483,0.00010252999,0.00029920717,0.021706477,0.0035410884,0.000082086175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023298575,0.00014884988,0.0019226489,0.0014910783,0.00016940922,0.0011861667,0.011271534,0.4120081,0.012337901,0.004518099,0.00031419788,0.5546087],"study_design_scores_gemma":[0.00034357337,0.00003427307,0.00003578792,0.0005220603,0.0000068020204,0.000050641527,0.001354992,0.99316186,0.00032560827,0.0027670865,0.000955002,0.00044230465],"about_ca_topic_score_codex":0.0107586915,"about_ca_topic_score_gemma":0.00082691945,"teacher_disagreement_score":0.60841626,"about_ca_system_score_codex":0.0029729025,"about_ca_system_score_gemma":0.0013076194,"threshold_uncertainty_score":0.99982274},"labels":[],"label_agreement":null},{"id":"W4392910835","doi":"10.1109/icassp48485.2024.10446325","title":"A Birgat Model for Multi-Intent Spoken Language Understanding with Hierarchical Semantic Frames","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Optech (Canada)","funders":"National Natural Science Foundation of China","keywords":"Computer science; Utterance; Natural language processing; Artificial intelligence; Pointer (user interface); Spoken language; Generalizability theory; Graph; Margin (machine learning); Machine learning; Theoretical computer science","score_opus":0.09607990330988486,"score_gpt":0.30908444610138114,"score_spread":0.21300454279149628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392910835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01356186,0.00017791087,0.9834072,0.00168854,0.00013613739,0.00023522532,0.000002096747,0.0004792023,0.0003118072],"genre_scores_gemma":[0.64071876,0.0000023220268,0.357566,0.00020362204,0.00003012159,0.000014893335,8.138465e-7,0.000011004112,0.0014524721],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998986,0.000011291352,0.00013378286,0.0004162633,0.00018370785,0.00026896838],"domain_scores_gemma":[0.99950135,0.00011233385,0.000013266024,0.00027644553,0.000018276109,0.00007835031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015791247,0.00011741777,0.00012040941,0.00011300164,0.000068533205,0.0002661273,0.00033007882,0.000045588786,0.000007577552],"category_scores_gemma":[0.00001897608,0.00008048722,0.0000614253,0.00015248415,0.000027983488,0.00024286784,0.00013072515,0.00013913821,0.000011823767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014545238,0.000043009233,0.00011955195,0.00017923435,0.0000595392,0.00006884406,0.009083077,0.012346925,0.00045050005,0.9679437,0.00021424195,0.009476826],"study_design_scores_gemma":[0.00024173642,0.00003709524,0.000005996445,0.00012785921,0.000009599741,0.000016677106,0.00044050015,0.9909227,0.00018551317,0.007858364,0.000020994214,0.00013297166],"about_ca_topic_score_codex":0.000039556988,"about_ca_topic_score_gemma":0.00007898815,"teacher_disagreement_score":0.97857577,"about_ca_system_score_codex":0.00008431169,"about_ca_system_score_gemma":0.00007806606,"threshold_uncertainty_score":0.32821733},"labels":[],"label_agreement":null},{"id":"W4392927810","doi":"10.32920/25412863","title":"Incremental Text Clustering Algorithm Using Incremental Learning in COVID-19 Research Papers","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Cluster analysis; Word2vec; Computer science; Data mining; Correlation clustering; Artificial intelligence; Document clustering; Machine learning; Embedding","score_opus":0.1361018834047257,"score_gpt":0.3970309097637997,"score_spread":0.260929026359074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392927810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08861831,0.00081884116,0.88907236,0.001809492,0.0017089952,0.0010199331,0.0000061445025,0.0008302242,0.016115699],"genre_scores_gemma":[0.6970346,0.000074969226,0.301289,0.0004923254,0.00032133024,0.00006412258,0.00001339933,0.000053949054,0.0006563408],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994684,0.0006294826,0.0007231241,0.0016853767,0.0013511836,0.0009268672],"domain_scores_gemma":[0.9983321,0.00024284466,0.00011038602,0.0009073135,0.000072182615,0.00033519117],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004132661,0.00040210533,0.00041754893,0.0011416994,0.0003405733,0.0012260295,0.0019280192,0.0003505633,0.00019000004],"category_scores_gemma":[0.00020526734,0.0004224523,0.00014333295,0.0007176483,0.00010252999,0.00029920717,0.021706477,0.0035410884,0.000082086175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023298575,0.00014884988,0.0019226489,0.0014910783,0.00016940922,0.0011861667,0.011271534,0.4120081,0.012337901,0.004518099,0.00031419788,0.5546087],"study_design_scores_gemma":[0.00034357337,0.00003427307,0.00003578792,0.0005220603,0.0000068020204,0.000050641527,0.001354992,0.99316186,0.00032560827,0.0027670865,0.000955002,0.00044230465],"about_ca_topic_score_codex":0.0107586915,"about_ca_topic_score_gemma":0.00082691945,"teacher_disagreement_score":0.60841626,"about_ca_system_score_codex":0.0029729025,"about_ca_system_score_gemma":0.0013076194,"threshold_uncertainty_score":0.99982274},"labels":[],"label_agreement":null},{"id":"W4392927976","doi":"10.32920/25412857","title":"Extracting Source Information From News Articles","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Magna International (Canada)","funders":"","keywords":"Computer science; Credibility; Information retrieval; Viewpoints; Information source (mathematics); Relevance (law); Categorization; Source credibility; Software; Precision and recall; Set (abstract data type); Data science; Recall; Attribution; World Wide Web; Artificial intelligence; Political science; Psychology","score_opus":0.033204134909525236,"score_gpt":0.2547677027536751,"score_spread":0.22156356784414988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392927976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058045495,0.00011797092,0.927426,0.002546771,0.0010695212,0.000092269125,0.0000015334491,0.00058501965,0.010115463],"genre_scores_gemma":[0.6521719,0.0000067229134,0.34657598,0.00057397486,0.0002463653,0.000011469419,0.000007344403,0.000006123331,0.0004001198],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990503,0.000019762589,0.00030421378,0.00027220184,0.00021300321,0.00014051775],"domain_scores_gemma":[0.9991288,0.00006792821,0.000094439616,0.00063487515,0.000026213378,0.000047729984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014497199,0.000117276984,0.0001094255,0.00008838516,0.000034815996,0.00095223286,0.0006291268,0.000117496355,0.000040991163],"category_scores_gemma":[0.000039827744,0.00010516412,0.00006158779,0.00007267457,0.000005394116,0.00050071586,0.0025624316,0.0004585262,0.00062472594],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.041512e-7,0.0000046411005,0.000088549765,0.00004305805,0.000016201862,0.0000022686743,0.0041760826,0.013155333,0.000059438935,0.019832643,0.00075729546,0.961864],"study_design_scores_gemma":[0.000027832157,0.0000016891316,0.000045485765,0.00006378895,0.000005098071,0.0000013388938,0.00012413465,0.871233,0.000516449,0.12235679,0.005503597,0.00012082393],"about_ca_topic_score_codex":0.0019879295,"about_ca_topic_score_gemma":0.00004849048,"teacher_disagreement_score":0.9617432,"about_ca_system_score_codex":0.000042185304,"about_ca_system_score_gemma":0.000078870624,"threshold_uncertainty_score":0.91824037},"labels":[],"label_agreement":null},{"id":"W4392949175","doi":"10.3233/idt-230629","title":"SExpSMA-based T5: Serial exponential-slime mould algorithm based T5 model for question answer and distractor generation","year":2024,"lang":"en","type":"article","venue":"Intelligent Decision Technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Context (archaeology); Range (aeronautics); Exponential function; Algorithm; Artificial intelligence; Process (computing); Natural language processing; Machine learning; Arithmetic; Mathematics; Engineering; Programming language","score_opus":0.05118028656545992,"score_gpt":0.31051808802110653,"score_spread":0.2593378014556466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392949175","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03213934,0.00085508527,0.9614803,0.0015369663,0.0014809904,0.0005256254,0.000041229745,0.0019349528,0.0000054909433],"genre_scores_gemma":[0.5138665,0.00005996982,0.48571664,0.000057243633,0.00008743939,0.00011303235,0.000021471726,0.000017050676,0.00006065557],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978625,0.00003053712,0.00050939684,0.0008674902,0.00041267014,0.00031739284],"domain_scores_gemma":[0.9986341,0.00032106845,0.000081016056,0.000759296,0.00015139741,0.000053131193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005072899,0.0002667832,0.00023067284,0.00042306975,0.00015690597,0.00064503035,0.00070420606,0.00035793748,0.000007822419],"category_scores_gemma":[0.00033288033,0.00023002202,0.000120007455,0.00030279448,0.0000800162,0.00052269583,0.0002171736,0.00023403022,0.000016502177],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020163605,0.00004860544,0.0000085711645,0.000026392298,0.000010944551,0.00001025777,0.000071642324,0.03600722,0.009504549,0.006678662,0.0007086496,0.94690436],"study_design_scores_gemma":[0.00015518059,0.00009641844,0.0000030269318,0.000085115425,0.000011261176,0.0000039146717,0.00003363643,0.8045145,0.16901381,0.024520572,0.0013478054,0.00021470441],"about_ca_topic_score_codex":0.000015191913,"about_ca_topic_score_gemma":0.000012380998,"teacher_disagreement_score":0.9466896,"about_ca_system_score_codex":0.00012877374,"about_ca_system_score_gemma":0.00012512336,"threshold_uncertainty_score":0.9380026},"labels":[],"label_agreement":null},{"id":"W4392982066","doi":"10.1109/icaiic60209.2024.10463196","title":"Automated Fact Checking Using A Knowledge Graph-based Model","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Graph; Knowledge graph; Programming language; Theoretical computer science; Artificial intelligence","score_opus":0.07634662200306046,"score_gpt":0.3277555577130238,"score_spread":0.2514089357099633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392982066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031656038,0.00028745556,0.9593042,0.00017914864,0.00035683296,0.000078633726,6.6175755e-7,0.0036241352,0.004512878],"genre_scores_gemma":[0.760236,6.9998265e-7,0.23940548,0.00010150453,0.00002805572,0.0000031382904,4.921096e-7,0.000010289248,0.00021428932],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989635,0.000024164914,0.0001832242,0.00041221193,0.00015405689,0.0002628837],"domain_scores_gemma":[0.999432,0.000040264124,0.00001735754,0.00040053172,0.00004097436,0.00006882255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020089334,0.00012667893,0.00011147632,0.00022106567,0.00008363822,0.00033543314,0.0004625055,0.000056883495,0.000013810649],"category_scores_gemma":[0.000009270259,0.000109219545,0.00008463959,0.0005180839,0.000015083069,0.00039462265,0.00014297028,0.00011364346,0.000048997124],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.253382e-7,0.000034034234,0.000039574858,0.000091009715,0.000020342553,0.000025953681,0.0009259685,0.8871566,0.007263922,0.087469146,0.00043167133,0.016540937],"study_design_scores_gemma":[0.00007644456,0.0000056773347,0.000008566607,0.000078204896,0.0000049739742,0.0000054427755,0.000004021993,0.99461514,0.0020009454,0.0029109702,0.00014360504,0.00014602879],"about_ca_topic_score_codex":0.000041833333,"about_ca_topic_score_gemma":0.000013236988,"teacher_disagreement_score":0.72858,"about_ca_system_score_codex":0.00007121147,"about_ca_system_score_gemma":0.0002566188,"threshold_uncertainty_score":0.44538438},"labels":[],"label_agreement":null},{"id":"W4393073548","doi":"10.1007/978-3-031-56063-7_13","title":"Interactive Topic Tagging in Community Question Answering Platforms","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Question answering; Information retrieval; World Wide Web; Natural language processing; Artificial intelligence","score_opus":0.02227528228155629,"score_gpt":0.27430850949419955,"score_spread":0.25203322721264326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393073548","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032444336,0.00030374536,0.9878566,0.0005163433,0.0025881592,0.0002673621,0.0000014472737,0.00022490809,0.0049969596],"genre_scores_gemma":[0.84015673,0.000025033522,0.15839642,0.00075001316,0.000298809,0.000009694435,0.0000031407965,0.000028526083,0.0003316064],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973024,0.000034592238,0.00052811357,0.0010128317,0.00058309286,0.0005389349],"domain_scores_gemma":[0.998015,0.00037902538,0.00015528566,0.0012580021,0.00009486316,0.00009783095],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001373741,0.00041862286,0.0004257818,0.0011276163,0.00020234869,0.00059490843,0.0027010115,0.0002593269,0.000007731925],"category_scores_gemma":[0.000088855675,0.00039080973,0.0000908587,0.00053756067,0.00023405932,0.0010912827,0.0016311674,0.0024889738,0.00003291785],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047926846,0.00002985589,0.00015165377,0.00014373286,0.000010900326,0.00019454201,0.008398181,0.10368377,0.00018666025,0.11311092,0.0000023993891,0.7740826],"study_design_scores_gemma":[0.00010304023,0.00005561024,0.00010897391,0.001392761,0.0000026208402,0.000044686658,0.000001316745,0.6567054,0.00043512668,0.34057927,0.00022036953,0.0003508505],"about_ca_topic_score_codex":0.00029298977,"about_ca_topic_score_gemma":0.00072675437,"teacher_disagreement_score":0.83691233,"about_ca_system_score_codex":0.0007857396,"about_ca_system_score_gemma":0.00025030313,"threshold_uncertainty_score":0.9998544},"labels":[],"label_agreement":null},{"id":"W4393106418","doi":"10.1007/978-3-031-54752-2_2","title":"AI-Generated Literature","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Art","score_opus":0.019552972234056467,"score_gpt":0.23171943870574183,"score_spread":0.21216646647168536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393106418","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.1595954e-7,0.0033441,0.19821675,0.0024254844,0.0012760066,0.000078029465,0.0000056590675,0.00050321454,0.7941504],"genre_scores_gemma":[0.00016693666,0.000077914454,0.019375399,0.0023910955,0.0004882342,0.0000027312792,0.000017556451,0.000028989329,0.97745115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987709,0.0000037054865,0.00020650178,0.0006160268,0.00023755961,0.00016531684],"domain_scores_gemma":[0.9989912,0.000012091156,0.000033233926,0.00079149613,0.00009903907,0.000072933006],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007026974,0.00025067717,0.0001915015,0.00016402744,0.000032638844,0.00059639046,0.0007220633,0.00033372457,0.00026332197],"category_scores_gemma":[0.000002120804,0.0001997619,0.000116237716,0.000058979243,0.000011904173,0.0001690846,0.00037521837,0.000557688,0.0012866277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1472216e-7,0.0000010132981,4.2653202e-8,0.000026038853,0.000020828773,0.00012132417,0.000089110916,0.000025153584,0.000014988776,0.9707814,0.020602364,0.00831754],"study_design_scores_gemma":[0.000027346414,0.000009725939,4.9795187e-8,0.00020050816,0.0000073265905,0.000028390583,2.0855843e-7,0.052548997,0.000048368787,0.29987663,0.647033,0.00021946966],"about_ca_topic_score_codex":0.0000027911424,"about_ca_topic_score_gemma":0.0000046463533,"teacher_disagreement_score":0.67090476,"about_ca_system_score_codex":0.000038764443,"about_ca_system_score_gemma":0.00007254452,"threshold_uncertainty_score":0.999491},"labels":[],"label_agreement":null},{"id":"W4393145623","doi":"10.1609/aaai.v38i21.30433","title":"Improving Faithfulness in Abstractive Text Summarization with EDUs Using BART (Student Abstract)","year":2024,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Natural language processing; Computer science; Psychology; Linguistics; Mathematics education; Artificial intelligence; Philosophy","score_opus":0.06324586238832317,"score_gpt":0.3050327422802676,"score_spread":0.24178687989194445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393145623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74409544,0.000039589406,0.24907994,0.0009596501,0.00057211757,0.0004986966,0.000002124263,0.0001257624,0.004626701],"genre_scores_gemma":[0.9943718,0.000006775467,0.0053921323,0.000046109897,0.00007273814,0.000022748822,2.8982373e-7,0.000016465081,0.000070973416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791354,0.000010547905,0.00054068066,0.00063832157,0.00055187463,0.00034504366],"domain_scores_gemma":[0.99900067,0.00009558382,0.00023509191,0.000252481,0.0003519709,0.00006421376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005157097,0.00022935469,0.00022269921,0.00023760562,0.00012528668,0.00063942,0.001242612,0.0000936663,0.000028178805],"category_scores_gemma":[0.000113967966,0.00016824163,0.00006260532,0.00079992606,0.0001251993,0.00097430055,0.00028726752,0.00044778714,0.000025282676],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045374345,0.00014962372,0.00076920376,0.00015253824,0.000020976073,0.000007096199,0.0042032213,0.004830308,0.0704535,0.7269431,0.0000054501234,0.19241965],"study_design_scores_gemma":[0.000028996965,0.000083711006,0.0010814695,0.00090973807,0.000013291168,0.000010900855,0.0013803703,0.6839556,0.28476357,0.02748633,0.000013452143,0.0002725317],"about_ca_topic_score_codex":0.00029638357,"about_ca_topic_score_gemma":0.000055942255,"teacher_disagreement_score":0.69945675,"about_ca_system_score_codex":0.0001525405,"about_ca_system_score_gemma":0.00025087557,"threshold_uncertainty_score":0.6860695},"labels":[],"label_agreement":null},{"id":"W4393159548","doi":"10.1609/aaai.v38i12.29263","title":"Narrowing the Gap between Supervised and Unsupervised Sentence Representation Learning with Large Language Model","year":2024,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fundamental Research Funds for the Central Universities; State Key Laboratory of Software Development Environment; National Natural Science Foundation of China","keywords":"Sentence; Natural language processing; Artificial intelligence; Computer science; Representation (politics); Unsupervised learning; Language model; Linguistics; Machine learning; Philosophy","score_opus":0.09381631991397431,"score_gpt":0.3127379495608163,"score_spread":0.21892162964684198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393159548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6701395,0.00011530133,0.32233268,0.005217551,0.00011240436,0.00034688233,0.0000035745645,0.00017953049,0.0015525623],"genre_scores_gemma":[0.9952193,0.00003123888,0.00429735,0.000125112,0.000070585986,0.000021252577,7.645667e-7,0.000015406778,0.00021897283],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819005,0.000033980723,0.000362399,0.00057898235,0.0005068863,0.00032769018],"domain_scores_gemma":[0.99910516,0.0001731584,0.000112677575,0.00029868662,0.00024302637,0.00006731533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007178865,0.00019807955,0.00019990216,0.00010225592,0.00034112672,0.00058545015,0.0011714639,0.00006254389,0.000011368366],"category_scores_gemma":[0.00020030973,0.00011847272,0.000068202244,0.0006086101,0.00017025847,0.0006558074,0.00039576457,0.0004661266,0.00001344988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036185367,0.000039959294,0.0022642084,0.00015516924,0.000047384943,0.000003655721,0.03477602,0.0038165713,0.058863334,0.8051948,0.000028379884,0.09477435],"study_design_scores_gemma":[0.000026454063,0.000061027564,0.00009235911,0.00033447566,0.000019130799,0.0000057760044,0.0039792294,0.89633,0.07347809,0.025514659,0.0000112245125,0.0001475674],"about_ca_topic_score_codex":0.000060701477,"about_ca_topic_score_gemma":0.000009511055,"teacher_disagreement_score":0.89251345,"about_ca_system_score_codex":0.000028322509,"about_ca_system_score_gemma":0.00008695923,"threshold_uncertainty_score":0.56455094},"labels":[],"label_agreement":null},{"id":"W4393160884","doi":"10.22541/essoar.171136837.71755629/v1","title":"Potential Benefits and Dangers of Using Large Language Models for Advancing Sustainability Science and Communication","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Sustainability; Unintended consequences; Sustainable development; Sustainability science; Engineering ethics; Political science; Social sustainability; Engineering; Ecology","score_opus":0.0228580133462147,"score_gpt":0.30575226402843503,"score_spread":0.28289425068222035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393160884","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36526468,0.0022176565,0.6315993,0.00030479743,0.00009288408,0.00037943703,0.000010466876,0.00004693889,0.0000838132],"genre_scores_gemma":[0.73470324,0.00003933973,0.26518774,0.000026909189,0.000012891418,0.000011785661,0.0000015734996,0.000005828777,0.000010689923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860966,0.000032294614,0.0002472632,0.0005896422,0.000265815,0.00025533553],"domain_scores_gemma":[0.99839216,0.00006621915,0.00010347698,0.00088966906,0.0004807309,0.00006776188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017269946,0.00012719144,0.00019625848,0.00017829088,0.00016290585,0.00022651281,0.00070165587,0.00008468876,4.4930582e-7],"category_scores_gemma":[0.00015724332,0.00012289213,0.000035085493,0.00016454257,0.00014464422,0.00037755523,0.0054835295,0.00020125022,3.3093258e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009239744,0.00004748072,0.00012018504,0.0025328153,0.00002435154,0.000002573266,0.012062872,0.33933628,0.003104681,0.52579,0.0000086464,0.116960876],"study_design_scores_gemma":[0.00009508499,0.0000068916906,0.00003149032,0.00011386621,0.000014631151,0.0000035493267,0.0005851371,0.90827686,0.0005693674,0.09019093,0.0000033517777,0.00010885901],"about_ca_topic_score_codex":0.00045406615,"about_ca_topic_score_gemma":0.000051501647,"teacher_disagreement_score":0.5689406,"about_ca_system_score_codex":0.00017860746,"about_ca_system_score_gemma":0.00048279905,"threshold_uncertainty_score":0.6834827},"labels":[],"label_agreement":null},{"id":"W4393183687","doi":"10.1145/3639279","title":"DTT: An Example-Driven Tabular Transformer for Joinability by Leveraging Large Language Models","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Management of Data","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Transformer; Computer science; Engineering; Electrical engineering; Voltage","score_opus":0.10344835003044657,"score_gpt":0.3135535429041299,"score_spread":0.21010519287368334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393183687","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17695172,0.00039685136,0.8154009,0.0039434545,0.0002164728,0.0012159204,0.0003027914,0.00018636283,0.0013855168],"genre_scores_gemma":[0.85712165,0.000035763405,0.14240012,0.00012228136,0.000031084044,0.00002959426,0.000035539822,0.00001719983,0.00020674658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834096,0.0000067804317,0.00029842954,0.0006866871,0.00040564375,0.0002615245],"domain_scores_gemma":[0.99788827,0.000038360846,0.00008842078,0.0018862399,0.000059545346,0.000039190545],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0010204121,0.00014102834,0.00017709537,0.00007531972,0.00007403425,0.00013058756,0.0067772977,0.000033443936,0.000005912318],"category_scores_gemma":[0.00003270242,0.00010830729,0.000068957175,0.00023645088,0.000027394508,0.0018146628,0.0021419877,0.00010391595,0.000001051985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067307126,0.00067770836,0.0004567385,0.008183014,0.0005037949,0.000002951273,0.010432036,0.0010838691,0.0191301,0.77195764,0.028036525,0.1594683],"study_design_scores_gemma":[0.00046193134,0.00009157027,0.000061547566,0.00037819,0.00008968128,8.198775e-7,0.0010280812,0.9256535,0.008482542,0.053903922,0.009634013,0.00021420109],"about_ca_topic_score_codex":0.000050404764,"about_ca_topic_score_gemma":0.0000022331742,"teacher_disagreement_score":0.9245696,"about_ca_system_score_codex":0.000030945303,"about_ca_system_score_gemma":0.00001259022,"threshold_uncertainty_score":0.9985965},"labels":[],"label_agreement":null},{"id":"W4393212490","doi":"10.48550/arxiv.2403.15567","title":"Do not trust what you trust: Miscalibration in Semi-supervised Learning","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Psychology; Knowledge management; Computer science; Artificial intelligence","score_opus":0.06709897106881242,"score_gpt":0.19518362559078378,"score_spread":0.12808465452197138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393212490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6720676,0.00030243158,0.32288507,0.0005135508,0.0012446337,0.00027278927,0.0000026455914,0.00039929652,0.0023120113],"genre_scores_gemma":[0.9940031,0.0003980391,0.00173238,0.000106936386,0.00013830801,0.0000017950921,0.000013988998,0.000028809554,0.0035766223],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973084,0.0002083412,0.00031539664,0.0016017657,0.0001586464,0.00040745668],"domain_scores_gemma":[0.9984547,0.000079243095,0.0001424779,0.0011124485,0.00006837595,0.00014278613],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004152914,0.0003537144,0.00036080106,0.000518094,0.00011034701,0.000894355,0.0016014032,0.00041489702,0.00005816319],"category_scores_gemma":[0.000039430157,0.00042260383,0.00020735893,0.00074815005,0.00004810445,0.0011114383,0.0028871587,0.0014091785,0.00015099143],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022606184,0.00004674904,0.004724963,0.00020317387,0.000044079166,0.0005616238,0.0022798472,0.88658965,0.00013099283,0.09613081,0.00004395624,0.009221544],"study_design_scores_gemma":[0.0003490594,0.000021035135,0.00034681463,0.00040082826,0.000030364698,0.000004108731,0.0004871665,0.968728,0.00019215801,0.028608983,0.00040628802,0.00042517728],"about_ca_topic_score_codex":0.00014977649,"about_ca_topic_score_gemma":0.000034619763,"teacher_disagreement_score":0.32193556,"about_ca_system_score_codex":0.00031622575,"about_ca_system_score_gemma":0.00022632285,"threshold_uncertainty_score":0.99982256},"labels":[],"label_agreement":null},{"id":"W4393319378","doi":"10.21203/rs.3.rs-4169544/v1","title":"Integrating Quantum CI with Generative AI for Taiwanese/English Co-Learning: TAIDE-based Knowledge Graph Construction and Multimodal Data Transformation","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Science and Technology Council","keywords":"Generative grammar; Transformation (genetics); Graph; Computer science; Artificial intelligence; Natural language processing; Theoretical computer science","score_opus":0.08285924914743456,"score_gpt":0.3999924440936812,"score_spread":0.3171331949462466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393319378","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019530494,0.00074348284,0.9746078,0.0013914237,0.00047082425,0.001981213,0.00029509456,0.00035663895,0.00062302593],"genre_scores_gemma":[0.8748663,0.000053191707,0.12302162,0.000022159977,0.00043843107,0.0004801107,0.0010205001,0.000049437065,0.000048228903],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959885,0.0006746017,0.0004850038,0.0014102677,0.0008396267,0.0006020038],"domain_scores_gemma":[0.996261,0.00060154044,0.00012464891,0.0011819068,0.0016382174,0.00019271101],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0029275839,0.00035787604,0.00039715646,0.00078412093,0.000570096,0.0013990419,0.0012916145,0.00032311335,0.0000069613434],"category_scores_gemma":[0.0006568633,0.00029773387,0.0000879362,0.00059928186,0.0002920808,0.00061900873,0.0012043235,0.0026709228,0.0000069087387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043855465,0.00033358493,0.001956635,0.016976533,0.00045578138,0.0000640575,0.067351125,0.050671395,0.0010500966,0.4534082,0.0029388762,0.40435514],"study_design_scores_gemma":[0.0006670253,0.0003140467,0.000023967357,0.0011883737,0.00001936555,0.00000869102,0.002435256,0.9803216,0.000797187,0.010605844,0.0032862576,0.00033237383],"about_ca_topic_score_codex":0.00021265297,"about_ca_topic_score_gemma":0.00023923266,"teacher_disagreement_score":0.92965025,"about_ca_system_score_codex":0.0002094393,"about_ca_system_score_gemma":0.0014175236,"threshold_uncertainty_score":0.9999475},"labels":[],"label_agreement":null},{"id":"W4393335480","doi":"10.1038/s41746-024-01074-z","title":"Foundation metrics for evaluating effectiveness of healthcare conversations powered by generative AI","year":2024,"lang":"en","type":"article","venue":"npj Digital Medicine","topic":"Topic Modeling","field":"Computer Science","cited_by":184,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Standards and Technology","keywords":"Health care; Computer science; Personalization; Set (abstract data type); Process (computing); Comprehension; Human–computer interaction; World Wide Web","score_opus":0.059876822644538336,"score_gpt":0.3823261757586979,"score_spread":0.32244935311415956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393335480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011753276,0.00089532015,0.9804857,0.0049216943,0.00084933743,0.00047377488,0.000025447234,0.000091103895,0.00050437695],"genre_scores_gemma":[0.9928108,0.0000064536102,0.00667338,0.00019009563,0.00009345186,0.000044374265,0.000096913354,0.000008778631,0.00007578228],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988775,0.00006349319,0.00027465844,0.0003027073,0.00034230383,0.00013929394],"domain_scores_gemma":[0.99819523,0.0010755099,0.000063719934,0.00020838791,0.00039744034,0.00005969213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007190111,0.00009546895,0.00018872143,0.00016569206,0.0000558382,0.00009499031,0.00019397397,0.000041211726,0.000005268011],"category_scores_gemma":[0.0010749295,0.00007897169,0.000035182522,0.0006558613,0.00004650534,0.00062938244,0.00004863327,0.00007975116,0.0000042581573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034400055,0.000058120237,0.0004030335,0.0012889791,0.000117519994,0.0000036446374,0.003586556,0.00045234335,0.013157864,0.33878848,0.001405688,0.6407034],"study_design_scores_gemma":[0.0009983714,0.0010346113,0.00017786701,0.0006428447,0.000028297865,0.0000062043237,0.00018523063,0.9561091,0.0046109455,0.03350447,0.0025395672,0.0001625081],"about_ca_topic_score_codex":0.00004224028,"about_ca_topic_score_gemma":0.0000017195009,"teacher_disagreement_score":0.9810575,"about_ca_system_score_codex":0.00011676133,"about_ca_system_score_gemma":0.0001675937,"threshold_uncertainty_score":0.32203722},"labels":[],"label_agreement":null},{"id":"W4393493608","doi":"10.5281/zenodo.3930995","title":"Preprocessing scripts and data for study: Identifying high-confidence capture Hi-C interactions using CHiCANE","year":2020,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Cancer Research","funders":"","keywords":"Scripting language; Preprocessor; Computer science; Artificial intelligence; Programming language","score_opus":0.160977707385079,"score_gpt":0.3419859801446908,"score_spread":0.1810082727596118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393493608","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029894905,0.00016205761,0.47046745,0.0005598554,0.000555436,0.0010878243,0.52621555,0.0005365094,0.00011637439],"genre_scores_gemma":[0.020464554,0.00007362801,0.014271868,0.00028922674,0.0005539661,2.4957131e-7,0.96340334,0.00083420513,0.00010894172],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693716,0.00029812762,0.0004283524,0.001466719,0.0004953588,0.00037428288],"domain_scores_gemma":[0.9969355,0.000055158605,0.00030074414,0.00205123,0.00045508347,0.00020231087],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0008557161,0.00026011298,0.0003029155,0.00028270023,0.0023392483,0.0038098267,0.0048054117,0.000095279975,0.00033317631],"category_scores_gemma":[0.0012682048,0.00028799268,0.000033472945,0.00051341765,0.000088168825,0.0013292574,0.009245433,0.00063785934,0.00039661507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016882175,0.00009269569,4.1807692e-7,0.00034360687,0.00006978781,0.00002797453,0.0011198283,0.00009751988,0.00035651505,0.00019085425,0.9850005,0.012683432],"study_design_scores_gemma":[0.00035838078,0.000085306674,0.000017917475,0.0001874762,0.00007018511,0.00014504824,0.00041797917,0.034798637,0.000017725857,0.00017225122,0.96343505,0.0002940142],"about_ca_topic_score_codex":0.00036793252,"about_ca_topic_score_gemma":0.000010623801,"teacher_disagreement_score":0.45619556,"about_ca_system_score_codex":0.00012490342,"about_ca_system_score_gemma":0.000022478634,"threshold_uncertainty_score":0.9999572},"labels":[],"label_agreement":null},{"id":"W4393626689","doi":"10.5281/zenodo.3381673","title":"Cross-Domain Modeling of Sentence-Level Evidence for Document Retrieval","year":2019,"lang":"en","type":"dataset","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Information retrieval; Sentence; Computer science; Domain (mathematical analysis); Natural language processing; Artificial intelligence; Mathematics","score_opus":0.2650748796003983,"score_gpt":0.382171404372805,"score_spread":0.11709652477240667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393626689","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008008608,0.0004653904,0.03567486,0.000062188265,0.00045712048,0.0007612427,0.96251965,0.000039499508,0.000012022949],"genre_scores_gemma":[0.000101205675,0.00001534668,0.015204637,0.00013944847,0.0002397411,0.00010853271,0.98395586,0.000017532633,0.00021769927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99714446,0.000051852687,0.00065790355,0.00093444146,0.0007493289,0.00046199068],"domain_scores_gemma":[0.9964766,0.0005092136,0.0004359958,0.0019670469,0.0005058698,0.00010530695],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034444642,0.00033769742,0.0004913383,0.00015418592,0.00009041087,0.00029005753,0.0031269796,0.00033356095,0.006646196],"category_scores_gemma":[0.0017973968,0.0003311944,0.00025094295,0.00022366681,0.000008008905,0.0006858705,0.0012578289,0.00033632162,0.0006133766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021766635,0.000012668261,4.3923328e-7,0.0012210183,0.000019893903,0.0000048104257,0.000039094746,0.010027531,0.000004231075,0.000022716087,0.9882752,0.00035065808],"study_design_scores_gemma":[0.00041597683,0.00013411988,0.0000033220767,0.011593575,0.000015906535,0.000011865598,0.000008029194,0.3967249,0.00009140473,0.00069008133,0.5897661,0.00054472324],"about_ca_topic_score_codex":0.000038111477,"about_ca_topic_score_gemma":0.000005930177,"teacher_disagreement_score":0.3985091,"about_ca_system_score_codex":0.00014152727,"about_ca_system_score_gemma":0.0004794393,"threshold_uncertainty_score":0.999914},"labels":[],"label_agreement":null},{"id":"W4393638019","doi":"10.5281/zenodo.3630694","title":"Russian News 2017","year":2020,"lang":"en","type":"dataset","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Optech (Canada)","funders":"","keywords":"Information retrieval; Computer science","score_opus":0.09046711285540973,"score_gpt":0.2858571688788321,"score_spread":0.19539005602342238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393638019","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.6804297e-9,0.00012861977,0.00021491347,0.0006363533,0.00027086702,0.00013315404,0.9976715,0.00013711042,0.00080749753],"genre_scores_gemma":[4.8981946e-7,0.0000071291456,0.0015723289,0.0015962772,0.0005930428,0.000060039554,0.9960481,0.000008657405,0.00011396779],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986734,0.000028956109,0.00019099566,0.0005778907,0.00028050985,0.0002482797],"domain_scores_gemma":[0.99826896,0.000039814033,0.0001471891,0.0013598436,0.000022744685,0.00016147255],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000016533457,0.00021465243,0.00022287919,0.00006339019,0.00006821937,0.0003038667,0.002831499,0.00021574908,0.044410132],"category_scores_gemma":[0.00031435068,0.00020761634,0.00009420682,0.00014214084,0.0000017647168,0.00020721086,0.0011728023,0.00041909123,0.054312676],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.200055e-7,0.0000041462463,3.7595274e-8,0.000119684664,0.0000056888334,0.00010876082,0.000010682409,0.0000057007337,5.223247e-8,0.000015153129,0.9980396,0.0016902501],"study_design_scores_gemma":[0.0000536128,0.000012294529,0.0000051063867,0.0005733861,0.000002980328,0.00001007799,6.4480463e-7,0.0016237687,0.0000021844228,0.00005169193,0.99743265,0.0002316181],"about_ca_topic_score_codex":0.000033990502,"about_ca_topic_score_gemma":0.00003070616,"teacher_disagreement_score":0.009902547,"about_ca_system_score_codex":0.00003026444,"about_ca_system_score_gemma":0.00018430052,"threshold_uncertainty_score":0.9564634},"labels":[],"label_agreement":null},{"id":"W4393650160","doi":"10.5281/zenodo.10446176","title":"On Inter-dataset Code Duplication and Data Leakage in Large Language Models","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; McGill University","funders":"","keywords":"Computer science; Code (set theory); Leakage (economics); Programming language","score_opus":0.07910873542123568,"score_gpt":0.3116455489015773,"score_spread":0.2325368134803416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393650160","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006647416,0.00004937734,0.07123709,0.00052145985,0.00010124751,0.00035158766,0.92683154,0.00041488677,0.00042633293],"genre_scores_gemma":[0.00083233323,0.00020505201,0.00043751902,0.0002758795,0.00007612581,9.2336215e-8,0.9976221,0.00044112877,0.00010977786],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746376,0.00031554681,0.00032799505,0.0010945443,0.00040511013,0.00039303134],"domain_scores_gemma":[0.99656343,0.00006229912,0.00013907897,0.0030099005,0.00009647311,0.00012883786],"candidate_categories":["open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013139095,0.00020510552,0.00021076424,0.00047171887,0.00056392496,0.0010254371,0.0050735124,0.00013091601,0.00034984315],"category_scores_gemma":[0.0005989424,0.0002224011,0.000018841112,0.0005367482,0.00005184466,0.00064937584,0.009854286,0.0005687758,0.008366946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000871428,0.00007259194,5.439919e-8,0.00007726305,0.000011574562,0.000043847267,0.00022503205,0.00014624321,0.000016234117,0.0019275781,0.9852903,0.012180572],"study_design_scores_gemma":[0.00031712832,0.000058562717,0.000010174538,0.00008294887,0.0000062581275,0.000025641397,0.000056052515,0.09005742,0.000003684621,0.00037369048,0.90881085,0.00019761157],"about_ca_topic_score_codex":0.00018834454,"about_ca_topic_score_gemma":0.000031574764,"teacher_disagreement_score":0.08991118,"about_ca_system_score_codex":0.00011464889,"about_ca_system_score_gemma":0.0000065205318,"threshold_uncertainty_score":0.9981538},"labels":[],"label_agreement":null},{"id":"W4393704820","doi":"10.5281/zenodo.3372763","title":"Cross-Domain Modeling of Sentence-Level Evidence for Document Retrieval","year":2019,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Information retrieval; Sentence; Computer science; Domain (mathematical analysis); Natural language processing; Artificial intelligence; Mathematics","score_opus":0.1617745458923477,"score_gpt":0.33566998973817835,"score_spread":0.17389544384583067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393704820","genre_codex":"methods","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002803429,0.00014615824,0.5917286,0.00029966183,0.00043483076,0.00093184423,0.40553632,0.00022082288,0.00042137262],"genre_scores_gemma":[0.005900262,0.00045558214,0.027546363,0.00025505625,0.0005151571,2.4549706e-7,0.9628398,0.001332663,0.0011549048],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99652505,0.00029819092,0.00067858066,0.0010103602,0.00094146724,0.0005463467],"domain_scores_gemma":[0.99616724,0.00012263878,0.00036645238,0.001874212,0.0012996233,0.00016982618],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020781858,0.0002832087,0.000384198,0.00035268016,0.0009767559,0.0013317831,0.004963198,0.00019349511,0.00124701],"category_scores_gemma":[0.0014359403,0.00029950382,0.00015128493,0.0005261969,0.00011179163,0.0007629219,0.003971699,0.0004388358,0.0016635503],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014994528,0.000078302866,3.0102808e-7,0.0006449972,0.00006472695,0.0000073868996,0.00038470377,0.0080764815,0.00029513982,0.0021717327,0.9791916,0.008934662],"study_design_scores_gemma":[0.00050064974,0.00030561065,0.000003134898,0.00037142844,0.000018999435,0.000043185017,0.000042969095,0.08173847,0.00008283175,0.0007836428,0.9157952,0.00031386025],"about_ca_topic_score_codex":0.000046590103,"about_ca_topic_score_gemma":3.125165e-7,"teacher_disagreement_score":0.5641823,"about_ca_system_score_codex":0.0002824296,"about_ca_system_score_gemma":0.000032250413,"threshold_uncertainty_score":0.9999457},"labels":[],"label_agreement":null},{"id":"W4393716831","doi":"10.1145/3654660","title":"Computational Politeness in Natural Language Processing: A Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Ministry of Electronics and Information technology","keywords":"Computer science; Politeness; Natural language processing; Natural language; Natural (archaeology); Artificial intelligence; Linguistics","score_opus":0.08069860879599831,"score_gpt":0.38061836495845297,"score_spread":0.29991975616245464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393716831","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008402851,0.8728494,0.12481143,0.000043124754,0.0013427552,0.00035281462,0.000023831646,0.00041903282,0.00007357067],"genre_scores_gemma":[0.076959565,0.8084586,0.10996878,0.00030530943,0.0013757168,0.000066472196,0.0016060253,0.0003742541,0.00088524807],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.993273,0.0029450199,0.0011372577,0.0013496272,0.000581477,0.00071358867],"domain_scores_gemma":[0.9962548,0.0018499513,0.00036738676,0.0012523241,0.00016383795,0.00011169491],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0068463217,0.00063411955,0.0015465773,0.0007151969,0.0001174641,0.00072057487,0.0035605202,0.00028174493,0.0000023814903],"category_scores_gemma":[0.00083551416,0.00054180674,0.00030019312,0.0022083102,0.000050460905,0.0002565209,0.0023428495,0.0011633796,0.00013241879],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5567275e-7,0.000027162476,0.00013306778,0.0047317944,0.000034538974,0.00010498711,0.00044898153,0.0005649055,1.0375662e-8,0.00034099567,0.000105105166,0.9935082],"study_design_scores_gemma":[0.00031685192,0.000024322298,0.0037956855,0.022267511,0.000099293284,0.0002604258,0.0000211186,0.9389303,8.895002e-8,0.0011686648,0.03147274,0.0016429949],"about_ca_topic_score_codex":0.00093438756,"about_ca_topic_score_gemma":0.00023879386,"teacher_disagreement_score":0.9918652,"about_ca_system_score_codex":0.000287287,"about_ca_system_score_gemma":0.0009984401,"threshold_uncertainty_score":0.99970335},"labels":[],"label_agreement":null},{"id":"W4393717402","doi":"10.5281/zenodo.3372764","title":"Cross-Domain Modeling of Sentence-Level Evidence for Document Retrieval","year":2019,"lang":"en","type":"dataset","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Information retrieval; Sentence; Computer science; Domain (mathematical analysis); Natural language processing; Artificial intelligence; Mathematics","score_opus":0.2650748796003983,"score_gpt":0.382171404372805,"score_spread":0.11709652477240667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393717402","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008008608,0.0004653904,0.03567486,0.000062188265,0.00045712048,0.0007612427,0.96251965,0.000039499508,0.000012022949],"genre_scores_gemma":[0.000101205675,0.00001534668,0.015204637,0.00013944847,0.0002397411,0.00010853271,0.98395586,0.000017532633,0.00021769927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99714446,0.000051852687,0.00065790355,0.00093444146,0.0007493289,0.00046199068],"domain_scores_gemma":[0.9964766,0.0005092136,0.0004359958,0.0019670469,0.0005058698,0.00010530695],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034444642,0.00033769742,0.0004913383,0.00015418592,0.00009041087,0.00029005753,0.0031269796,0.00033356095,0.006646196],"category_scores_gemma":[0.0017973968,0.0003311944,0.00025094295,0.00022366681,0.000008008905,0.0006858705,0.0012578289,0.00033632162,0.0006133766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021766635,0.000012668261,4.3923328e-7,0.0012210183,0.000019893903,0.0000048104257,0.000039094746,0.010027531,0.000004231075,0.000022716087,0.9882752,0.00035065808],"study_design_scores_gemma":[0.00041597683,0.00013411988,0.0000033220767,0.011593575,0.000015906535,0.000011865598,0.000008029194,0.3967249,0.00009140473,0.00069008133,0.5897661,0.00054472324],"about_ca_topic_score_codex":0.000038111477,"about_ca_topic_score_gemma":0.000005930177,"teacher_disagreement_score":0.3985091,"about_ca_system_score_codex":0.00014152727,"about_ca_system_score_gemma":0.0004794393,"threshold_uncertainty_score":0.999914},"labels":[],"label_agreement":null},{"id":"W4393773180","doi":"10.5281/zenodo.6149598","title":"TopiOCQA processed Wikipedia data","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Information retrieval; Data science; World Wide Web; Data mining","score_opus":0.08125994892770544,"score_gpt":0.2764849832977754,"score_spread":0.19522503437006994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393773180","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008724491,0.00017535342,0.03220572,0.00094000663,0.0005427724,0.000497853,0.958136,0.0010429213,0.006450653],"genre_scores_gemma":[0.00006598426,0.00020214896,0.0011641122,0.00033795324,0.00031176824,7.197608e-8,0.9968445,0.0006382071,0.0004352643],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996716,0.00038531263,0.00036227464,0.0012093945,0.00085799897,0.000469002],"domain_scores_gemma":[0.99535906,0.000035963472,0.00021639424,0.0038887234,0.00031172752,0.00018812601],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.0010678555,0.00024004222,0.00023609884,0.0003186686,0.0021931115,0.0022236481,0.01383204,0.00011460628,0.06806667],"category_scores_gemma":[0.0008282618,0.00026865592,0.000042937678,0.0007562107,0.00007365542,0.0008699279,0.020984309,0.00077765365,0.0040149363],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000547992,0.000073377785,3.2217823e-8,0.00012458955,0.000023446843,0.00003685398,0.00012230167,0.000034196775,0.000012222299,0.00063961244,0.96313024,0.035797663],"study_design_scores_gemma":[0.00021331345,0.00008807928,0.0000028407069,0.000019315316,0.000015464479,0.00009515606,0.000038914462,0.0026315004,0.000005329114,0.00014011213,0.99646884,0.00028111023],"about_ca_topic_score_codex":0.000054671265,"about_ca_topic_score_gemma":9.306936e-7,"teacher_disagreement_score":0.06405173,"about_ca_system_score_codex":0.00016969822,"about_ca_system_score_gemma":0.00002420281,"threshold_uncertainty_score":0.9999766},"labels":[],"label_agreement":null},{"id":"W4393823895","doi":"10.5281/zenodo.3932441","title":"SemEval-2020 Task 5: Modelling Causal Reasoning in Language: Detecting Counterfactuals","year":2020,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Queen's University","funders":"","keywords":"Counterfactual conditional; Computer science; Task (project management); SemEval; Causal reasoning; Natural language processing; Artificial intelligence; Linguistics; Psychology; Counterfactual thinking; Philosophy; Cognition; Engineering","score_opus":0.03623281979995987,"score_gpt":0.25938332611982257,"score_spread":0.2231505063198627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393823895","genre_codex":"methods","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00081679394,0.00030349073,0.5139726,0.0006137993,0.0004392472,0.00079398823,0.4795087,0.00152446,0.0020269605],"genre_scores_gemma":[0.02661213,0.00028618088,0.00807994,0.0005571566,0.00074887834,1.8677288e-7,0.96191996,0.0016624035,0.00013315179],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966406,0.00049787323,0.000528515,0.0010421674,0.00069311267,0.00059770286],"domain_scores_gemma":[0.99813294,0.00006346597,0.00025994144,0.001053094,0.00026429864,0.00022624152],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010760842,0.00031323757,0.00035295828,0.0003378504,0.0010196877,0.0017232208,0.0032905135,0.00018842221,0.0009693716],"category_scores_gemma":[0.0009280872,0.0003605741,0.00006931533,0.000840407,0.000053729887,0.000495546,0.003633358,0.0011133148,0.005174495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016085569,0.00003804839,1.7227397e-7,0.0001603397,0.000029650706,0.00018421074,0.0021627138,0.009204529,0.00030836303,0.00015051794,0.97234094,0.015404398],"study_design_scores_gemma":[0.00027561362,0.000080520105,0.0000015424876,0.00015562201,0.000011167862,0.00009802235,0.00018294882,0.163201,0.00007570525,0.0000392379,0.8355659,0.0003126827],"about_ca_topic_score_codex":0.00020373033,"about_ca_topic_score_gemma":0.0000038610583,"teacher_disagreement_score":0.50589263,"about_ca_system_score_codex":0.0003124515,"about_ca_system_score_gemma":0.000018299575,"threshold_uncertainty_score":0.99994385},"labels":[],"label_agreement":null},{"id":"W4393924586","doi":"10.48550/arxiv.2404.01399","title":"Developing Safe and Responsible Large Language Model : Can We Balance Bias Reduction and Language Understanding in Large Language Models?","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Government of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Business","score_opus":0.12962998173143916,"score_gpt":0.23450495749436628,"score_spread":0.10487497576292712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393924586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49957234,0.0012936074,0.49765635,0.0003844774,0.00016003735,0.00019233879,0.000038644837,0.00016520449,0.00053700636],"genre_scores_gemma":[0.9886359,0.0006534814,0.009086405,0.00008191849,0.00005610344,0.0000021044725,0.00001768608,0.00003287888,0.0014335145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749225,0.00016913844,0.00026974524,0.0013647085,0.00013933683,0.00056484266],"domain_scores_gemma":[0.99885243,0.000093122915,0.00014156802,0.00073270325,0.000034963654,0.0001452172],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007317334,0.0003609739,0.00038800327,0.00068026077,0.0001657429,0.0002335488,0.00058565725,0.00030166708,0.0000046275636],"category_scores_gemma":[0.00004197374,0.0004209581,0.00007378354,0.00063342013,0.000054338947,0.0004294152,0.0026773165,0.00083319924,0.000004787831],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048789327,0.00003934114,0.0006510683,0.0005443088,0.00006136418,0.0010877972,0.03933522,0.1523965,0.0003736824,0.8047707,0.000028519353,0.000662725],"study_design_scores_gemma":[0.00054297823,0.000009989088,0.00004143418,0.00062248105,0.000029397821,0.0000175732,0.009570642,0.8784612,0.000115638446,0.11017285,0.000005026516,0.0004108135],"about_ca_topic_score_codex":0.0005085103,"about_ca_topic_score_gemma":0.0013287178,"teacher_disagreement_score":0.7260647,"about_ca_system_score_codex":0.0006676874,"about_ca_system_score_gemma":0.00041397059,"threshold_uncertainty_score":0.9998242},"labels":[],"label_agreement":null},{"id":"W4394006050","doi":"10.11591/ijeecs.v34.i3.pp1760-1769","title":"Exploring the intricacies of human memory and its analogous representation in ChatGPT","year":2024,"lang":"en","type":"article","venue":"Indonesian Journal of Electrical Engineering and Computer Science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Memorization; Recall; Computer science; Parallels; Human memory; Relevance (law); Representation (politics); Cognitive psychology; Mental representation; Cognitive science; Human–computer interaction; Psychology; Cognition; Neuroscience","score_opus":0.03377260314177536,"score_gpt":0.25043493885588186,"score_spread":0.2166623357141065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394006050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6317084,0.0010915602,0.3667126,0.00023825011,0.000199055,0.000029795985,3.3918685e-8,0.000014044202,0.000006287493],"genre_scores_gemma":[0.9947217,0.000094118535,0.0050690174,0.000013532289,0.0000952508,0.000001577023,1.35877345e-8,0.0000030542672,0.0000017123459],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898493,0.000026308398,0.000312695,0.00019728087,0.00029682633,0.00018194744],"domain_scores_gemma":[0.99951,0.00015683282,0.00006197522,0.0001267557,0.000070049886,0.000074403615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076896657,0.00007698972,0.00015169506,0.0005688155,0.000062734005,0.00018694127,0.0004871338,0.000015906078,1.3616535e-7],"category_scores_gemma":[0.00005419304,0.000055111508,0.000028598659,0.0013594424,0.000049833525,0.0007165494,0.00013247898,0.0002386087,1.2333793e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007593849,0.000045395114,0.00088890974,0.00011231324,0.000030116147,0.0002997368,0.007040538,0.06975465,0.028194236,0.09218659,0.000008883964,0.801431],"study_design_scores_gemma":[0.00010606002,0.0001327588,0.0126122525,0.000100854086,0.0000032665769,0.0003339525,0.000010421212,0.9820612,0.004212037,0.00035426876,0.000006948743,0.00006595594],"about_ca_topic_score_codex":0.000005524952,"about_ca_topic_score_gemma":2.7029407e-7,"teacher_disagreement_score":0.91230655,"about_ca_system_score_codex":0.00003043721,"about_ca_system_score_gemma":0.00006096965,"threshold_uncertainty_score":0.22473821},"labels":[],"label_agreement":null},{"id":"W4394039396","doi":"10.5281/zenodo.3930996","title":"Preprocessing scripts and data for study: Identifying high-confidence capture Hi-C interactions using CHiCANE","year":2020,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Cancer Research","funders":"","keywords":"Preprocessor; Scripting language; Computer science; Data pre-processing; Artificial intelligence; Operating system","score_opus":0.160977707385079,"score_gpt":0.3419859801446908,"score_spread":0.1810082727596118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394039396","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029894905,0.00016205761,0.47046745,0.0005598554,0.000555436,0.0010878243,0.52621555,0.0005365094,0.00011637439],"genre_scores_gemma":[0.020464554,0.00007362801,0.014271868,0.00028922674,0.0005539661,2.4957131e-7,0.96340334,0.00083420513,0.00010894172],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693716,0.00029812762,0.0004283524,0.001466719,0.0004953588,0.00037428288],"domain_scores_gemma":[0.9969355,0.000055158605,0.00030074414,0.00205123,0.00045508347,0.00020231087],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0008557161,0.00026011298,0.0003029155,0.00028270023,0.0023392483,0.0038098267,0.0048054117,0.000095279975,0.00033317631],"category_scores_gemma":[0.0012682048,0.00028799268,0.000033472945,0.00051341765,0.000088168825,0.0013292574,0.009245433,0.00063785934,0.00039661507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016882175,0.00009269569,4.1807692e-7,0.00034360687,0.00006978781,0.00002797453,0.0011198283,0.00009751988,0.00035651505,0.00019085425,0.9850005,0.012683432],"study_design_scores_gemma":[0.00035838078,0.000085306674,0.000017917475,0.0001874762,0.00007018511,0.00014504824,0.00041797917,0.034798637,0.000017725857,0.00017225122,0.96343505,0.0002940142],"about_ca_topic_score_codex":0.00036793252,"about_ca_topic_score_gemma":0.000010623801,"teacher_disagreement_score":0.45619556,"about_ca_system_score_codex":0.00012490342,"about_ca_system_score_gemma":0.000022478634,"threshold_uncertainty_score":0.9999572},"labels":[],"label_agreement":null},{"id":"W4394169281","doi":"10.6084/m9.figshare.24955719","title":"Identification and Description of Emotions by Current Large Language Models - Dataset","year":2024,"lang":"en","type":"dataset","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Identification (biology); Current (fluid); Computer science; Natural language processing; Psychology; Cognitive psychology; Cognitive science; Geology; Biology; Oceanography; Ecology","score_opus":0.07209381814899139,"score_gpt":0.3118934366214614,"score_spread":0.23979961847247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394169281","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022183806,0.0035755578,0.006764373,0.000032581644,0.00023023518,0.00017251965,0.9891762,0.000041929667,0.0000043447694],"genre_scores_gemma":[0.00014115802,0.000071328235,0.00013792176,0.000027228805,0.00006532079,0.00006344807,0.99944913,0.000007167763,0.000037262937],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988406,0.000036912978,0.00027177442,0.0004569451,0.00024250902,0.0001512744],"domain_scores_gemma":[0.9988317,0.000025911744,0.00015031712,0.00088783435,0.000049659327,0.000054590244],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008734145,0.0001470143,0.00014972009,0.00013085449,0.000048863905,0.00023468814,0.00069089874,0.00011097997,0.002810714],"category_scores_gemma":[0.00009441742,0.00014912042,0.000035982437,0.00015171159,0.000003731408,0.00052209926,0.00060815364,0.0002466799,0.001371433],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9511391e-7,0.000025846688,3.4567787e-8,0.00070066424,0.0000067384976,0.0000024547774,0.000062494284,0.00001684845,0.000014750595,0.000029669503,0.99800485,0.0011354362],"study_design_scores_gemma":[0.000051830764,0.0000054576717,0.0000018041106,0.0010952895,0.000016370748,0.0000037837876,0.000008378788,0.07499502,0.000019778801,0.00024229828,0.92342824,0.00013177161],"about_ca_topic_score_codex":0.000026184001,"about_ca_topic_score_gemma":0.00003731647,"teacher_disagreement_score":0.074978165,"about_ca_system_score_codex":0.000029357805,"about_ca_system_score_gemma":0.000048728256,"threshold_uncertainty_score":0.9994061},"labels":[],"label_agreement":null},{"id":"W4394208231","doi":"10.6084/m9.figshare.13368924.v1","title":"Topic Modeling on Triage Notes with Semi-orthogonal Non-negative Matrix Factorization","year":2020,"lang":"en","type":"dataset","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Triage; Factorization; Computer science; Matrix decomposition; Matrix (chemical analysis); Combinatorics; Mathematics; Medicine; Algorithm; Medical emergency; Physics; Chemistry","score_opus":0.059388701860119894,"score_gpt":0.2810470987044051,"score_spread":0.22165839684428518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394208231","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004509105,0.000021249933,0.06774125,0.00013405726,0.00016195083,0.00039480574,0.93137306,0.00011971682,0.000049400885],"genre_scores_gemma":[0.001379128,0.0000048098323,0.0028533305,0.00033281895,0.0005554579,0.00011733809,0.99470145,0.000022051341,0.000033619606],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978494,0.00005662643,0.00032939934,0.0008439898,0.0006115183,0.0003090767],"domain_scores_gemma":[0.9983546,0.00027248304,0.00025077132,0.00082723104,0.00015286337,0.0001420657],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000041808864,0.00039141675,0.00038346133,0.0001418228,0.00012594245,0.00029297185,0.0012267822,0.0002756434,0.0042718803],"category_scores_gemma":[0.0007033528,0.00033778054,0.00009621011,0.00033085208,0.0000034561683,0.0003325695,0.00040493323,0.00062415126,0.0016081156],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010785241,0.000017275988,6.668307e-7,0.00022029126,0.000025923544,0.00005252262,0.00009951071,0.026509317,0.0000013807282,0.000019452495,0.97243637,0.00060650473],"study_design_scores_gemma":[0.0005187028,0.00018854874,0.000008486292,0.0024901957,0.00001979153,0.0000066031316,0.0000068694226,0.6249687,0.000102804355,0.00013911053,0.3709203,0.00062984705],"about_ca_topic_score_codex":0.000027419012,"about_ca_topic_score_gemma":0.000022507083,"teacher_disagreement_score":0.60151607,"about_ca_system_score_codex":0.00009196413,"about_ca_system_score_gemma":0.00027852017,"threshold_uncertainty_score":0.99990743},"labels":[],"label_agreement":null},{"id":"W4394317164","doi":"10.6084/m9.figshare.21135946.v2","title":"Fuirst et al. RSPB Dataset 3","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.08057569017123814,"score_gpt":0.3097765894338298,"score_spread":0.22920089926259166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394317164","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.9195466e-9,0.0002845773,0.00007435454,0.0011481789,0.00041046523,0.00019659582,0.99764615,0.000118316726,0.00012134794],"genre_scores_gemma":[5.5369483e-8,0.000021886697,0.000621204,0.016667299,0.0000870709,0.00027190844,0.98223877,0.000015383774,0.00007641737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99777067,0.000111594374,0.00026579137,0.00087460334,0.0006241811,0.0003531642],"domain_scores_gemma":[0.99673235,0.0001570467,0.00019837286,0.0027534235,0.000038919206,0.00011990472],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00013847415,0.0002884001,0.0002612891,0.00014677264,0.00015981862,0.00032967358,0.0042652376,0.000120537836,0.77824825],"category_scores_gemma":[0.0004402235,0.00030519467,0.00008364965,0.00025092656,0.0000031949237,0.00038094414,0.004381446,0.0008027175,0.006330652],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.8790855e-7,0.000019807276,1.9897902e-8,0.00008543517,0.000011069542,0.00013401378,0.000008187256,0.00006508193,7.7673874e-8,0.000012171963,0.9987747,0.000888937],"study_design_scores_gemma":[0.00008903804,0.000020696267,0.000001261603,0.00023826875,0.0000043462296,0.000029117577,0.0000018623379,0.001026774,7.9785605e-7,0.000014272288,0.9982343,0.00033927034],"about_ca_topic_score_codex":0.00007553994,"about_ca_topic_score_gemma":0.00005024227,"teacher_disagreement_score":0.77191764,"about_ca_system_score_codex":0.00009008577,"about_ca_system_score_gemma":0.00029065437,"threshold_uncertainty_score":0.99994004},"labels":[],"label_agreement":null},{"id":"W4394352598","doi":"10.6084/m9.figshare.13368924","title":"Topic Modeling on Triage Notes With Semiorthogonal Nonnegative Matrix Factorization","year":2021,"lang":"en","type":"dataset","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Factorization; Triage; Matrix (chemical analysis); Matrix decomposition; Algebra over a field; Computer science; Mathematics; Algorithm; Physics; Pure mathematics; Psychology","score_opus":0.06542650446239814,"score_gpt":0.2910039415851521,"score_spread":0.22557743712275394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394352598","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007123839,0.000112372465,0.04367055,0.000081825994,0.00019450726,0.00025703027,0.9555364,0.000093575014,0.00004661699],"genre_scores_gemma":[0.0003756354,0.000007464486,0.0034079992,0.00018696362,0.00043809027,0.00010581102,0.9953895,0.000017918419,0.00007062608],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979109,0.000085225,0.0003074886,0.0008078091,0.00058393966,0.00030464085],"domain_scores_gemma":[0.99809146,0.00029376335,0.00021649571,0.001065997,0.00023257383,0.000099702294],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00005474563,0.00034892382,0.00035705598,0.0001489949,0.00012751407,0.00032958947,0.00097387144,0.00028155066,0.009973002],"category_scores_gemma":[0.00073440466,0.0003025164,0.000096574324,0.00031949082,0.0000028641775,0.0003053163,0.0003785477,0.00053538295,0.0004693168],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005502221,0.00003092969,8.5779834e-7,0.00021412362,0.00003009317,0.00009900402,0.0000591711,0.02660057,0.000001332471,0.00004275603,0.9718277,0.0010879731],"study_design_scores_gemma":[0.0005228367,0.00012620393,0.000008300911,0.0049884985,0.00002380751,0.000018977724,0.000012350817,0.35782218,0.00012473762,0.00011640464,0.6354578,0.0007779034],"about_ca_topic_score_codex":0.000028726932,"about_ca_topic_score_gemma":0.000044334673,"teacher_disagreement_score":0.3363699,"about_ca_system_score_codex":0.00010082461,"about_ca_system_score_gemma":0.00033370027,"threshold_uncertainty_score":0.9999427},"labels":[],"label_agreement":null},{"id":"W4394456826","doi":"10.6084/m9.figshare.21135946","title":"Fuirst et al. RSPB Dataset 3","year":2023,"lang":"en","type":"dataset","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.10801664498180764,"score_gpt":0.3278010660869608,"score_spread":0.21978442110515317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394456826","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.453389e-9,0.00011786488,0.000103452876,0.0014035229,0.0004969393,0.000185475,0.9973614,0.00027073742,0.00006057062],"genre_scores_gemma":[3.0873995e-8,0.00002909828,0.0006773539,0.009223541,0.00016317298,0.00015674389,0.9895838,0.000022032604,0.00014425236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978847,0.000065620676,0.000274452,0.000868957,0.00051282014,0.00039345282],"domain_scores_gemma":[0.9968,0.00021572538,0.00016969562,0.0026219715,0.00005897673,0.00013363203],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00013227332,0.00029894442,0.00027278694,0.00016928915,0.00008931381,0.00040421213,0.0035745674,0.00020017577,0.024499428],"category_scores_gemma":[0.0007662353,0.0002996112,0.00008079873,0.00032665755,0.0000036499298,0.00037173537,0.0027013256,0.000572771,0.13469866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9652745e-7,0.0000100455245,1.6645336e-8,0.0001235182,0.000011999739,0.00014530274,0.000005180202,0.000034348883,9.0225036e-8,0.000008193268,0.99892014,0.00074084324],"study_design_scores_gemma":[0.000079523394,0.000012373755,0.0000040249797,0.000958052,0.000004101262,0.0000127763415,0.0000011073826,0.0021281522,0.0000011553062,0.000023979881,0.99644566,0.00032906924],"about_ca_topic_score_codex":0.00013575029,"about_ca_topic_score_gemma":0.00016369867,"teacher_disagreement_score":0.110199235,"about_ca_system_score_codex":0.000051290604,"about_ca_system_score_gemma":0.00023182994,"threshold_uncertainty_score":0.9999456},"labels":[],"label_agreement":null},{"id":"W4394478980","doi":"10.6084/m9.figshare.21135946.v1","title":"Fuirst et al. RSPB Dataset 3","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.08057569017123814,"score_gpt":0.3097765894338298,"score_spread":0.22920089926259166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394478980","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.9195466e-9,0.0002845773,0.00007435454,0.0011481789,0.00041046523,0.00019659582,0.99764615,0.000118316726,0.00012134794],"genre_scores_gemma":[5.5369483e-8,0.000021886697,0.000621204,0.016667299,0.0000870709,0.00027190844,0.98223877,0.000015383774,0.00007641737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99777067,0.000111594374,0.00026579137,0.00087460334,0.0006241811,0.0003531642],"domain_scores_gemma":[0.99673235,0.0001570467,0.00019837286,0.0027534235,0.000038919206,0.00011990472],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00013847415,0.0002884001,0.0002612891,0.00014677264,0.00015981862,0.00032967358,0.0042652376,0.000120537836,0.77824825],"category_scores_gemma":[0.0004402235,0.00030519467,0.00008364965,0.00025092656,0.0000031949237,0.00038094414,0.004381446,0.0008027175,0.006330652],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.8790855e-7,0.000019807276,1.9897902e-8,0.00008543517,0.000011069542,0.00013401378,0.000008187256,0.00006508193,7.7673874e-8,0.000012171963,0.9987747,0.000888937],"study_design_scores_gemma":[0.00008903804,0.000020696267,0.000001261603,0.00023826875,0.0000043462296,0.000029117577,0.0000018623379,0.001026774,7.9785605e-7,0.000014272288,0.9982343,0.00033927034],"about_ca_topic_score_codex":0.00007553994,"about_ca_topic_score_gemma":0.00005024227,"teacher_disagreement_score":0.77191764,"about_ca_system_score_codex":0.00009008577,"about_ca_system_score_gemma":0.00029065437,"threshold_uncertainty_score":0.99994004},"labels":[],"label_agreement":null},{"id":"W4394563023","doi":"10.6084/m9.figshare.14040183","title":"Fast Computation of Latent Correlations","year":2021,"lang":"en","type":"dataset","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computation; Statistical physics; Computer science; Algorithm; Physics","score_opus":0.06741901773838396,"score_gpt":0.2798929596676905,"score_spread":0.21247394192930655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394563023","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4472587e-7,0.00019053901,0.0082693985,0.00003979592,0.00022642888,0.000095095784,0.9910939,0.00003319596,0.000051425526],"genre_scores_gemma":[0.000035283498,0.0000026777457,0.0024650488,0.000060247272,0.000073945645,0.000024521263,0.99729204,0.000004394789,0.000041857424],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990913,0.0000343844,0.0002383409,0.00028088657,0.00024337378,0.00011169612],"domain_scores_gemma":[0.9989645,0.00007131876,0.00020520847,0.0005336941,0.00018485922,0.00004043279],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000023881872,0.00011260796,0.0001701609,0.00008360203,0.000039659073,0.00006966532,0.0005840136,0.00013648513,0.01091202],"category_scores_gemma":[0.00020356826,0.000120182485,0.00007093785,0.00020216979,0.00000212695,0.000119174765,0.00042168322,0.0001928906,0.0007906168],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.0786844e-7,0.000014416527,4.1850646e-7,0.00014469134,0.000008038496,0.000010711356,0.000016143427,0.0050051943,2.9666992e-7,0.000009446131,0.9928811,0.0019094119],"study_design_scores_gemma":[0.00007704577,0.000011043604,0.00008530051,0.0017955616,0.0000071300738,0.000008647257,0.0000019935164,0.09413772,0.00000959554,0.00004399453,0.90367097,0.00015098132],"about_ca_topic_score_codex":0.00001660141,"about_ca_topic_score_gemma":0.000014677245,"teacher_disagreement_score":0.08921014,"about_ca_system_score_codex":0.000028129642,"about_ca_system_score_gemma":0.00017084774,"threshold_uncertainty_score":0.99998736},"labels":[],"label_agreement":null},{"id":"W4394580931","doi":"10.35542/osf.io/6d8tj","title":"A Review of Automatic Item Generation Techniques Leveraging Large Language Models","year":2024,"lang":"en","type":"review","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Natural language processing; Language model; Data science; Artificial intelligence","score_opus":0.10258415905718281,"score_gpt":0.3687607373528912,"score_spread":0.2661765782957084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394580931","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4618394e-8,0.54802823,0.44991082,0.000033252487,0.00009914286,0.00041068657,0.0000032934747,0.0003584617,0.0011560951],"genre_scores_gemma":[9.125376e-7,0.8737669,0.1251615,0.0003583926,0.00011181027,0.00011344037,0.000020721169,0.000023827788,0.00044250392],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979791,0.00014822639,0.0008714556,0.00051250553,0.0002764407,0.00021227234],"domain_scores_gemma":[0.99859047,0.00005200384,0.00026000524,0.0009970354,0.000057693418,0.000042808013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087081135,0.00029314947,0.0011685679,0.00023048154,0.000028918392,0.000097039934,0.00088873034,0.00013063179,0.000029733701],"category_scores_gemma":[0.00003914371,0.00020693692,0.00038533466,0.00047071063,0.0000065635427,0.00030774905,0.0004633507,0.00024441487,0.000037100785],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8417873e-9,0.0000059833296,2.3157658e-9,0.19521648,0.000019982903,0.000005386839,0.00008680098,5.53492e-7,3.7519527e-7,0.01374381,0.0019586892,0.78896195],"study_design_scores_gemma":[0.000010156274,0.0000053707677,6.963435e-10,0.23020276,0.00019763366,0.000032314732,0.0000018892924,0.39006996,0.000005711801,0.00030024748,0.37898117,0.00019277757],"about_ca_topic_score_codex":0.000014302995,"about_ca_topic_score_gemma":0.0000018290599,"teacher_disagreement_score":0.7887691,"about_ca_system_score_codex":0.00009131459,"about_ca_system_score_gemma":0.00023284179,"threshold_uncertainty_score":0.84386426},"labels":[],"label_agreement":null},{"id":"W4394593186","doi":"10.1109/wacv57701.2024.00290","title":"Synthesizing Coherent Story with Auto-Regressive Latent Diffusion Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Diffusion; Autoregressive model; Artificial intelligence; Natural language processing; Econometrics; Mathematics; Physics; Thermodynamics","score_opus":0.027657368657227847,"score_gpt":0.2325673091157755,"score_spread":0.20490994045854766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394593186","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032451957,0.00067411124,0.9596855,0.0013971548,0.00034875443,0.0001301251,4.1970495e-7,0.00062636274,0.0046856143],"genre_scores_gemma":[0.9457554,0.000015751299,0.051544487,0.00014266135,0.000054471024,0.000018401373,3.934047e-7,0.000012239422,0.0024561705],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998885,0.00003937954,0.00012037935,0.0004348683,0.00030190535,0.00021849568],"domain_scores_gemma":[0.99935484,0.00008591832,0.000025085727,0.00042259783,0.000033442553,0.00007811564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015263309,0.00012857452,0.00011828379,0.00008295884,0.00009117255,0.0002148815,0.0004117533,0.000041214254,0.000029976634],"category_scores_gemma":[0.0000047825483,0.0000825494,0.00004124926,0.0001329866,0.000019674764,0.0004883471,0.00021852927,0.00016414838,0.000048377267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000091393695,0.0000870984,0.00022141261,0.00013327718,0.00008099177,0.0003432886,0.003981468,0.059543822,0.003935708,0.61717474,0.0015211789,0.31296787],"study_design_scores_gemma":[0.0000694652,0.000029804729,0.00007006143,0.00022422093,0.0000063941625,0.00001781805,0.000027735674,0.99486184,0.000668816,0.0028903903,0.0009953247,0.00013811117],"about_ca_topic_score_codex":0.000037587408,"about_ca_topic_score_gemma":0.000010424011,"teacher_disagreement_score":0.93531805,"about_ca_system_score_codex":0.00008283397,"about_ca_system_score_gemma":0.000083941646,"threshold_uncertainty_score":0.33662668},"labels":[],"label_agreement":null},{"id":"W4394647506","doi":"10.1162/tacl_a_00670","title":"Scope Ambiguities in Large Language Models","year":2024,"lang":"en","type":"preprint","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; National Research Council Canada; Mila - Quebec Artificial Intelligence Institute","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Scope (computer science); Computer science; Linguistics; Cognitive science; Psychology; Programming language; Philosophy","score_opus":0.024324775830183193,"score_gpt":0.2884349640007543,"score_spread":0.2641101881705711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394647506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011631859,0.00038631484,0.9907159,0.0006545199,0.0038056877,0.00045112937,0.0006563903,0.00011074642,0.002056109],"genre_scores_gemma":[0.91173834,0.000013305056,0.08667691,0.00006985012,0.00022506664,0.000054854467,0.000044036948,0.000019272922,0.0011583578],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983252,0.00007481411,0.00055489904,0.00033429838,0.0004977028,0.00021306342],"domain_scores_gemma":[0.9981161,0.00050636515,0.00034482576,0.0003790976,0.00062675646,0.00002690401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006891214,0.00016484316,0.00026733574,0.00021012692,0.00011190636,0.0001275178,0.0007808955,0.00020183873,0.000002375405],"category_scores_gemma":[0.0004853776,0.0001590203,0.00027471082,0.00025176557,0.000016937023,0.000039945447,0.00019964162,0.00053019274,0.000003907081],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002047634,0.000048487702,0.000030055593,0.0001754659,0.000057353318,3.5525753e-7,0.0012222299,0.7876428,0.0000013418371,0.21038632,0.0001253349,0.0003082244],"study_design_scores_gemma":[0.00016875639,0.0000065015065,0.00008083854,0.00013688326,0.000037368274,2.4067742e-7,0.00003763238,0.6484197,0.00003762421,0.35072938,0.00024649542,0.00009857232],"about_ca_topic_score_codex":0.00011270045,"about_ca_topic_score_gemma":0.000102702965,"teacher_disagreement_score":0.91057515,"about_ca_system_score_codex":0.00042705634,"about_ca_system_score_gemma":0.00042345288,"threshold_uncertainty_score":0.648466},"labels":[],"label_agreement":null},{"id":"W4394770144","doi":"10.1162/dint_a_00251","title":"LLaMA-LoRA Neural Prompt Engineering: A Deep Tuning Framework for Automatically Generating Chinese Text Logical Reasoning Thinking Chains","year":2024,"lang":"en","type":"article","venue":"Data Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Language model; Artificial intelligence; Natural language processing; Comprehension; Benchmark (surveying); Inference; Logical reasoning; Question answering; Programming language","score_opus":0.05625293307651095,"score_gpt":0.3232568566701648,"score_spread":0.2670039235936538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394770144","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007559526,0.00094790244,0.9880491,0.0008340873,0.0010956984,0.00037533286,0.00002087379,0.0010718767,0.00004562119],"genre_scores_gemma":[0.36811766,0.0000103069615,0.6310749,0.00021679969,0.0004560454,0.000040286188,0.00004478011,0.000024916915,0.000014287148],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971735,0.000049413913,0.0005659973,0.0011516209,0.00043981188,0.0006196663],"domain_scores_gemma":[0.99707747,0.0009889175,0.00008214969,0.0016183696,0.00007446998,0.00015863359],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011060471,0.00031766793,0.0002914296,0.00014313609,0.00025975742,0.00139777,0.0033772571,0.00015475458,0.00002633889],"category_scores_gemma":[0.0025020773,0.00026598747,0.00008478696,0.0006251409,0.00003783749,0.0011619304,0.0017426092,0.0006127355,0.000033859822],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004448858,0.000031395426,0.00010036343,0.0002606503,0.00004426127,0.00010544482,0.0039399257,0.10159823,0.0006395959,0.672863,0.000064691936,0.220348],"study_design_scores_gemma":[0.000023442886,0.0000465099,0.000037527003,0.00044670174,0.000010001953,0.0000722141,0.000049892733,0.98398834,0.000109716326,0.014490521,0.0004102202,0.0003149078],"about_ca_topic_score_codex":0.000016096907,"about_ca_topic_score_gemma":0.0000059484655,"teacher_disagreement_score":0.8823901,"about_ca_system_score_codex":0.00006460859,"about_ca_system_score_gemma":0.00008712547,"threshold_uncertainty_score":0.99997926},"labels":[],"label_agreement":null},{"id":"W4394877201","doi":"10.1145/3658673","title":"CGKPN: Cross-Graph Knowledge Propagation Network with Adaptive Connection for Reasoning-Based Machine Reading Comprehension","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Intelligent Systems and Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Central China Normal University; Fundamental Research Funds for the Central Universities; Natural Science Foundation of Hubei Province; National Natural Science Foundation of China","keywords":"Computer science; Artificial intelligence; Theoretical computer science; Graph; Comprehension; Semantic memory; Natural language processing; Cognition; Programming language","score_opus":0.025823321524726585,"score_gpt":0.27844403678114726,"score_spread":0.25262071525642066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394877201","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003957329,0.002247476,0.9902279,0.0006814194,0.0012049846,0.0007710706,0.0000067149035,0.00084504427,0.000058093945],"genre_scores_gemma":[0.9700148,0.000053139825,0.029334286,0.000017971151,0.000058842776,0.0003240468,0.0000048398974,0.000021390857,0.00017067052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998697,0.00004334265,0.0003008003,0.0005826048,0.000113505266,0.00026279315],"domain_scores_gemma":[0.9989491,0.00022037452,0.00007333086,0.0005290877,0.00017941273,0.000048676404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027124313,0.00019002137,0.00021927197,0.00047237467,0.00037392153,0.00018524415,0.00029066045,0.0002009806,0.0000025277523],"category_scores_gemma":[0.000017383869,0.00015484456,0.000054113185,0.00079662114,0.00008998811,0.00019187402,0.000013176399,0.00027658942,0.0000077771965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019815018,0.00016832109,0.00037835876,0.0005373809,0.00025148483,0.000018399685,0.0004600722,0.28326672,0.0004109305,0.3984492,0.000121191035,0.31573978],"study_design_scores_gemma":[0.0002419748,0.00066691416,0.000012554892,0.00073666644,0.00003022004,0.00008881544,0.00009273598,0.9856922,0.0035334935,0.0043415963,0.0043720016,0.0001908332],"about_ca_topic_score_codex":0.00006385998,"about_ca_topic_score_gemma":0.00006999091,"teacher_disagreement_score":0.9660575,"about_ca_system_score_codex":0.00009217649,"about_ca_system_score_gemma":0.000059601563,"threshold_uncertainty_score":0.6314378},"labels":[],"label_agreement":null},{"id":"W4394877296","doi":"10.3390/biomedinformatics4020062","title":"Recent Advances in Large Language Models for Healthcare","year":2024,"lang":"en","type":"article","venue":"BioMedInformatics","topic":"Topic Modeling","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"New Brunswick Innovation Foundation; Fondation de la recherche en santé du Nouveau-Brunswick","keywords":"Field (mathematics); Health care; Variety (cybernetics); Computer science; Domain (mathematical analysis); Data science; Medical care; Management science; Risk analysis (engineering); Medicine; Political science; Artificial intelligence; Engineering","score_opus":0.03239555851291891,"score_gpt":0.3223995153578027,"score_spread":0.2900039568448838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394877296","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007117168,0.016822118,0.97786754,0.0023068849,0.00092561904,0.00025600145,0.000026370477,0.00019500332,0.0008887293],"genre_scores_gemma":[0.4483656,0.012605716,0.5357007,0.0022633863,0.0003991357,0.00019862513,0.00007788713,0.00002993972,0.00035900704],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909556,0.0000071700515,0.00030435223,0.00012783347,0.0001799875,0.0002851204],"domain_scores_gemma":[0.9995627,0.00005916287,0.00003266408,0.00024885498,0.000034926274,0.000061710096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035269742,0.000081557424,0.000105812556,0.00019112714,0.00003442617,0.00011014901,0.00036027317,0.000049751343,0.0000029365374],"category_scores_gemma":[0.000022559649,0.000069271315,0.000031558444,0.00036998358,0.000008279148,0.001381924,0.00010408887,0.000081901,0.000016226508],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015462275,0.000012071204,0.000007640286,0.00056248193,0.0000030333094,0.0000048652646,0.013320041,0.00064836314,0.000005511537,0.18361643,0.00054011674,0.8012779],"study_design_scores_gemma":[0.00012561685,0.000020606281,0.0000018874758,0.000081223254,8.237658e-7,0.0000031728468,0.0004732728,0.82343584,0.00004072897,0.008440369,0.16730301,0.000073437826],"about_ca_topic_score_codex":0.0000028149855,"about_ca_topic_score_gemma":0.00002582524,"teacher_disagreement_score":0.82278746,"about_ca_system_score_codex":0.00007634684,"about_ca_system_score_gemma":0.00008425178,"threshold_uncertainty_score":0.28248024},"labels":[],"label_agreement":null},{"id":"W4394905126","doi":"","title":"Systèmes de questions-réponses interactifs à grande échelle","year":2022,"lang":"en","type":"dissertation","venue":"theses.fr (ABES)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Computer science; Information retrieval; Data science; Geography; Cartography","score_opus":0.018099920187354922,"score_gpt":0.29021277501133447,"score_spread":0.27211285482397957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394905126","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33506072,0.007543726,0.2553477,0.0018635108,0.014158049,0.0019357655,0.000084910855,0.0029223484,0.38108328],"genre_scores_gemma":[0.98247164,0.00023539085,0.009497458,0.00028055697,0.0002487009,0.00023064695,0.00013487789,0.000061368315,0.0068393764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975011,0.00033131233,0.00045897427,0.00069513236,0.0005397523,0.0004737489],"domain_scores_gemma":[0.9978774,0.00046743616,0.0002880933,0.0010873955,0.00014915869,0.00013052425],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058425474,0.00036321656,0.00042566206,0.00031337436,0.00035610283,0.00029587175,0.0017094591,0.0002009283,0.0005313712],"category_scores_gemma":[0.00043035753,0.0003688182,0.00020248207,0.0003348949,0.000024655243,0.00040426996,0.00027543638,0.00072086765,0.000150291],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021250593,0.00061724766,0.00060671766,0.0010430901,0.0005003426,0.0003850007,0.107590765,0.0041995677,0.004370134,0.7101839,0.0028936665,0.16739707],"study_design_scores_gemma":[0.0035193858,0.0007965167,0.008735168,0.005110167,0.0009238925,0.00096792117,0.07369056,0.24520646,0.02825182,0.23264731,0.39214215,0.008008635],"about_ca_topic_score_codex":0.003164993,"about_ca_topic_score_gemma":0.0006155756,"teacher_disagreement_score":0.6474109,"about_ca_system_score_codex":0.00032134584,"about_ca_system_score_gemma":0.00041726293,"threshold_uncertainty_score":0.9998764},"labels":[],"label_agreement":null},{"id":"W4395680939","doi":"10.2196/55798","title":"Using the Natural Language Processing System Medical Named Entity Recognition-Japanese to Analyze Pharmaceutical Care Records: Natural Language Processing Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Natural language processing; Computer science; Natural (archaeology); Named-entity recognition; Natural language; Artificial intelligence; Information retrieval; Engineering; History","score_opus":0.0672794325507549,"score_gpt":0.45641476647827744,"score_spread":0.38913533392752253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395680939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85822845,0.022186158,0.11402763,0.0016614335,0.0007948344,0.0011137398,0.00003069661,0.0006740965,0.0012829803],"genre_scores_gemma":[0.9951547,0.000008360193,0.00401663,0.000131323,0.00037869433,0.00013010832,0.000035533736,0.00002318,0.00012148266],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944618,0.00082149595,0.0005543439,0.00073686667,0.002498332,0.00092717056],"domain_scores_gemma":[0.9978612,0.00041148928,0.000086663305,0.00054242444,0.00075803814,0.00034018734],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028023673,0.0002684385,0.00038086605,0.0010751892,0.0008274766,0.0016113234,0.0015507272,0.0001427266,0.000050916682],"category_scores_gemma":[0.00033087746,0.0001801625,0.00022485627,0.0056240875,0.00018114435,0.0016351233,0.0008754403,0.0018310329,0.00008367351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003558628,0.00004882548,0.00012592966,0.0020647496,0.0002518178,0.00035947934,0.26316196,0.0001340547,0.00063183095,0.00012427292,0.0001415639,0.73291993],"study_design_scores_gemma":[0.00017548146,0.000025691443,0.00012690258,0.0008617161,0.000063714215,0.000082006845,0.057176225,0.9405839,0.0005169962,0.0000101411,0.00014283624,0.00023439301],"about_ca_topic_score_codex":0.0003898744,"about_ca_topic_score_gemma":0.00026483263,"teacher_disagreement_score":0.94044983,"about_ca_system_score_codex":0.0008074695,"about_ca_system_score_gemma":0.00063317595,"threshold_uncertainty_score":0.9994251},"labels":[],"label_agreement":null},{"id":"W4396624257","doi":"10.48550/arxiv.2405.00492","title":"Is Temperature the Creativity Parameter of Large Language Models?","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Linguistics; Psychology; Philosophy; Social psychology","score_opus":0.06541205719938131,"score_gpt":0.21192076922184044,"score_spread":0.14650871202245913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396624257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63113564,0.00037284225,0.36441684,0.0003880906,0.00037934553,0.0002086345,0.000055770197,0.0001473024,0.0028955536],"genre_scores_gemma":[0.99508524,0.000057797177,0.0015980208,0.0002462744,0.00006001097,8.917303e-7,0.0000042111715,0.0000137517345,0.0029337874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984515,0.00012962839,0.00016286768,0.00087375846,0.00011778233,0.00026451302],"domain_scores_gemma":[0.9978156,0.00013188279,0.00012789869,0.001769147,0.00008897534,0.0000665142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030570084,0.0002403777,0.00027945754,0.00013181646,0.00008247928,0.000122055644,0.0017838278,0.00026646518,0.00002796531],"category_scores_gemma":[0.00002132136,0.00019289319,0.00026553584,0.00039231137,0.00006366299,0.00020170647,0.003495979,0.0008870473,0.00003208034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014966446,0.000116717936,0.00055769546,0.00034968645,0.00026668105,0.00034823583,0.008278386,0.21669585,0.00021313305,0.7710846,0.0013488195,0.0007251998],"study_design_scores_gemma":[0.00011433034,0.000010851066,0.000061616556,0.000102597856,0.00005489278,0.000002301496,0.00015326924,0.85150987,0.00053036876,0.14718032,0.00009043613,0.00018914208],"about_ca_topic_score_codex":0.00024020753,"about_ca_topic_score_gemma":0.000039643477,"teacher_disagreement_score":0.634814,"about_ca_system_score_codex":0.00007345833,"about_ca_system_score_gemma":0.00014296513,"threshold_uncertainty_score":0.78659564},"labels":[],"label_agreement":null},{"id":"W4396674157","doi":"10.32920/25761534","title":"Methods and Datasets for Feature-based query refinement collection","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Information retrieval; Query expansion; Web query classification; Web search query; Closeness; Sargable; Query optimization; Query language; Term (time); Vocabulary; RDF query language; Search engine; Mathematics","score_opus":0.05748325247809054,"score_gpt":0.3842360066330495,"score_spread":0.32675275415495897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396674157","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000061878905,0.0007119448,0.9904166,0.005317783,0.0017231148,0.0005273144,0.000114813425,0.00023909927,0.0008874439],"genre_scores_gemma":[0.0009318179,0.000012336995,0.9967633,0.0005821048,0.00011151676,0.00018032805,0.00019788159,0.000011007752,0.0012097231],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986348,0.00008227603,0.00019305397,0.00079020846,0.00013823158,0.00016144414],"domain_scores_gemma":[0.9988586,0.00016308574,0.00006275042,0.0008140844,0.000044115397,0.000057414672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008686535,0.0001735069,0.00020591804,0.00015716797,0.000070481416,0.00034155513,0.00042578886,0.00017108998,0.000006260782],"category_scores_gemma":[0.00005458833,0.00014942,0.00006773191,0.00011310174,0.000011456206,0.000042873766,0.0015643658,0.0003106207,0.00000235144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027872265,0.0000775559,0.000017760503,0.002107005,0.00018085718,0.000013732591,0.00030739067,0.0068495176,0.0010129518,0.16237052,0.33421126,0.49282357],"study_design_scores_gemma":[0.00015610461,0.000028778506,0.000014671895,0.00007738457,0.000027139822,0.0000026386085,0.0000026685937,0.90583205,0.0030933816,0.048755217,0.041823074,0.00018690364],"about_ca_topic_score_codex":0.00018100548,"about_ca_topic_score_gemma":0.00006637352,"teacher_disagreement_score":0.8989825,"about_ca_system_score_codex":0.00008831686,"about_ca_system_score_gemma":0.00022624635,"threshold_uncertainty_score":0.60931706},"labels":[],"label_agreement":null},{"id":"W4396674458","doi":"10.32920/25761534.v1","title":"Methods and Datasets for Feature-based query refinement collection","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Information retrieval; Query expansion; Web query classification; Web search query; Closeness; Query optimization; Sargable; Query language; Term (time); Vocabulary; RDF query language; Search engine; Mathematics","score_opus":0.05748325247809054,"score_gpt":0.3842360066330495,"score_spread":0.32675275415495897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396674458","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000061878905,0.0007119448,0.9904166,0.005317783,0.0017231148,0.0005273144,0.000114813425,0.00023909927,0.0008874439],"genre_scores_gemma":[0.0009318179,0.000012336995,0.9967633,0.0005821048,0.00011151676,0.00018032805,0.00019788159,0.000011007752,0.0012097231],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986348,0.00008227603,0.00019305397,0.00079020846,0.00013823158,0.00016144414],"domain_scores_gemma":[0.9988586,0.00016308574,0.00006275042,0.0008140844,0.000044115397,0.000057414672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008686535,0.0001735069,0.00020591804,0.00015716797,0.000070481416,0.00034155513,0.00042578886,0.00017108998,0.000006260782],"category_scores_gemma":[0.00005458833,0.00014942,0.00006773191,0.00011310174,0.000011456206,0.000042873766,0.0015643658,0.0003106207,0.00000235144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027872265,0.0000775559,0.000017760503,0.002107005,0.00018085718,0.000013732591,0.00030739067,0.0068495176,0.0010129518,0.16237052,0.33421126,0.49282357],"study_design_scores_gemma":[0.00015610461,0.000028778506,0.000014671895,0.00007738457,0.000027139822,0.0000026386085,0.0000026685937,0.90583205,0.0030933816,0.048755217,0.041823074,0.00018690364],"about_ca_topic_score_codex":0.00018100548,"about_ca_topic_score_gemma":0.00006637352,"teacher_disagreement_score":0.8989825,"about_ca_system_score_codex":0.00008831686,"about_ca_system_score_gemma":0.00022624635,"threshold_uncertainty_score":0.60931706},"labels":[],"label_agreement":null},{"id":"W4396722757","doi":"10.1145/3589334.3645481","title":"Metacognitive Retrieval-Augmented Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Universitas Brawijaya","keywords":"Computer science; Metacognition; Natural language processing; Artificial intelligence; Language model; Information retrieval; Cognition; Psychology","score_opus":0.025825323228015694,"score_gpt":0.2830062823510828,"score_spread":0.25718095912306715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396722757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005575836,0.0011473448,0.94469416,0.00066946785,0.0003569265,0.000097223085,0.0000051500456,0.0007194345,0.04673447],"genre_scores_gemma":[0.9534203,0.000014246874,0.03766841,0.000674525,0.000073609845,0.0000042861657,0.0000030855138,0.000009402117,0.008132148],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898714,0.000033820477,0.00013673474,0.0003721058,0.00023135138,0.0002388536],"domain_scores_gemma":[0.9994857,0.00006437759,0.000011944602,0.0003377768,0.00003931147,0.000060923463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029857946,0.000093438306,0.000095372496,0.00009944217,0.000042128264,0.00021487894,0.0003713602,0.000039244118,0.00012860242],"category_scores_gemma":[0.000020019832,0.00007461806,0.00006284237,0.00034795978,0.000007575374,0.0006822887,0.00023425443,0.00011917942,0.0002468419],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032095604,0.000033873857,0.000003524254,0.000030130626,0.00006847555,0.00017669064,0.003982702,0.00030057805,0.0018920522,0.96467286,0.001339116,0.027496794],"study_design_scores_gemma":[0.00011436858,0.000012699002,0.0000038121573,0.00002467402,0.000008200326,0.000008170962,0.00014201646,0.97691774,0.005573572,0.015778288,0.0013095788,0.0001068876],"about_ca_topic_score_codex":0.000019720534,"about_ca_topic_score_gemma":0.0000050717276,"teacher_disagreement_score":0.97661716,"about_ca_system_score_codex":0.000028929748,"about_ca_system_score_gemma":0.000044925804,"threshold_uncertainty_score":0.31727356},"labels":[],"label_agreement":null},{"id":"W4396762941","doi":"10.3389/fdata.2024.1295009","title":"Multi-modal recommender system for predicting project manager performance within a competency-based framework","year":2024,"lang":"en","type":"article","venue":"Frontiers in Big Data","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Recommender system; Task (project management); Process (computing); Collaborative filtering; Context (archaeology); Modalities; Project manager; Information retrieval; Machine learning; Artificial intelligence; Knowledge management; Project management; Engineering","score_opus":0.09354698843037028,"score_gpt":0.2997290621673356,"score_spread":0.2061820737369653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396762941","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016849646,0.0006713471,0.98573345,0.0005483075,0.010003965,0.00067807216,0.00011876818,0.00045278517,0.0001083483],"genre_scores_gemma":[0.20014511,0.000009337949,0.7991983,0.00013245501,0.00025730213,0.00009170415,0.00007980712,0.000022041704,0.000063890744],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788,0.000077131495,0.00042985074,0.00095091126,0.0002573275,0.00040480177],"domain_scores_gemma":[0.9979461,0.00012394633,0.000082794606,0.0017633243,0.00003139675,0.000052477102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011497746,0.00019546365,0.00024811903,0.0003205775,0.00012869613,0.00031058176,0.0023153054,0.00012958237,5.747789e-7],"category_scores_gemma":[0.000105937215,0.00018048359,0.000043808348,0.000531115,0.000031102667,0.0007345548,0.0006697643,0.00038691235,0.0000049700343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016561487,0.00032395113,0.07783031,0.010448266,0.0004185477,0.00023982143,0.009784975,0.02684135,0.000072456096,0.019414699,0.08229262,0.7721674],"study_design_scores_gemma":[0.00035246738,0.000030440067,0.00016848222,0.0011377299,0.000013753636,0.0000064961437,0.00030108696,0.99235487,0.000035479185,0.00028354113,0.005104698,0.00021098464],"about_ca_topic_score_codex":0.000049576523,"about_ca_topic_score_gemma":0.000020324842,"teacher_disagreement_score":0.96551347,"about_ca_system_score_codex":0.00017725454,"about_ca_system_score_gemma":0.00036936052,"threshold_uncertainty_score":0.73599076},"labels":[],"label_agreement":null},{"id":"W4396775553","doi":"10.2196/54633","title":"A Reliable and Accessible Caregiving Language Model (CaLM) to Support Tools for Caregivers: Development and Evaluation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Disability, Independent Living, and Rehabilitation Research; Administration for Community Living","keywords":"Computer science; Quality (philosophy); Set (abstract data type); Reliability (semiconductor); Family caregivers; Psychology; Medicine; Nursing","score_opus":0.1869762067679215,"score_gpt":0.47128561755562876,"score_spread":0.2843094107877072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396775553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74977684,0.00021604158,0.246822,0.0003187479,0.000075486154,0.0017131472,0.0000045679913,0.000069309295,0.0010038415],"genre_scores_gemma":[0.97739077,0.0000051268416,0.021225074,0.000020943502,0.00002503543,0.00094104424,0.0000045731367,0.000009390589,0.00037801845],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981172,0.000076931596,0.00020366594,0.00043023934,0.0007902085,0.0003817606],"domain_scores_gemma":[0.9990228,0.00022480427,0.00002018085,0.00027737423,0.00032622353,0.00012863743],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002925744,0.00010508233,0.00013013062,0.00035433396,0.00029097093,0.0010856356,0.00036290477,0.000039520317,0.000005660896],"category_scores_gemma":[0.00008905793,0.00009038395,0.000016739852,0.00041514935,0.000023473833,0.0019171259,0.0007264257,0.0001833078,0.000011839255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017623068,0.00006342529,0.00018315256,0.00036636583,0.00003733186,0.000011409734,0.49109152,0.0012961187,0.00022092523,0.0034894906,0.0023224715,0.5009002],"study_design_scores_gemma":[0.0004132225,0.0003154047,0.0005930792,0.00012491494,0.000004147417,0.000003817124,0.018722236,0.9769633,0.000733122,0.0008554994,0.0011327055,0.00013858789],"about_ca_topic_score_codex":0.000042517087,"about_ca_topic_score_gemma":0.000053738284,"teacher_disagreement_score":0.9756671,"about_ca_system_score_codex":0.00024345955,"about_ca_system_score_gemma":0.00045425032,"threshold_uncertainty_score":0.99995136},"labels":[],"label_agreement":null},{"id":"W4396802056","doi":"10.1145/3630106.3658941","title":"\"I'm Not Sure, But...\": Examining the Impact of Large Language Models' Uncertainty Expression on User Reliance and Trust","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Microsoft Research; Universitas Brawijaya; National Science Foundation","keywords":"Scale (ratio); Task (project management); Natural experiment; Expression (computer science); Psychology; Perspective (graphical); Computer science; Social psychology; Cognitive psychology; Artificial intelligence; Medicine; Engineering","score_opus":0.04877756425759006,"score_gpt":0.3127205170671762,"score_spread":0.26394295280958613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396802056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7813547,0.0008151847,0.21272135,0.0002768556,0.00043555122,0.00031401942,0.000054956192,0.00020063315,0.003826752],"genre_scores_gemma":[0.9858386,0.0000834056,0.012196521,0.00015360904,0.00011773405,0.000025432193,0.0000059904864,0.00002504167,0.0015536506],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978377,0.00012475502,0.00038534743,0.00087845535,0.00042785637,0.00034584804],"domain_scores_gemma":[0.99779224,0.00022653386,0.00017531324,0.0016492337,0.000069882124,0.00008676775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007756854,0.00033049166,0.00037353407,0.00013310544,0.000082438695,0.00023329935,0.0011754528,0.00023844754,0.000024161984],"category_scores_gemma":[0.000060447426,0.00018941326,0.00015364825,0.00015183829,0.00004135718,0.00014424259,0.0032054845,0.00085377326,0.000008563407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000888307,0.00016957561,0.00075817783,0.00063223555,0.00019213668,0.000092209455,0.018862206,0.8695356,0.0096576875,0.06993795,0.003822686,0.026250672],"study_design_scores_gemma":[0.00019771222,0.000055574947,0.0008292492,0.00063849526,0.0000113694505,0.0000052058713,0.00020790886,0.9893098,0.002644995,0.005817658,0.000028294355,0.0002537428],"about_ca_topic_score_codex":0.0016199995,"about_ca_topic_score_gemma":0.000028441234,"teacher_disagreement_score":0.20448391,"about_ca_system_score_codex":0.000084382445,"about_ca_system_score_gemma":0.00017293835,"threshold_uncertainty_score":0.77240485},"labels":[],"label_agreement":null},{"id":"W4396819963","doi":"10.1145/3626772.3657864","title":"Ranked List Truncation for Large Language Model-based Re-Ranking","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"HORIZON EUROPE Framework Programme; China Scholarship Council; European Commission; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Baidu","keywords":"Computer science; Ranking (information retrieval); Truncation (statistics); Information retrieval; Natural language processing; Machine learning","score_opus":0.025416990242419238,"score_gpt":0.29312282429812736,"score_spread":0.26770583405570814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396819963","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045988015,0.00024028656,0.9889576,0.0018819975,0.00031850243,0.00019457955,0.000004174598,0.0005454355,0.0032586674],"genre_scores_gemma":[0.775692,6.8623206e-7,0.22239858,0.0006271043,0.000082361265,0.000031424424,0.000007796215,0.000008452907,0.0011515841],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991877,0.000014747113,0.00014565943,0.00031560144,0.00014226201,0.00019404582],"domain_scores_gemma":[0.99944407,0.00009022625,0.000016678272,0.00038015548,0.000034314064,0.000034540997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037905687,0.00007837556,0.0000789624,0.00008204574,0.000074417185,0.00022622844,0.0003362237,0.000041797506,0.000024930425],"category_scores_gemma":[0.000026372678,0.00006845349,0.00006842882,0.00015671468,0.000004354801,0.0002770312,0.000047815178,0.00006142479,0.00001646893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073566475,0.000036336285,0.0000203257,0.00017508845,0.000018197268,0.00000793026,0.0037392708,0.025975043,0.00371879,0.9147447,0.00210859,0.049448382],"study_design_scores_gemma":[0.00024388506,0.000009570109,0.0000031755794,0.00002896526,0.000004934467,5.680965e-7,0.00002764402,0.9903461,0.0021399516,0.0051613227,0.0019417263,0.0000921836],"about_ca_topic_score_codex":0.000024087,"about_ca_topic_score_gemma":0.0000501752,"teacher_disagreement_score":0.964371,"about_ca_system_score_codex":0.00003946647,"about_ca_system_score_gemma":0.00008112843,"threshold_uncertainty_score":0.27914524},"labels":[],"label_agreement":null},{"id":"W4396820721","doi":"10.48550/arxiv.2404.18424","title":"PromptReps: Prompting Large Language Models to Generate Dense and Sparse Representations for Zero-Shot Document Retrieval","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Zero (linguistics); Computer science; Shot (pellet); Natural language processing; Artificial intelligence; Information retrieval; Linguistics; Philosophy; Chemistry","score_opus":0.1266048190329702,"score_gpt":0.25148648447012134,"score_spread":0.12488166543715115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396820721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43609557,0.000118449265,0.561905,0.00021722449,0.00031082358,0.00080775603,0.000032592514,0.000196504,0.00031605517],"genre_scores_gemma":[0.95616895,0.000035156594,0.039885208,0.00012782526,0.00012382425,0.000010877278,0.000020581176,0.000029374994,0.0035981957],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973518,0.000089334564,0.00028435618,0.0016783841,0.00013096035,0.0004651692],"domain_scores_gemma":[0.99819666,0.00008654411,0.000143788,0.0011802344,0.0001610926,0.00023169784],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005124928,0.0003064316,0.00030924525,0.00030488902,0.00019874108,0.00038234383,0.00085260154,0.00017807358,0.000006941906],"category_scores_gemma":[0.00005025057,0.00034721332,0.00014568337,0.0004091004,0.00002868032,0.00032788765,0.003514959,0.00039933555,0.000024549014],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055969864,0.000060837527,0.000108928616,0.0003423954,0.00014313213,0.00039961032,0.006385092,0.68948066,0.000654999,0.3012898,0.00042348806,0.000655105],"study_design_scores_gemma":[0.0003495369,0.000036651196,0.00001614616,0.00014479875,0.00007796663,0.00000729465,0.00022447806,0.8704498,0.000698941,0.12755701,0.000091956324,0.0003454192],"about_ca_topic_score_codex":0.0001488912,"about_ca_topic_score_gemma":0.00005778552,"teacher_disagreement_score":0.5220198,"about_ca_system_score_codex":0.00019385705,"about_ca_system_score_gemma":0.00020003629,"threshold_uncertainty_score":0.999898},"labels":[],"label_agreement":null},{"id":"W4396827151","doi":"10.1145/3613904.3641895","title":"The HaLLMark Effect: Supporting Provenance and Transparent Use of Large Language Models in Writing with Interactive Visualization","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Agency (philosophy); Computer science; Visualization; Control (management); Artificial intelligence; Sociology; Social science","score_opus":0.018483806065146144,"score_gpt":0.30863217937495546,"score_spread":0.2901483733098093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396827151","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32084623,0.0001811988,0.6784456,0.00010806263,0.000027350346,0.00014558311,7.944701e-7,0.000041282605,0.00020394701],"genre_scores_gemma":[0.9941204,0.000012440463,0.0057519744,0.00002913834,0.00000845436,0.000015791891,8.6869017e-7,0.0000058489322,0.000055064953],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992626,0.00005912644,0.00019684088,0.00021161605,0.000120564146,0.00014927993],"domain_scores_gemma":[0.99945194,0.00032326247,0.000043424214,0.00014204143,0.000022054277,0.00001725478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004483012,0.00006711536,0.00008850169,0.00004418869,0.000037574657,0.00016520782,0.000117921016,0.00001739293,8.6879277e-7],"category_scores_gemma":[0.00002452615,0.00004035231,0.00001388167,0.00015893269,0.000012376196,0.000740845,0.000054773634,0.00007833587,2.1741948e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006185822,0.00007679729,0.010380787,0.00066417473,0.00005240585,0.00010772564,0.05479563,0.023574669,0.0037644205,0.6689376,0.000020281608,0.23756365],"study_design_scores_gemma":[0.00012750203,0.00004326574,0.0003707026,0.000298919,0.0000027403921,0.000005150094,0.00027664794,0.9954058,0.002985247,0.0004137105,0.000016409767,0.000053888423],"about_ca_topic_score_codex":0.00010504204,"about_ca_topic_score_gemma":0.0002135098,"teacher_disagreement_score":0.97183114,"about_ca_system_score_codex":0.00001884063,"about_ca_system_score_gemma":0.000022522654,"threshold_uncertainty_score":0.16455196},"labels":[],"label_agreement":null},{"id":"W4396828482","doi":"10.1145/3613904.3642462","title":"DirectGPT: A Direct Manipulation Interface to Interact with Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Undo; Computer science; Syntax; Interface (matter); Programming language; Reuse; Representation (politics); Code (set theory); Software; Human–computer interaction; Artificial intelligence; Operating system; Set (abstract data type)","score_opus":0.021706153306981377,"score_gpt":0.28539954184626976,"score_spread":0.26369338853928836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396828482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037368607,0.00022904777,0.9268133,0.00080434413,0.00026014686,0.00013862629,0.0000014158694,0.00068658916,0.033697918],"genre_scores_gemma":[0.9360222,0.0000014961989,0.05947433,0.0002722415,0.000050042356,0.000014102486,0.0000010850453,0.000012408139,0.004152095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903363,0.000025600912,0.00013145982,0.00041466794,0.00017928038,0.00021535177],"domain_scores_gemma":[0.9994343,0.000049263985,0.000012735363,0.0004062923,0.000024994059,0.00007242742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017355668,0.00011269809,0.00010477089,0.00012649054,0.000032610355,0.0003182138,0.0003674923,0.000025641917,0.0000496267],"category_scores_gemma":[0.000009069931,0.000081873986,0.000031780753,0.00030287824,0.0000034278867,0.0007254446,0.00022435783,0.000095399366,0.00014924446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049276136,0.00015990961,0.00026496855,0.00019063288,0.00016177523,0.00036825254,0.06460266,0.1652887,0.007074587,0.45655262,0.004883036,0.3004036],"study_design_scores_gemma":[0.00006268227,0.00004003489,0.00003353157,0.00011142645,0.0000034625045,0.000013457255,0.000087229404,0.99360645,0.0027654218,0.00055961584,0.002582321,0.00013435472],"about_ca_topic_score_codex":0.00011349531,"about_ca_topic_score_gemma":0.00018182615,"teacher_disagreement_score":0.89865357,"about_ca_system_score_codex":0.00005717498,"about_ca_system_score_gemma":0.000023605198,"threshold_uncertainty_score":0.3338724},"labels":[],"label_agreement":null},{"id":"W4396831993","doi":"10.1145/3613904.3641960","title":"Human-LLM Collaborative Annotation Through Effective Verification of LLM Labels","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Annotation; Leverage (statistics); Computer science; Domain (mathematical analysis); Natural language processing; Reliability (semiconductor); Artificial intelligence; Information retrieval; Data science","score_opus":0.019726407796484074,"score_gpt":0.3134079163418643,"score_spread":0.2936815085453802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396831993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053052932,0.00027714283,0.93221045,0.00050845696,0.00032297388,0.00031119797,0.0000037711616,0.00020556536,0.013107523],"genre_scores_gemma":[0.946593,0.000006354939,0.05270426,0.00006573555,0.000042480897,0.000036750367,0.0000028422162,0.000005044854,0.0005435695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919975,0.00006724712,0.00017469618,0.00029140897,0.00017140318,0.00009551723],"domain_scores_gemma":[0.99939734,0.00008834922,0.000045882574,0.00027956994,0.00017199623,0.000016875008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018151863,0.00007464862,0.000098292134,0.000057412057,0.00005350793,0.00009164224,0.00022241942,0.000041338015,0.000018006755],"category_scores_gemma":[0.000024442312,0.000065799846,0.000025383477,0.0005758145,0.000025724585,0.0006918698,0.000052195,0.000064804844,0.000035850622],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016537706,0.000049083294,0.000029845725,0.00005466202,0.00002550157,0.000003069868,0.0072579635,0.0011694367,0.017593622,0.9483942,0.0007687415,0.024652233],"study_design_scores_gemma":[0.00052203133,0.00056803005,0.003968015,0.0001954857,0.000026072186,0.0000051029565,0.00052049523,0.68027085,0.21067494,0.09639229,0.0064662355,0.00039043644],"about_ca_topic_score_codex":0.0000558868,"about_ca_topic_score_gemma":0.000008712621,"teacher_disagreement_score":0.89354,"about_ca_system_score_codex":0.00005036829,"about_ca_system_score_gemma":0.00005824726,"threshold_uncertainty_score":0.268324},"labels":[],"label_agreement":null},{"id":"W4396832250","doi":"10.1145/3613904.3642459","title":"Generative Echo Chamber? Effect of LLM-Powered Search Systems on Diverse Information Seeking","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Limiting; Echo (communications protocol); Computer science; Polarization (electrochemistry); Keyword search; Psychology; Internet privacy; Computer security; Information retrieval; Engineering","score_opus":0.02109711608346044,"score_gpt":0.27112608044287384,"score_spread":0.2500289643594134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396832250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09324715,0.000070316884,0.89318645,0.00010760748,0.00093326374,0.00026743067,0.0000022763904,0.0001978182,0.011987678],"genre_scores_gemma":[0.99691707,0.0000048409097,0.002670236,0.00004501734,0.00006157258,0.000009300938,0.0000023912207,0.0000032158707,0.00028637878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906677,0.00009830571,0.0001925417,0.00016623054,0.0003284269,0.00014772468],"domain_scores_gemma":[0.99945045,0.00014410591,0.000028417508,0.00028436113,0.00005230216,0.000040388142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005231896,0.00008934691,0.00012319491,0.00016899832,0.000049924987,0.0002316504,0.000214104,0.000043967157,0.00001114424],"category_scores_gemma":[0.00002031683,0.000065710934,0.000043078853,0.00023419817,0.000011154444,0.000807736,0.00015437392,0.000111419875,0.00014809934],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005221476,0.00005412974,0.000533955,0.0018544578,0.00019957309,0.00007795011,0.03410751,0.16604303,0.008917763,0.51787907,0.0021199917,0.26816034],"study_design_scores_gemma":[0.00012943709,0.00017276015,0.000023857168,0.00010851402,0.0000027541441,0.0000056375425,0.000084831525,0.9903463,0.0086120665,0.00003532653,0.0004084266,0.00007005488],"about_ca_topic_score_codex":0.00015927911,"about_ca_topic_score_gemma":0.0000020081081,"teacher_disagreement_score":0.9036699,"about_ca_system_score_codex":0.000067222514,"about_ca_system_score_gemma":0.000039476494,"threshold_uncertainty_score":0.2679614},"labels":[],"label_agreement":null},{"id":"W4396832282","doi":"10.1145/3613904.3641899","title":"ABScribe: Rapid Exploration &amp; Organization of Multiple Writing Variations in Human-AI Co-Writing Tasks using Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Workflow; Workload; Computer science; Task (project management); Writing process; Process (computing); Variation (astronomy); Human–computer interaction; Perception; Natural language processing; Programming language; Psychology; Database; Engineering; Mathematics education","score_opus":0.06407113873354855,"score_gpt":0.3229418175725084,"score_spread":0.25887067883895987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396832282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12597513,0.00009758497,0.87261504,0.00020297713,0.000100952355,0.00015099414,0.000006908441,0.0002501959,0.0006002467],"genre_scores_gemma":[0.87080646,0.000004331804,0.12889539,0.00009439731,0.00008451311,0.0000054356346,0.000045126824,0.000017083741,0.000047271715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986049,0.00007700159,0.00049814885,0.00035487613,0.00023536525,0.00022969508],"domain_scores_gemma":[0.9993163,0.000107530905,0.00007579397,0.00032632708,0.00013978506,0.000034284123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006435156,0.00011110507,0.00014323258,0.00028636665,0.00014583887,0.00025849504,0.00025829897,0.00007333851,0.00005486717],"category_scores_gemma":[0.00009865071,0.00012104826,0.00003162603,0.0007957083,0.00000943894,0.001983133,0.00013693832,0.00015477194,0.0000087107055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010488585,0.00013822383,0.00347887,0.00022619602,0.00002580747,0.00001784268,0.034016218,0.20645364,0.22183591,0.5251913,0.00010631928,0.00850859],"study_design_scores_gemma":[0.00019881008,0.000004659838,0.000090680616,0.000121638936,0.0000047725616,0.0000040082705,0.0006728735,0.9913459,0.0048735784,0.002536667,0.000019622332,0.00012682138],"about_ca_topic_score_codex":0.0003058811,"about_ca_topic_score_gemma":0.00014482744,"teacher_disagreement_score":0.7848922,"about_ca_system_score_codex":0.000087992084,"about_ca_system_score_gemma":0.00007574307,"threshold_uncertainty_score":0.49362046},"labels":[],"label_agreement":null},{"id":"W4396843976","doi":"10.1145/3589335.3641299","title":"Information Retrieval Meets Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Information retrieval; Natural language processing; Artificial intelligence; Data science","score_opus":0.014748737637220805,"score_gpt":0.2531784605361799,"score_spread":0.23842972289895906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396843976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059045437,0.00020139109,0.95564914,0.0011386977,0.00034928406,0.000050158575,0.0000015181737,0.0005232432,0.036182016],"genre_scores_gemma":[0.9639341,0.000005192932,0.034527604,0.00052053086,0.00004635004,0.0000012446312,0.0000027154726,0.0000023638631,0.00095987227],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946856,0.0000093704575,0.000118312055,0.00009173238,0.00017673202,0.00013528964],"domain_scores_gemma":[0.99966455,0.000018469815,0.000009709471,0.00025342166,0.00002014176,0.000033711854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002146191,0.000048534122,0.000043484863,0.00007576281,0.000028850001,0.00027265912,0.0002737914,0.000031552212,0.00003721986],"category_scores_gemma":[0.000011070572,0.000039564446,0.000026342863,0.0001870217,0.0000028277893,0.002304867,0.00013785569,0.00006645472,0.00026282202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.97457e-7,0.0000031313732,0.0000012830128,0.000017761826,0.000003829529,0.0000054171137,0.004714658,0.0010456421,0.0000982112,0.9673955,0.0012491123,0.025464864],"study_design_scores_gemma":[0.00005025168,0.000005266258,0.000004079616,0.000009671179,9.825677e-7,0.0000053762083,0.00008013516,0.9811158,0.00063283974,0.006795402,0.011244929,0.000055251927],"about_ca_topic_score_codex":0.000016425502,"about_ca_topic_score_gemma":0.000002500402,"teacher_disagreement_score":0.9800702,"about_ca_system_score_codex":0.000021903134,"about_ca_system_score_gemma":0.000034216104,"threshold_uncertainty_score":0.33781332},"labels":[],"label_agreement":null},{"id":"W4396882454","doi":"10.48550/arxiv.2405.06563","title":"What Can Natural Language Processing Do for Peer Review?","year":2024,"lang":"en","type":"preprint","venue":"TUbilio (Technical University of Darmstadt)","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Office of Naval Research; Bundesministerium für Bildung und Forschung; Deutsche Forschungsgemeinschaft; Natural Sciences and Engineering Research Council of Canada; European Commission; Australian Government; Alberta Machine Intelligence Institute; Canadian Institute for Advanced Research; National Science Foundation","keywords":"Operationalization; Computer science; Pace; Process (computing); Peer review; Artificial intelligence; Technical peer review; Field (mathematics); Aside; Data science; Political science; Linguistics","score_opus":0.023000052290619608,"score_gpt":0.2823599422652428,"score_spread":0.25935988997462317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396882454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024457332,0.22536181,0.6633616,0.070346996,0.0045833904,0.005055541,0.00027283787,0.0025863873,0.003974079],"genre_scores_gemma":[0.8027064,0.0029472308,0.18791777,0.0006064904,0.00014596219,0.0000069418247,0.00009913054,0.000043453347,0.005526605],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749386,0.00006169871,0.00034473435,0.0010132547,0.00074059214,0.00034584373],"domain_scores_gemma":[0.9977248,0.000103703984,0.00023566432,0.0012526356,0.00055873056,0.00012450488],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009271246,0.00029690246,0.000609382,0.00020132028,0.000109723136,0.0002444792,0.0024263165,0.0003017154,0.00002029435],"category_scores_gemma":[0.00019651072,0.00030300097,0.00040211817,0.00034004447,0.00013897043,0.0003521616,0.004193004,0.0011344448,0.00000971032],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012454513,0.00035282323,0.000025338486,0.043551758,0.0002787516,0.0005375164,0.0127639,0.00096578686,0.0016850032,0.022391934,0.063081756,0.8542409],"study_design_scores_gemma":[0.004185528,0.000911969,0.0002932755,0.11828702,0.002514813,0.00030486588,0.0107582295,0.57919824,0.0030248275,0.09533986,0.17796427,0.0072171227],"about_ca_topic_score_codex":0.000098409466,"about_ca_topic_score_gemma":0.00007614917,"teacher_disagreement_score":0.8470238,"about_ca_system_score_codex":0.00026645255,"about_ca_system_score_gemma":0.0005094805,"threshold_uncertainty_score":0.9999422},"labels":[],"label_agreement":null},{"id":"W4396994480","doi":"10.1681/asn.20213210s1125b","title":"The Quality of Discharge Summaries After AKI","year":2021,"lang":"en","type":"article","venue":"Journal of the American Society of Nephrology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Quality (philosophy); Intensive care medicine; Physics","score_opus":0.02536865294790538,"score_gpt":0.29882010960994254,"score_spread":0.2734514566620372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396994480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89392275,0.0008193353,0.06608551,0.038838584,0.0002467876,0.00003345027,0.0000031625052,0.0000042882134,0.00004612333],"genre_scores_gemma":[0.96198636,0.00031003312,0.03213748,0.005327532,0.00012907045,0.0000010776689,6.917329e-8,0.0000043134655,0.000104078805],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99843186,0.00037492093,0.00056890975,0.000110577654,0.00033276004,0.00018097578],"domain_scores_gemma":[0.9973454,0.0004894192,0.0012716918,0.0005623009,0.00029468493,0.000036544116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009326549,0.00007653321,0.0003630489,0.000010868773,0.0000947687,0.000021189837,0.001030337,0.000031084775,0.000006907559],"category_scores_gemma":[0.00010892832,0.00004248205,0.00050701335,0.0002545354,0.00075314014,0.00011913596,0.00045724155,0.00025134903,5.019644e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000898526,0.0008885439,0.15637095,0.00024894855,0.0032573976,0.000032424803,0.03454348,0.0017818378,0.46558204,0.07745726,0.09939712,0.15954147],"study_design_scores_gemma":[0.001284714,0.0005774263,0.81302536,0.0000730604,0.00011512907,0.0002990813,0.005200069,0.009281956,0.010738815,0.030500898,0.1285527,0.00035081035],"about_ca_topic_score_codex":0.00006585347,"about_ca_topic_score_gemma":0.000022640317,"teacher_disagreement_score":0.65665436,"about_ca_system_score_codex":0.00002470556,"about_ca_system_score_gemma":0.00021052487,"threshold_uncertainty_score":0.27749762},"labels":[],"label_agreement":null},{"id":"W4398289211","doi":"10.7910/dvn/eaxeet/o7vrne","title":"GoethePoetryReducedMinusLarge.zip","year":2019,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science","score_opus":0.0322293650370897,"score_gpt":0.2631626910205373,"score_spread":0.2309333259834476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398289211","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005425282,0.00000272169,0.034566093,0.000019816607,0.003672024,0.00029629652,0.96089196,0.0001340325,0.00041163858],"genre_scores_gemma":[0.000012420616,0.00010056223,0.010387335,0.00082165113,0.00042298483,0.000018380724,0.9870683,0.000021893822,0.0011464746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99702424,0.000111493246,0.0004398902,0.0011728709,0.0006635208,0.00058797345],"domain_scores_gemma":[0.9936092,0.00009549453,0.00021701616,0.0058025722,0.00008044451,0.00019525852],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000427015,0.00044187365,0.00048337886,0.00027082002,0.00010233698,0.00037128385,0.0047678943,0.00041142342,0.0054011084],"category_scores_gemma":[0.00017614308,0.00043884755,0.00017133636,0.00027055765,0.000044394503,0.00080333394,0.0024242557,0.000687779,0.3437428],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029236223,0.000042579308,0.000001219377,0.00008925552,0.000036442438,0.000109908004,0.000020985788,0.00005392302,0.000011504235,0.0005310495,0.9981057,0.0009945229],"study_design_scores_gemma":[0.0002690743,0.00003009433,0.0000035037572,0.00007693743,0.00003521208,0.00004802241,0.000008645626,0.0047981692,0.000029069175,0.00009558916,0.99410963,0.0004960543],"about_ca_topic_score_codex":0.00030988912,"about_ca_topic_score_gemma":0.000037539463,"teacher_disagreement_score":0.33834168,"about_ca_system_score_codex":0.000116272575,"about_ca_system_score_gemma":0.0003358938,"threshold_uncertainty_score":0.99980634},"labels":[],"label_agreement":null},{"id":"W4398524366","doi":"10.7910/dvn/ktwyz6/euczd9","title":"simtax_old-checkpoint.py","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Computer science","score_opus":0.027839974531473886,"score_gpt":0.24334158909999085,"score_spread":0.21550161456851696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398524366","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.3124666e-7,0.0000014285786,0.09035818,0.0000836112,0.0016037573,0.00021170471,0.90719986,0.00021074059,0.00033030874],"genre_scores_gemma":[0.000003191808,0.00013548428,0.021380799,0.0025496727,0.00036563902,0.000018430175,0.9751598,0.000011270817,0.00037570464],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974092,0.00010216525,0.00046458552,0.0010887524,0.00050670473,0.00042856694],"domain_scores_gemma":[0.9959524,0.00009036175,0.00017733987,0.0034781764,0.00007118146,0.00023053579],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002552757,0.00039512728,0.0004484196,0.00018654847,0.00011785031,0.00034678463,0.0042631445,0.00029603788,0.0021315138],"category_scores_gemma":[0.00034677424,0.00040604058,0.00016410489,0.00033891966,0.000045204837,0.00060031994,0.0029294193,0.0006703199,0.1789704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004341781,0.000026064252,3.7700337e-7,0.00011925033,0.00003807562,0.00017416172,0.000024421943,0.00006367042,0.0000060625903,0.00074616115,0.99736583,0.001431561],"study_design_scores_gemma":[0.00027178184,0.000023809096,0.0000013087936,0.00008549636,0.00003999625,0.0000112206335,0.000005825486,0.010819812,0.000032051565,0.00017358224,0.98814595,0.00038917793],"about_ca_topic_score_codex":0.0002723088,"about_ca_topic_score_gemma":0.000044491186,"teacher_disagreement_score":0.17683889,"about_ca_system_score_codex":0.000087951674,"about_ca_system_score_gemma":0.00034031927,"threshold_uncertainty_score":0.9998391},"labels":[],"label_agreement":null},{"id":"W4398757454","doi":"10.1162/tacl_a_00667","title":"Evaluating Correctness and Faithfulness of Instruction-Following Models for Question Answering","year":2024,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institute for Advanced Research; McGill University; Mila - Quebec Artificial Intelligence Institute; Minnow Environmental (Canada); Research Canada","funders":"","keywords":"Correctness; Computer science; Question answering; Natural language processing; Artificial intelligence; Programming language","score_opus":0.037789028206600114,"score_gpt":0.3285510699647791,"score_spread":0.290762041758179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398757454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01619233,0.00008257401,0.98018587,0.0001559232,0.0028535768,0.00033837848,0.000062111634,0.00006568449,0.00006357394],"genre_scores_gemma":[0.7754974,0.0000013838156,0.22429138,0.000007629467,0.00008232595,0.000032254393,0.000007264649,0.000008556008,0.00007180391],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989496,0.000043383207,0.00038510977,0.00019874757,0.00031473566,0.00010844697],"domain_scores_gemma":[0.9977589,0.0011684466,0.00020522348,0.00012172653,0.0007253863,0.000020266136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007699236,0.00008434834,0.00015215,0.0001057828,0.00021348092,0.00006618185,0.0001916228,0.000063189495,3.5731188e-7],"category_scores_gemma":[0.0007533106,0.000081083694,0.00015447178,0.00024475876,0.00001686121,0.00014995039,0.000014215844,0.00008107107,9.965335e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004891626,0.000012698816,0.00007464747,0.00013699783,0.00006244984,2.5863596e-8,0.0004174364,0.80737805,0.00005528296,0.18159546,0.000004424018,0.010257651],"study_design_scores_gemma":[0.0002811209,0.000032832013,0.0001393257,0.00011318276,0.00007535487,0.0000010202972,0.00003366423,0.85643804,0.00047525598,0.1422618,0.000080665,0.00006773806],"about_ca_topic_score_codex":0.000024655923,"about_ca_topic_score_gemma":0.0000051631055,"teacher_disagreement_score":0.75930506,"about_ca_system_score_codex":0.00012675153,"about_ca_system_score_gemma":0.0001532528,"threshold_uncertainty_score":0.3306497},"labels":[],"label_agreement":null},{"id":"W4398858936","doi":"10.7910/dvn/u1jec0/uyaoab","title":"DonnellyBJPSreplication.R","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Replication (statistics); Identity (music); Genealogy; Internet privacy; Political science; Biology; Art; History; Computer science; Aesthetics; Virology","score_opus":0.026623134975943548,"score_gpt":0.2424498879123248,"score_spread":0.21582675293638126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398858936","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2294684e-7,7.410723e-7,0.13811845,0.00007744623,0.00061059225,0.00016838558,0.8607291,0.00017436162,0.00012071429],"genre_scores_gemma":[0.0000031078694,0.000106274645,0.020130606,0.0020435872,0.00037329036,0.000026231233,0.9772085,0.000010736878,0.00009766851],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980061,0.000058267826,0.0003270152,0.0009338679,0.00039928072,0.00027544875],"domain_scores_gemma":[0.99584347,0.00004943097,0.00014788016,0.0037052315,0.000058572135,0.00019542257],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00016209552,0.00025757874,0.0002716914,0.000104777835,0.0000940825,0.00026759773,0.0035943517,0.00018176589,0.0019907479],"category_scores_gemma":[0.0001714504,0.00026541555,0.000092495444,0.00024526953,0.000030329527,0.00049222086,0.0017388448,0.0003975,0.35005268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016385375,0.000018557406,3.22414e-7,0.000044497072,0.00001871075,0.00005543868,0.000017376902,0.000030989795,0.0000053491367,0.0011613754,0.9976394,0.0010063535],"study_design_scores_gemma":[0.0001411457,0.000015319794,0.0000022104034,0.000023180264,0.00002142088,0.000015233879,0.0000038525513,0.0064084046,0.000014442353,0.00020551005,0.9928735,0.00027577442],"about_ca_topic_score_codex":0.0001554416,"about_ca_topic_score_gemma":0.000019912286,"teacher_disagreement_score":0.34806192,"about_ca_system_score_codex":0.000057155987,"about_ca_system_score_gemma":0.00016968876,"threshold_uncertainty_score":0.9999798},"labels":[],"label_agreement":null},{"id":"W4399013580","doi":"10.2196/59680","title":"Is Boundary Annotation Necessary? Evaluating Boundary-Free Approaches to Improve Clinical Named Entity Annotation Efficiency: Case Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Annotation; Computer science; Boundary (topology); Information retrieval; Natural language processing; Data mining; Artificial intelligence; Mathematics","score_opus":0.132606346198434,"score_gpt":0.4013234067763562,"score_spread":0.2687170605779222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399013580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5557786,0.00007910983,0.43963903,0.0016142435,0.0012868278,0.00093763083,0.000007081646,0.00029589882,0.000361579],"genre_scores_gemma":[0.921501,0.0000049757855,0.076047085,0.0017210748,0.0003989697,0.00020690457,0.000014025951,0.000019400697,0.000086593674],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946499,0.00026297526,0.0018289294,0.0005174155,0.0022391726,0.000501621],"domain_scores_gemma":[0.9974146,0.00054053176,0.0002485409,0.0011547296,0.00014977675,0.00049185223],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005315607,0.00027389315,0.0003786339,0.00028638975,0.00040246156,0.0013326863,0.0013696371,0.00024258281,0.000038187092],"category_scores_gemma":[0.0012155477,0.00024270387,0.00014449861,0.0009872329,0.00015470195,0.0019131595,0.0009879443,0.00084623776,0.00014180843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016110398,0.00054474606,0.0009868271,0.0004484285,0.00008798542,0.00053183676,0.14092186,0.0002907902,0.000004993415,0.0017087519,0.0037568912,0.8507008],"study_design_scores_gemma":[0.0008356233,0.00058281526,0.00035136018,0.00012326716,0.00003231557,0.00026884943,0.0075756335,0.98662657,0.000014159536,0.0015748356,0.0017270623,0.00028751182],"about_ca_topic_score_codex":0.00007758629,"about_ca_topic_score_gemma":0.000051576302,"teacher_disagreement_score":0.98633575,"about_ca_system_score_codex":0.0001522152,"about_ca_system_score_gemma":0.0012215022,"threshold_uncertainty_score":0.999704},"labels":[],"label_agreement":null},{"id":"W4399174990","doi":"10.1145/3654984","title":"Unstructured Data Fusion for Schema and Data Extraction","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Management of Data","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Information retrieval; Schema (genetic algorithms); Component (thermodynamics); Data mining; Table (database)","score_opus":0.13553878951404624,"score_gpt":0.3611646660040275,"score_spread":0.22562587648998128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399174990","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083660975,0.0033809193,0.8359582,0.058401514,0.0037422532,0.0043937666,0.0049141063,0.0006420108,0.0049062953],"genre_scores_gemma":[0.2687187,0.00036692145,0.73018855,0.0000838699,0.0001161075,0.000005722396,0.00027068952,0.000015240867,0.00023424732],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984418,0.0000031199463,0.00023458243,0.0008566557,0.00033795965,0.00012588307],"domain_scores_gemma":[0.9941567,0.000058104077,0.00013692028,0.0055835275,0.000041829015,0.000022917444],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00094381865,0.00010116671,0.00011711129,0.000075489435,0.00006279305,0.00017949314,0.017144196,0.000031040072,0.0000027910107],"category_scores_gemma":[0.00024075339,0.000073553776,0.000013436783,0.00022205838,0.00003341998,0.0024827672,0.038225748,0.00008721198,9.929338e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003592201,0.000058844787,0.00011021383,0.0031001735,0.00019286606,0.0000012198079,0.000108556786,0.000010752835,0.0056300103,0.15374252,0.080830276,0.7561786],"study_design_scores_gemma":[0.0003451138,0.000044616405,0.00044381912,0.00078392477,0.00015147384,0.000007694895,0.00015154424,0.8964323,0.0028336558,0.03247177,0.06617129,0.00016279984],"about_ca_topic_score_codex":0.000006028885,"about_ca_topic_score_gemma":8.390851e-7,"teacher_disagreement_score":0.89642155,"about_ca_system_score_codex":0.000009587436,"about_ca_system_score_gemma":0.000011541543,"threshold_uncertainty_score":0.98817354},"labels":[],"label_agreement":null},{"id":"W4399204106","doi":"10.1007/978-3-031-55642-5_1","title":"An Overview on Large Language Models","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Linguistics; Philosophy","score_opus":0.06889453219493441,"score_gpt":0.3030592937623716,"score_spread":0.2341647615674372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399204106","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027088568,0.0033245096,0.28969538,0.0002144084,0.00036260788,0.000096045726,0.000011990344,0.00042316475,0.7058692],"genre_scores_gemma":[0.0027385599,0.0002702357,0.013465189,0.0020671908,0.00030032356,0.000004953601,0.000013060387,0.000047921687,0.9810926],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855083,0.0000074118,0.00020312032,0.00067308184,0.00034360468,0.0002219501],"domain_scores_gemma":[0.998475,0.00002007477,0.000041506493,0.0013414017,0.000024829935,0.00009720167],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016355774,0.00025078785,0.00023143354,0.00013222046,0.000034500434,0.00018689172,0.00095484883,0.00019359156,0.00040156645],"category_scores_gemma":[0.0000011971844,0.00020812043,0.00012415265,0.000024194464,0.000007448026,0.00026010064,0.0003096807,0.000335578,0.0012003169],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.407427e-7,0.000007194726,2.1558455e-8,0.000038876606,0.000012229153,0.00007316805,0.0002647217,0.0002898906,0.0000022818103,0.98508894,0.0007380252,0.013484276],"study_design_scores_gemma":[0.00004931726,0.000036254176,8.654864e-8,0.00018714153,0.000008693493,0.000005933792,0.0000042913393,0.47775874,0.000009751777,0.4379696,0.08372471,0.0002454853],"about_ca_topic_score_codex":0.00002034231,"about_ca_topic_score_gemma":0.000033935474,"teacher_disagreement_score":0.5471194,"about_ca_system_score_codex":0.000049083388,"about_ca_system_score_gemma":0.00004538085,"threshold_uncertainty_score":0.99957734},"labels":[],"label_agreement":null},{"id":"W4399205224","doi":"10.1609/icwsm.v18i1.31324","title":"Reliability Analysis of Psychological Concept Extraction and Classification in User-Penned Text","year":2024,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute","funders":"National Institute on Aging; National Institutes of Health","keywords":"Witness; Task (project management); Reliability (semiconductor); Perception; Focus (optics); Computer science; Cognitive psychology; Social media; Psychology; Binary classification; Deep learning; Artificial intelligence; Natural language processing; Data science; World Wide Web","score_opus":0.06272372588259084,"score_gpt":0.33273245222357256,"score_spread":0.2700087263409817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399205224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922996,0.000026035834,0.00088826363,0.0044454457,0.0002871242,0.00006975717,0.000006655115,0.000018318919,0.001958754],"genre_scores_gemma":[0.9989897,0.00005695549,0.0008109088,0.000045795794,0.00004228793,0.000007645644,0.0000013091565,0.0000017624953,0.00004363598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991588,0.000010984379,0.00023703846,0.00026055716,0.00026674996,0.00006587435],"domain_scores_gemma":[0.9994763,0.00016111205,0.00010973649,0.000051444844,0.0001826823,0.000018697116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032581118,0.00006295455,0.00014193256,0.00015434103,0.000028493534,0.000082142506,0.0003447634,0.000066115404,0.000016193186],"category_scores_gemma":[0.00021944009,0.000046199693,0.000048432263,0.00028471148,0.00011373282,0.0002445396,0.00008828973,0.00014029146,5.2323054e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025701733,0.0000739277,0.012226809,0.000026304664,0.000058641337,2.6571433e-7,0.005285631,0.000010053709,0.024671864,0.918659,0.00007367997,0.038888127],"study_design_scores_gemma":[0.00026139562,0.000041751497,0.5350537,0.000105404666,0.000056647976,0.0000017917185,0.00092973147,0.4224719,0.0012244106,0.039456584,0.0002786169,0.000118069554],"about_ca_topic_score_codex":0.000012246558,"about_ca_topic_score_gemma":0.000016361291,"teacher_disagreement_score":0.8792024,"about_ca_system_score_codex":0.00003250892,"about_ca_system_score_gemma":0.000025041736,"threshold_uncertainty_score":0.18839687},"labels":[],"label_agreement":null},{"id":"W4399210979","doi":"10.1007/978-3-031-63028-6_6","title":"Preliminary Systematic Review of Open-Source Large Language Models in Education","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Simon Fraser University; Mount Saint Vincent University","funders":"","keywords":"Computer science; Open source; Programming language; Natural language processing; Artificial intelligence; Software engineering; Software","score_opus":0.020518801951125328,"score_gpt":0.28580495849316945,"score_spread":0.2652861565420441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399210979","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015328758,0.07487134,0.91800225,0.0005406998,0.00089710276,0.001443919,0.0000035509509,0.00007010209,0.004155723],"genre_scores_gemma":[0.18043223,0.0056593143,0.79268366,0.012113494,0.00060926034,0.0003345646,0.000029046238,0.00018029414,0.007958104],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965782,0.00006483087,0.00096178066,0.0012215471,0.00077338534,0.00040025066],"domain_scores_gemma":[0.9971949,0.00027564118,0.00037629702,0.0018995585,0.00016685238,0.00008678417],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020497967,0.00036816127,0.0009234578,0.00075747166,0.000055067463,0.0003609087,0.005242052,0.00017831588,0.000009161162],"category_scores_gemma":[0.00013150366,0.00031789974,0.00011241296,0.0007339118,0.000110682355,0.00083415804,0.0031563821,0.0005925865,0.00002271811],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056306676,0.00019570047,0.000005663754,0.44358742,0.000030018564,0.00012772784,0.009576014,0.050030597,0.000034054698,0.32116714,0.00008094925,0.17515908],"study_design_scores_gemma":[0.0000701011,0.000048200847,0.0000010090375,0.24155569,0.00002010065,0.00004658209,0.0000012206928,0.67229843,0.000047218462,0.08557714,0.000049067265,0.00028525273],"about_ca_topic_score_codex":0.00006938328,"about_ca_topic_score_gemma":0.00004317715,"teacher_disagreement_score":0.62226784,"about_ca_system_score_codex":0.00029361687,"about_ca_system_score_gemma":0.00089598366,"threshold_uncertainty_score":0.9999273},"labels":[],"label_agreement":null},{"id":"W4399327517","doi":"10.1101/2024.06.03.24308405","title":"Evaluating the Efficacy of Large Language Models for Systematic Review and Meta-Analysis Screening","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Meta-analysis; Systematic review; Computer science; Natural language processing; Psychology; Medicine; MEDLINE; Political science; Internal medicine","score_opus":0.1946645548582948,"score_gpt":0.412796460961748,"score_spread":0.21813190610345318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399327517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025177717,0.18123841,0.81268007,0.0013096546,0.000048928996,0.0020641289,0.00003138795,0.00006613464,0.00004350197],"genre_scores_gemma":[0.7841881,0.00027339545,0.2126979,0.0008647759,0.00005571765,0.0012349846,0.000012655871,0.00003794883,0.0006345171],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973223,0.00045527844,0.00084711396,0.0006768354,0.0004851316,0.00021329353],"domain_scores_gemma":[0.99663615,0.0008309595,0.0004917269,0.0018496113,0.00014774757,0.000043830634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066153617,0.00024465556,0.001939415,0.00015550051,0.00007342337,0.00014779145,0.0012921416,0.00007817711,0.000009754594],"category_scores_gemma":[0.0006313736,0.0001379446,0.0012166868,0.00040091592,0.00001749303,0.00006277704,0.0019893323,0.00031604286,0.0000018851865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022005308,0.000036122816,0.0000072266007,0.72958183,0.11913978,0.0000065734184,0.005896834,0.11109706,0.000035235444,0.033830024,0.000030132216,0.00033696953],"study_design_scores_gemma":[0.00004195008,0.000007669657,0.0000017796377,0.0025744406,0.24220803,0.0000014233384,0.000020717687,0.75200045,0.000013068374,0.0030284757,4.3831986e-7,0.000101527425],"about_ca_topic_score_codex":0.000029017972,"about_ca_topic_score_gemma":0.000008471878,"teacher_disagreement_score":0.78167033,"about_ca_system_score_codex":0.000013318768,"about_ca_system_score_gemma":0.00004976812,"threshold_uncertainty_score":0.56252176},"labels":[],"label_agreement":null},{"id":"W4399426318","doi":"10.1162/tacl_a_00669","title":"Source-Free Domain Adaptation for Question Answering with Masked Self-training","year":2024,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Domain adaptation; Adaptation (eye); Domain (mathematical analysis); Question answering; Training (meteorology); Training set; Natural language processing; Artificial intelligence; Information retrieval; Speech recognition; Psychology","score_opus":0.019462492397112383,"score_gpt":0.25327610768223807,"score_spread":0.23381361528512568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399426318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010648542,0.000034231885,0.9957943,0.0008533779,0.0012017618,0.0004863207,0.000076736564,0.0002742602,0.00021414872],"genre_scores_gemma":[0.52370894,9.520993e-7,0.47581422,0.00002472953,0.00015911872,0.000048090908,0.00001424991,0.0000132958485,0.0002164037],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988038,0.000045847886,0.00033716572,0.00024858283,0.00038606295,0.00017854566],"domain_scores_gemma":[0.99770105,0.0010919814,0.00020229923,0.00022280801,0.00074940105,0.000032477972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006295949,0.00011565972,0.00013995715,0.000117821815,0.00029543618,0.00013345563,0.0003817682,0.000074631185,7.5632704e-7],"category_scores_gemma":[0.0004992173,0.00010209155,0.00014465004,0.00030016596,0.000015577985,0.00012115971,0.0000137615,0.000114936985,8.780513e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001123584,0.000025755196,0.00007441994,0.00009052434,0.00010907134,8.660268e-8,0.0025211682,0.7838908,0.000016888978,0.21063468,0.00004257671,0.0025828069],"study_design_scores_gemma":[0.00045158181,0.000069116424,0.0002087723,0.00008386564,0.00007655966,0.0000020549696,0.00012577437,0.87879896,0.00006065821,0.113734014,0.006277318,0.00011133238],"about_ca_topic_score_codex":0.000017056554,"about_ca_topic_score_gemma":0.000027944037,"teacher_disagreement_score":0.5226441,"about_ca_system_score_codex":0.00027747423,"about_ca_system_score_gemma":0.0002645139,"threshold_uncertainty_score":0.41631728},"labels":[],"label_agreement":null},{"id":"W4399434480","doi":"10.1007/s10639-024-12771-3","title":"Exploring quality criteria and evaluation methods in automated question generation: A comprehensive survey","year":2024,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Quality (philosophy); Computer science; Educational technology; Evaluation methods; Management science; Data science; Mathematics education; Psychology; Engineering; Reliability engineering; Epistemology","score_opus":0.3294129269693888,"score_gpt":0.48108011046805094,"score_spread":0.15166718349866215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399434480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5402408,0.0017114438,0.45175058,0.0027351475,0.0011317784,0.00031484076,0.0000021172582,0.0018900622,0.00022322158],"genre_scores_gemma":[0.8680109,0.00048629835,0.13118204,0.00009359547,0.000016519301,0.0001612006,0.00004224055,0.0000021158116,0.000005114493],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990248,0.00024823166,0.000341022,0.00016502231,0.00013549396,0.00008541262],"domain_scores_gemma":[0.999393,0.000111949,0.00006621264,0.00019910869,0.0002138819,0.000015884825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016861341,0.000081109596,0.00009137023,0.00044320076,0.00007151075,0.00045363166,0.000110366454,0.00006820877,0.0000027819933],"category_scores_gemma":[0.00049127545,0.00007807647,0.000008491214,0.0004669889,0.00003059061,0.0055612084,0.00009062535,0.00009932216,0.0000049384576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.255882e-7,0.00000751298,0.0003386331,0.000056318466,0.0000027964131,3.4796862e-8,0.002358506,0.00010125347,0.00046097883,0.05237167,0.0002171869,0.9440843],"study_design_scores_gemma":[0.000082558145,0.00001372204,0.07296114,0.00005346548,0.0000020644377,0.0000061147757,0.0016479461,0.91863704,0.0014394672,0.002812071,0.0022400904,0.00010435454],"about_ca_topic_score_codex":0.00014907557,"about_ca_topic_score_gemma":0.000014700851,"teacher_disagreement_score":0.9439799,"about_ca_system_score_codex":0.00008182548,"about_ca_system_score_gemma":0.00013295173,"threshold_uncertainty_score":0.43743804},"labels":[],"label_agreement":null},{"id":"W4399441286","doi":"10.1111/coin.12656","title":"Utilizing passage‐level relevance and kernel pooling for enhancing BERT‐based document reranking","year":2024,"lang":"en","type":"article","venue":"Computational Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Pooling; Relevance (law); Information retrieval; Ranking (information retrieval); Learning to rank; Artificial intelligence; Kernel (algebra); Rank (graph theory); Machine learning; Data mining; Natural language processing; Mathematics","score_opus":0.06767963765381896,"score_gpt":0.33028697392846934,"score_spread":0.2626073362746504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399441286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023631912,0.002157878,0.99284047,0.0012498023,0.0006768201,0.00025546484,0.000004627098,0.00024899095,0.00020277002],"genre_scores_gemma":[0.60989714,0.000016462074,0.38956395,0.0003206039,0.000090727204,0.000028658458,0.0000045192146,0.0000116359,0.000066292196],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981803,0.000036899164,0.0004360848,0.00069547584,0.00034096907,0.00031022372],"domain_scores_gemma":[0.9977935,0.0016525516,0.0000700365,0.0002386815,0.00016124493,0.000083980645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006069287,0.0001809972,0.0001645895,0.00015656574,0.00022345917,0.0004989592,0.00043970565,0.00005505373,0.000007409621],"category_scores_gemma":[0.00019126233,0.0001867158,0.00007489244,0.00028907537,0.00004372333,0.00053641375,0.00016207815,0.00017665394,0.000016786451],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005310842,0.000010072247,0.00002475755,0.00017293422,0.000018800778,0.000013905762,0.00086851226,0.4262008,0.00036775557,0.39363244,0.000040888215,0.17864381],"study_design_scores_gemma":[0.00005023568,0.000023955283,0.00005045701,0.00036198486,0.0000061680416,0.000015657026,0.00003966085,0.7822581,0.0032918204,0.21314996,0.00058376294,0.00016822873],"about_ca_topic_score_codex":0.000019783169,"about_ca_topic_score_gemma":0.000012032934,"teacher_disagreement_score":0.607534,"about_ca_system_score_codex":0.00010584095,"about_ca_system_score_gemma":0.00017276633,"threshold_uncertainty_score":0.7614049},"labels":[],"label_agreement":null},{"id":"W4399447660","doi":"10.48550/arxiv.2406.02969","title":"Filtered not Mixed: Stochastic Filtering-Based Online Gating for Mixture of Large Language Models","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Vector Institute; McMaster University; Natural Sciences and Engineering Research Council of Canada; Government of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Gating; Language model; Artificial intelligence; Psychology; Neuroscience","score_opus":0.08123969319778795,"score_gpt":0.2250849381751377,"score_spread":0.14384524497734974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399447660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19040677,0.000103679355,0.80760515,0.000108092514,0.0005917907,0.0003808919,0.0004979078,0.00022556153,0.00008017684],"genre_scores_gemma":[0.9480303,0.0000028192342,0.05115515,0.00011787237,0.000119001015,0.0000032209248,0.000092193484,0.00003342197,0.0004460279],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979268,0.000066109096,0.00032637778,0.0011340621,0.00012863796,0.0004180255],"domain_scores_gemma":[0.99795187,0.0002152592,0.00027445567,0.001278314,0.00016304632,0.00011705844],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027427025,0.0003431476,0.00044641312,0.00030983376,0.00007986027,0.00007918706,0.0015804088,0.00027988365,0.000011439698],"category_scores_gemma":[0.000064528045,0.00038976638,0.0003364253,0.00030907788,0.000038933624,0.00015615691,0.0021125353,0.0005730767,0.0000062577196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021905602,0.00007591367,0.0000071465342,0.00061997573,0.00006164083,0.00006956177,0.0005365738,0.92382914,0.00036454984,0.07381882,0.000045166726,0.0005496231],"study_design_scores_gemma":[0.0005532618,0.000043237036,0.0000101156065,0.00047636003,0.00007973648,0.0000010694448,0.00011050923,0.97155595,0.001032605,0.025777781,0.000016540787,0.00034284565],"about_ca_topic_score_codex":0.00009239103,"about_ca_topic_score_gemma":0.00011553975,"teacher_disagreement_score":0.7576235,"about_ca_system_score_codex":0.00012544876,"about_ca_system_score_gemma":0.00024065482,"threshold_uncertainty_score":0.9998554},"labels":[],"label_agreement":null},{"id":"W4399453597","doi":"10.48550/arxiv.2406.04220","title":"BEADs: Bias Evaluation Across Domains","year":2024,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Government of Canada; Canadian Institute for Advanced Research","keywords":"Environmental science","score_opus":0.18843058381648173,"score_gpt":0.3731990703844707,"score_spread":0.18476848656798897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399453597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8683678,0.0011132224,0.12121276,0.0018942723,0.00426224,0.0004320394,0.000010504745,0.0004625927,0.0022445917],"genre_scores_gemma":[0.98821497,0.00003557318,0.009920176,0.0003552482,0.00064242433,0.00012504429,0.00002033745,0.000029227665,0.0006570268],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970554,0.00015728045,0.00044395326,0.001171183,0.0007383491,0.000433797],"domain_scores_gemma":[0.9975831,0.00009094609,0.00016653187,0.0018491207,0.00020640474,0.000103897015],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017365753,0.00029700634,0.00028231274,0.00010796261,0.00013045866,0.00043929098,0.0015969406,0.00030336014,0.000032724933],"category_scores_gemma":[0.00019188983,0.00028545974,0.00018885732,0.00025508302,0.000044065175,0.00017209044,0.004777399,0.00085985265,0.0009884565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018564398,0.000356741,0.22804628,0.0014476525,0.000774115,0.00036662983,0.03907006,0.062439334,0.002743779,0.06981073,0.00737847,0.58754766],"study_design_scores_gemma":[0.00039215205,0.000035124714,0.030163016,0.0005597884,0.00008958243,0.000018543946,0.00013500941,0.897636,0.001579767,0.06456534,0.004011728,0.0008139748],"about_ca_topic_score_codex":0.00026685087,"about_ca_topic_score_gemma":0.00010869191,"teacher_disagreement_score":0.8351966,"about_ca_system_score_codex":0.00038170264,"about_ca_system_score_gemma":0.0003891761,"threshold_uncertainty_score":0.99995977},"labels":[],"label_agreement":null},{"id":"W4399732994","doi":"10.22148/001c.116368","title":"Exploring Gender Differences in Fatwa through Machine Learning","year":2024,"lang":"en","type":"article","venue":"Journal of Cultural Analytics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Context (archaeology); Computer science; Preprocessor; Margin (machine learning); Artificial intelligence; Machine learning; Thematic analysis; Data science; Psychology; Social psychology; Qualitative research; Sociology; Social science","score_opus":0.2739161805313298,"score_gpt":0.31646283693417326,"score_spread":0.04254665640284344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399732994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6044366,0.002984619,0.38945028,0.001522206,0.00086106546,0.00002710974,2.957082e-7,0.00004668175,0.00067115756],"genre_scores_gemma":[0.98161125,0.0007835067,0.017082509,0.000050125207,0.00023833792,5.042508e-7,2.0099525e-7,0.000004239251,0.00022932848],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988988,0.000046787176,0.00040516997,0.00013936343,0.00033678568,0.00017308748],"domain_scores_gemma":[0.99959254,0.00006831164,0.00010641317,0.000094280585,0.00008761384,0.000050843806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026754837,0.00010262284,0.00020569646,0.00011929757,0.00004600418,0.0002840882,0.00042819662,0.000028100621,0.000011145333],"category_scores_gemma":[0.00006217996,0.00006343313,0.00011560345,0.00037412616,0.000015048829,0.0017077245,0.00009557515,0.000491954,0.000007298593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004768592,0.00028395458,0.09135508,0.00065164745,0.0009876194,0.0041105063,0.15873213,0.2506318,0.00610314,0.27134275,0.0010858431,0.21466783],"study_design_scores_gemma":[0.00018854972,0.00007861608,0.0033045677,0.00023282388,0.000026438167,0.00022839553,0.0010346244,0.98418146,0.00030039327,0.006535312,0.0037077703,0.00018103511],"about_ca_topic_score_codex":0.000023213684,"about_ca_topic_score_gemma":0.00000779897,"teacher_disagreement_score":0.73354965,"about_ca_system_score_codex":0.000069245274,"about_ca_system_score_gemma":0.000038388436,"threshold_uncertainty_score":0.2739469},"labels":[],"label_agreement":null},{"id":"W4399768519","doi":"10.1109/tse.2024.3411928","title":"LUNA: A Model-Based Universal Analysis Framework for Large Language Models","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Japan Society for the Promotion of Science; JST-Mirai Program; Alberta Machine Intelligence Institute; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Programming language; Modeling language; Software engineering; Data science; Natural language processing; Software","score_opus":0.013074621913195335,"score_gpt":0.2445529802957176,"score_spread":0.23147835838252226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399768519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013322844,0.00016836869,0.9960296,0.000079005076,0.00058585894,0.00015725724,0.00007543527,0.0015653017,0.0000068679333],"genre_scores_gemma":[0.5401459,0.0000023927068,0.45966786,0.000036914185,0.000024287408,0.00003646128,0.000002018094,0.000018885887,0.00006530474],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988404,0.000009663312,0.00017290717,0.00044861273,0.00020096051,0.000327447],"domain_scores_gemma":[0.99906147,0.00028647794,0.000015811458,0.0005034332,0.000037416215,0.0000954171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014311606,0.00018311196,0.00019372218,0.0005569106,0.00009824716,0.00014110927,0.00036549542,0.00012065951,0.000011037592],"category_scores_gemma":[0.000010641735,0.00019790603,0.00031558028,0.0009683956,0.000005163326,0.00040207308,0.0000027668777,0.00029887073,0.000006578998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003078969,0.000024526957,5.8864083e-7,0.000059235124,0.0001661653,0.000010048913,0.00077509746,0.9724391,0.000038520087,0.022543654,0.0000073780798,0.003932577],"study_design_scores_gemma":[0.00013551422,0.000018121962,6.7219565e-7,0.00007246695,0.00014890783,0.0000010872047,0.00002021402,0.9974283,0.0010785746,0.00081965054,0.00007039687,0.00020611778],"about_ca_topic_score_codex":0.000009035994,"about_ca_topic_score_gemma":0.0000064401574,"teacher_disagreement_score":0.5388136,"about_ca_system_score_codex":0.00012764001,"about_ca_system_score_gemma":0.00007753411,"threshold_uncertainty_score":0.8070374},"labels":[],"label_agreement":null},{"id":"W4399802498","doi":"10.1016/j.asoc.2024.111893","title":"Class conditioned text generation with style attention mechanism for embracing diversity","year":2024,"lang":"en","type":"article","venue":"Applied Soft Computing","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; National Research Foundation of Korea; Information Technology Research Centre; Ministry of Science, ICT and Future Planning","keywords":"Computer science; Fluency; Natural language generation; Artificial intelligence; Transformer; Class (philosophy); Adversarial system; Scope (computer science); Text generation; Natural language processing; Natural language; Language model; Machine learning; Linguistics; Programming language","score_opus":0.023586817822720024,"score_gpt":0.2337100973111561,"score_spread":0.2101232794884361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399802498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.117239386,0.000015938458,0.88059837,0.00025292658,0.00036888648,0.00030805697,0.0000017849959,0.000479854,0.00073479995],"genre_scores_gemma":[0.8342533,3.4729783e-7,0.16519472,0.00024234856,0.00021397023,0.000012325676,0.000018453833,0.0000115391285,0.000052972337],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988043,0.000017904988,0.00018409964,0.0005193879,0.0002309572,0.00024337076],"domain_scores_gemma":[0.99943966,0.00012265105,0.00006897176,0.000240732,0.00007953132,0.000048455124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031941416,0.00013011898,0.00012615522,0.00009253169,0.00068282674,0.00033453945,0.00028498453,0.000059398335,0.0000026450355],"category_scores_gemma":[0.0000084449475,0.00012700965,0.000047738944,0.00019991149,0.000014627656,0.00027977518,0.0003547264,0.00011884465,0.00002143473],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035967212,0.000013850205,0.000021346104,0.000064816784,0.000034419016,0.0000053360422,0.0011599378,0.010161465,0.019508881,0.93675256,0.00011585292,0.03215795],"study_design_scores_gemma":[0.00028626906,0.000027698632,0.00003916688,0.00004089294,0.000016784032,0.000009985473,0.00008983474,0.9797833,0.0024779816,0.017004255,0.000055792163,0.00016806614],"about_ca_topic_score_codex":0.000012075257,"about_ca_topic_score_gemma":0.000006138291,"teacher_disagreement_score":0.96962184,"about_ca_system_score_codex":0.00008037192,"about_ca_system_score_gemma":0.00004095534,"threshold_uncertainty_score":0.52518207},"labels":[],"label_agreement":null},{"id":"W4400025652","doi":"10.17615/zfj3-7992","title":"Case study in major quotation errors: a critical commentary on the Newcastle–Ottawa scale","year":2024,"lang":"en","type":"article","venue":"UNC Libraries","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Federalno Ministarstvo Obrazovanja i Nauke; Bundesministerium für Bildung und Forschung","keywords":"Scale (ratio); History; Computer science; Geography; Cartography","score_opus":0.05108569341887,"score_gpt":0.2957474867031689,"score_spread":0.2446617932842989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400025652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76589924,0.00035010008,0.13322525,0.09750627,0.000994369,0.00048661206,0.0000049464047,0.00035349888,0.0011797441],"genre_scores_gemma":[0.97856045,1.9838912e-7,0.01812263,0.0030021176,0.00013871194,0.000037516675,0.0000011331791,0.000009060015,0.00012819187],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989333,0.00016254696,0.00020296921,0.00031109687,0.00020615781,0.00018390377],"domain_scores_gemma":[0.9987583,0.0007749558,0.000012048981,0.00039832492,0.000012677799,0.00004366611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026600517,0.00010518592,0.00009419642,0.00010711171,0.00013601116,0.00067678123,0.00037172352,0.000030091272,0.000038090235],"category_scores_gemma":[0.000067194334,0.000073260235,0.000030187231,0.00031918613,0.00006315929,0.0010006776,0.00022338307,0.00020620567,0.000036812147],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067223755,0.00020624751,0.0032149795,0.000029697281,0.000014937045,0.003673172,0.027814154,0.00014686208,0.000014536524,0.9450369,0.013885332,0.005956471],"study_design_scores_gemma":[0.00067949365,0.00051616976,0.0009334355,0.00021898658,0.000027492002,0.000700505,0.022398397,0.6295228,0.00053063355,0.33918947,0.0048264773,0.00045614268],"about_ca_topic_score_codex":0.0004972165,"about_ca_topic_score_gemma":0.00043652926,"teacher_disagreement_score":0.62937593,"about_ca_system_score_codex":0.000028656192,"about_ca_system_score_gemma":0.00005517933,"threshold_uncertainty_score":0.6526217},"labels":[],"label_agreement":null},{"id":"W4400046281","doi":"10.1007/s10791-024-09435-8","title":"Injecting the score of the first-stage retriever as text improves BERT-based re-rankers","year":2024,"lang":"en","type":"article","venue":"Discover Computing","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Horizon 2020 Framework Programme","keywords":"Labrador Retriever; Stage (stratigraphy); Computer science; Natural language processing; Artificial intelligence; Information retrieval; Medicine; Biology; Surgery","score_opus":0.01901571512607659,"score_gpt":0.2539155939652864,"score_spread":0.23489987883920982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400046281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60231125,0.00058739085,0.38696223,0.004377338,0.0017589403,0.00034328157,0.000003412465,0.00020435541,0.0034517704],"genre_scores_gemma":[0.99552643,0.0000011981759,0.0027802736,0.0010780809,0.00016881517,0.0000028604516,7.1727703e-7,0.000020422332,0.00042120958],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816287,0.000084856845,0.0003966419,0.0005231206,0.00047705395,0.0003554714],"domain_scores_gemma":[0.99816287,0.0006055791,0.00016003018,0.0009812239,0.000052414474,0.000037858765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006997115,0.00019299675,0.00017851873,0.00007299613,0.00040327155,0.0004727622,0.0014882936,0.0000626993,0.000008575381],"category_scores_gemma":[0.00020348675,0.00011377978,0.00020732239,0.0008257114,0.0001016371,0.00035340936,0.0008232761,0.00040726012,0.000013048478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005627508,0.000184016,0.042062778,0.0016452204,0.0004056068,0.00010979542,0.049939785,0.32696533,0.0072642528,0.35209647,0.0033663386,0.21590413],"study_design_scores_gemma":[0.0001789196,0.00003151864,0.0027881477,0.00048267207,0.00001554195,0.000006254493,0.00044336138,0.98828787,0.0039711255,0.000751198,0.0028498704,0.0001935209],"about_ca_topic_score_codex":0.0006206459,"about_ca_topic_score_gemma":0.000056797955,"teacher_disagreement_score":0.66132253,"about_ca_system_score_codex":0.00009648082,"about_ca_system_score_gemma":0.00035205073,"threshold_uncertainty_score":0.4639805},"labels":[],"label_agreement":null},{"id":"W4400083089","doi":"10.2139/ssrn.4878306","title":"Entity and Relation Extractions for Threat Intelligence Knowledge Graphs","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Relation (database); Knowledge graph; Computer science; Business; Knowledge management; Artificial intelligence; Data mining","score_opus":0.0293684659563249,"score_gpt":0.30660768789122333,"score_spread":0.2772392219348984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400083089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010930918,0.031148715,0.95393884,0.0010837053,0.0019581423,0.00027193723,0.0000027058393,0.00010983128,0.0005551803],"genre_scores_gemma":[0.96987003,0.013227508,0.014891309,0.000013128764,0.00041487414,0.000039677656,0.0000037080952,0.000022882728,0.0015169065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978074,0.000060441515,0.0003684216,0.0005374395,0.00017234945,0.0010539772],"domain_scores_gemma":[0.9991107,0.00010626564,0.00017084036,0.0003885855,0.0001447513,0.00007884232],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013566526,0.00020723691,0.00019764972,0.0002803797,0.00026387855,0.00043369373,0.0006486685,0.00020818766,0.0000027074366],"category_scores_gemma":[0.000060181417,0.00019623843,0.00019128769,0.0001654394,0.000031119383,0.00026737293,0.0006523339,0.0038159327,0.000016578386],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029360194,0.000020165686,0.000055251156,0.000047215814,0.00007929487,0.0000011048352,0.00033287104,0.0004878753,0.000021929085,0.877892,0.000024069766,0.12103527],"study_design_scores_gemma":[0.00005742425,0.000053821303,0.000049199876,0.000082237275,0.00004849693,0.00030912206,0.0000769593,0.1514572,0.00003174513,0.84725994,0.000415104,0.00015872654],"about_ca_topic_score_codex":0.00003761867,"about_ca_topic_score_gemma":0.0004473325,"teacher_disagreement_score":0.9589391,"about_ca_system_score_codex":0.00072279363,"about_ca_system_score_gemma":0.0022076494,"threshold_uncertainty_score":0.9984823},"labels":[],"label_agreement":null},{"id":"W4400153822","doi":"10.1007/978-3-031-60916-9_9","title":"Using Similarity Based on Embeddings","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in social networks","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Similarity (geometry); Computer science; Artificial intelligence","score_opus":0.03938916913820685,"score_gpt":0.2897548964617847,"score_spread":0.25036572732357787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400153822","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000074995883,0.0005920644,0.91695136,0.0009875834,0.0016680894,0.0002080362,0.0000038944427,0.00022528242,0.07935622],"genre_scores_gemma":[0.7973581,0.0000692102,0.15574563,0.016438516,0.01886645,0.000026032269,0.000061022376,0.0004297077,0.011005361],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788797,0.00003352321,0.00036028618,0.000839885,0.00042986267,0.00044849108],"domain_scores_gemma":[0.9989161,0.0003321412,0.00014372036,0.0004935514,0.00005168931,0.00006279064],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002922662,0.00044224274,0.00047515897,0.00020620943,0.00018965961,0.00024092753,0.0007444885,0.001169351,0.000046587214],"category_scores_gemma":[0.000037590256,0.00045191214,0.0002605085,0.00016997491,0.00006997153,0.00007634954,0.00029028,0.0020064302,0.0000150326205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009162928,0.000010442635,0.000013094571,0.00004638302,0.00002614874,0.00011878561,0.00037480504,0.7518844,0.0000020479017,0.19704899,0.00023036324,0.05023536],"study_design_scores_gemma":[0.00009283092,0.000015814134,0.0000018580437,0.00029671667,0.000019484894,0.0000017745413,2.4422076e-7,0.7630543,0.00000340598,0.2304281,0.00575483,0.0003305989],"about_ca_topic_score_codex":0.000019126921,"about_ca_topic_score_gemma":0.00007063333,"teacher_disagreement_score":0.7973506,"about_ca_system_score_codex":0.00036671667,"about_ca_system_score_gemma":0.00012592577,"threshold_uncertainty_score":0.9997933},"labels":[],"label_agreement":null},{"id":"W4400267753","doi":"10.1145/3649217.3653554","title":"Can Small Language Models With Retrieval-Augmented Generation Replace Large Language Models When Learning Computer Science?","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Computer science; Language model; Natural language processing; Artificial intelligence; Universal Networking Language; Information retrieval; Natural language; Comprehension approach","score_opus":0.026593168225165588,"score_gpt":0.24822958569939937,"score_spread":0.2216364174742338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400267753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14193194,0.00036223052,0.8528983,0.0009618772,0.0003021222,0.00023065353,0.0000033539843,0.0008444003,0.002465139],"genre_scores_gemma":[0.7625313,0.0000065977492,0.23302135,0.00044956637,0.00022431057,0.0000074834156,0.0000138433115,0.00002383441,0.0037217462],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99725527,0.000089429894,0.0002959358,0.0010744679,0.0006879185,0.000596959],"domain_scores_gemma":[0.99874467,0.00004813141,0.0000628604,0.0008311353,0.00013863892,0.00017453948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011558266,0.00023907152,0.00020376068,0.00031858822,0.000311113,0.0010362081,0.0008678468,0.0000768049,0.00003613106],"category_scores_gemma":[0.000018130842,0.0001885685,0.00005630809,0.0007654267,0.00006109196,0.0014652838,0.00048471842,0.0003505891,0.00002164076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016756585,0.00005958359,0.00003529595,0.0000692432,0.000050999417,0.0002724793,0.045948558,0.68020153,0.017338896,0.23068157,0.0005303756,0.02479471],"study_design_scores_gemma":[0.00030061373,0.000083963125,0.0000027430692,0.000068804104,0.000010129287,0.000044849494,0.00032417916,0.99154955,0.0057579274,0.0014739318,0.0001091958,0.00027409237],"about_ca_topic_score_codex":0.00041481026,"about_ca_topic_score_gemma":0.00029825652,"teacher_disagreement_score":0.6205993,"about_ca_system_score_codex":0.00019844856,"about_ca_system_score_gemma":0.0003365297,"threshold_uncertainty_score":0.99921787},"labels":[],"label_agreement":null},{"id":"W4400280941","doi":"10.32473/flairs.37.1.135597","title":"Exploration of Word Embeddings with Graph-Based Context Adaptation for Enhanced Word Vectors","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ... International Florida Artificial Intelligence Research Society Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Word embedding; Word (group theory); Natural language understanding; Embedding; Context (archaeology); Natural language; Graph; Representation (politics); Semantic similarity; Linguistics; Theoretical computer science","score_opus":0.19174769746374895,"score_gpt":0.3730239915487573,"score_spread":0.18127629408500837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400280941","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10696344,0.000058520636,0.8866716,0.0044277534,0.00072031847,0.00065166655,0.000012053626,0.000080511185,0.0004141606],"genre_scores_gemma":[0.9680585,0.00004410308,0.031277455,0.000041908403,0.00018077303,0.00020754182,0.0000038037774,0.000016470283,0.00016938975],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99702346,0.000021739745,0.00059334567,0.00058584625,0.0014094464,0.0003661497],"domain_scores_gemma":[0.9952078,0.0005898859,0.0002237621,0.00021661496,0.0036883696,0.00007359424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016674477,0.00018207215,0.00021724615,0.00022558738,0.00020222708,0.0005042288,0.001910309,0.000095587115,0.00002176321],"category_scores_gemma":[0.0005619655,0.00013949847,0.0002441439,0.001149911,0.00037911345,0.0014710063,0.0002570636,0.00038434035,0.0000054643847],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015210254,0.000072538816,0.00004805827,0.00026633902,0.00010903729,2.429194e-7,0.011296029,0.0041212384,0.11436623,0.7641556,0.00032960897,0.10508295],"study_design_scores_gemma":[0.000037972273,0.00009467425,0.0000076019787,0.00043511277,0.0000067398782,4.7847817e-7,0.0036455481,0.47918305,0.43053994,0.08575032,0.00020024729,0.00009829547],"about_ca_topic_score_codex":0.00013207625,"about_ca_topic_score_gemma":0.000052975945,"teacher_disagreement_score":0.86109513,"about_ca_system_score_codex":0.00017840404,"about_ca_system_score_gemma":0.0005127429,"threshold_uncertainty_score":0.56885827},"labels":[],"label_agreement":null},{"id":"W4400281282","doi":"10.32473/flairs.37.1.135043","title":"Latent Beta-Liouville Probabilistic Modeling for Bursty Topic Discovery in Textual Data","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ... International Florida Artificial Intelligence Research Society Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Latent Dirichlet allocation; Burstiness; Perplexity; Computer science; Topic model; Natural language processing; Language model; Word (group theory); Probabilistic logic; Dirichlet distribution; Artificial intelligence; Range (aeronautics); Mathematics","score_opus":0.312632176089768,"score_gpt":0.4053127273422721,"score_spread":0.09268055125250407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400281282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13139385,0.0002585897,0.84828687,0.0154765565,0.0017453809,0.0011030616,0.00008164008,0.00010832739,0.0015457162],"genre_scores_gemma":[0.9875429,0.0001400643,0.011294596,0.000043325566,0.00042251253,0.00011481547,0.000009648156,0.0000141651935,0.00041796276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99654716,0.000022055136,0.0006833407,0.00094478886,0.0012720381,0.0005306039],"domain_scores_gemma":[0.9976671,0.00045939197,0.0000836039,0.0005144729,0.0012007456,0.00007470678],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.003142123,0.00018290189,0.0002204546,0.00016607328,0.00019497084,0.0012250956,0.005549003,0.00010766474,0.000015963333],"category_scores_gemma":[0.00095651246,0.00014193855,0.00018854605,0.0007648363,0.00022725026,0.0017760909,0.0025786783,0.00063869875,0.000010342332],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019074945,0.000066425244,0.00017230446,0.00019408988,0.000053039417,7.7601067e-7,0.0020088488,0.005353256,0.005118276,0.9666145,0.00051446544,0.019884942],"study_design_scores_gemma":[0.000024891297,0.000030158659,0.000012690384,0.00030871073,0.0000053515037,0.0000022578063,0.0010202721,0.7982248,0.007001175,0.19293065,0.0003196842,0.000119331875],"about_ca_topic_score_codex":0.00031857865,"about_ca_topic_score_gemma":0.000078407,"teacher_disagreement_score":0.8561491,"about_ca_system_score_codex":0.00031280544,"about_ca_system_score_gemma":0.0005189169,"threshold_uncertainty_score":0.99983144},"labels":[],"label_agreement":null},{"id":"W4400320688","doi":"10.1007/s10489-024-05430-0","title":"Learning contextual representations for entity retrieval","year":2024,"lang":"en","type":"article","venue":"Applied Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information retrieval; Natural language processing; Artificial intelligence","score_opus":0.04410917281330834,"score_gpt":0.31941305577371903,"score_spread":0.2753038829604107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400320688","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035643096,0.00019573543,0.9879161,0.00035764024,0.0005473269,0.0002649246,0.0000014392026,0.00040692533,0.0067455736],"genre_scores_gemma":[0.94399655,0.000024356903,0.054475266,0.00010074706,0.00013341142,0.000039744566,0.0000036790923,0.000009514199,0.0012167227],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988678,0.000015919175,0.0002281913,0.000485032,0.00018363011,0.00021944071],"domain_scores_gemma":[0.9991496,0.00036738312,0.000030697895,0.0003404154,0.000057374957,0.000054535703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035583,0.00009352027,0.0000970408,0.000077897916,0.000140968,0.0002952684,0.0005435775,0.0000485949,0.000033753775],"category_scores_gemma":[0.00012981979,0.00009382036,0.00006319844,0.0003323283,0.00003777604,0.00023987114,0.00015718014,0.00019543803,0.00020720027],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050481476,0.000008627143,0.000012357979,0.000024364377,0.000012591248,0.0000037670284,0.0011699505,0.0027378362,0.0022482143,0.8541215,0.00026644257,0.1393893],"study_design_scores_gemma":[0.000050844897,0.000055701006,0.000021896076,0.000029893012,0.000009611737,0.000010797999,0.00040470622,0.8422759,0.044144325,0.09045515,0.022328762,0.00021238014],"about_ca_topic_score_codex":0.000015832515,"about_ca_topic_score_gemma":0.0000029954012,"teacher_disagreement_score":0.94043225,"about_ca_system_score_codex":0.000037914702,"about_ca_system_score_gemma":0.000065087916,"threshold_uncertainty_score":0.3825883},"labels":[],"label_agreement":null},{"id":"W4400343221","doi":"10.48550/arxiv.2407.00541","title":"Answering real-world clinical questions using large language model based systems","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Computer science; Question answering; Natural language processing","score_opus":0.1487119472503954,"score_gpt":0.27807767755163165,"score_spread":0.12936573030123624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400343221","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2072747,0.00013730068,0.7880199,0.00004794258,0.00150603,0.00023712184,0.00003387423,0.0006000997,0.0021430317],"genre_scores_gemma":[0.97833365,0.000044788892,0.019092139,0.000067586014,0.00023015369,0.000001186167,0.000010092239,0.000033774373,0.0021866404],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99728817,0.00023249268,0.0004389419,0.0014485084,0.0001366082,0.00045529706],"domain_scores_gemma":[0.9975345,0.00012997405,0.00021380327,0.0017856539,0.0001162404,0.0002198119],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008264777,0.00032705074,0.0004466467,0.00047618806,0.0001602667,0.0002826304,0.0015041238,0.00031496782,0.000006551089],"category_scores_gemma":[0.00003505719,0.00038639322,0.00031751712,0.00060762063,0.000052462354,0.00022883594,0.0027577684,0.001119797,0.000051875497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034248837,0.000041801264,0.00078559347,0.00015048434,0.000039680377,0.00035875986,0.00012947338,0.81289023,0.000022344822,0.18545039,0.00003440683,0.00009341365],"study_design_scores_gemma":[0.00022435583,0.000008857445,0.00005614108,0.0004782916,0.00009580491,0.0000023465027,0.000056532812,0.9909021,0.000010107181,0.007713902,0.00007059532,0.00038092828],"about_ca_topic_score_codex":0.0014463329,"about_ca_topic_score_gemma":0.00035739987,"teacher_disagreement_score":0.7710589,"about_ca_system_score_codex":0.0003947399,"about_ca_system_score_gemma":0.0006198362,"threshold_uncertainty_score":0.9998588},"labels":[],"label_agreement":null},{"id":"W4400348335","doi":"10.32473/flairs.37.1.135561","title":"Abstractive Text Summarization Based on Neural Fusion","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ... International Florida Artificial Intelligence Research Society Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates; University of Lethbridge","keywords":"Automatic summarization; Computer science; Natural language processing; Artificial intelligence; Text graph; Graph; Segmentation; Information retrieval; Baseline (sea); Selection (genetic algorithm); Multi-document summarization; Theoretical computer science","score_opus":0.13458505484915448,"score_gpt":0.3708120438842319,"score_spread":0.2362269890350774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400348335","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1519111,0.000108327324,0.7529386,0.048841722,0.005973094,0.0012023604,0.00003419119,0.0004479056,0.03854268],"genre_scores_gemma":[0.99450165,0.00004769429,0.0044343635,0.00015290115,0.00037811318,0.00004168205,0.000002716314,0.000013646455,0.00042721312],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965495,0.00002865161,0.0004543728,0.0006541598,0.0019174869,0.00039585886],"domain_scores_gemma":[0.99719,0.0005375834,0.00011091947,0.00026107213,0.0018102133,0.000090239075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017550087,0.00017495986,0.0001433613,0.00019868882,0.00029849345,0.0010111921,0.0026841275,0.00011395946,0.00009619408],"category_scores_gemma":[0.0006836159,0.00013489256,0.00023206255,0.0009846733,0.0002596336,0.0008857129,0.0006884683,0.00082328275,0.00006611689],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035094956,0.00008605559,0.00016384113,0.000077908815,0.00003542038,0.0000014525215,0.0019913395,0.004230486,0.053814884,0.8563767,0.0013518535,0.08183498],"study_design_scores_gemma":[0.000016424363,0.000057105488,0.0001003477,0.00023749779,0.0000030411777,0.0000016565775,0.00052388175,0.8141717,0.12076221,0.06336026,0.00065812556,0.00010775807],"about_ca_topic_score_codex":0.00010153227,"about_ca_topic_score_gemma":0.000006376764,"teacher_disagreement_score":0.8425906,"about_ca_system_score_codex":0.0002912778,"about_ca_system_score_gemma":0.00034134075,"threshold_uncertainty_score":0.9750949},"labels":[],"label_agreement":null},{"id":"W4400399317","doi":"10.1101/2024.07.05.24309412","title":"OQA : A question-answering dataset on orthodontic literature","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université de Montréal","funders":"","keywords":"Question answering; Information retrieval; Computer science","score_opus":0.030065808405332274,"score_gpt":0.3026635983425187,"score_spread":0.2725977899371864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400399317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1498537,0.0053730183,0.82016486,0.007205377,0.01208938,0.0006946663,0.00091568613,0.0014556904,0.002247598],"genre_scores_gemma":[0.87722576,0.0001748395,0.117765896,0.0011404309,0.0012802882,0.00013110333,0.0009735732,0.000073149175,0.0012349907],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766934,0.00014041248,0.0003341434,0.001149116,0.00040509485,0.00030188868],"domain_scores_gemma":[0.9975103,0.00008381612,0.00009020314,0.002147116,0.000052756048,0.00011578253],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006677969,0.00032032494,0.00028726313,0.0002486828,0.000061655745,0.0008363924,0.0016545252,0.00025410933,0.000013210153],"category_scores_gemma":[0.00011706423,0.00028267747,0.00011649079,0.00027525722,0.000018048,0.00012350052,0.0029734427,0.0014378531,0.00026881718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039218638,0.00035123914,0.007568998,0.007042393,0.0005613869,0.00648602,0.013433343,0.058245227,0.0012555924,0.69621235,0.048874762,0.15992948],"study_design_scores_gemma":[0.0002659641,0.00009210932,0.0022233538,0.008210696,0.00009147044,0.00012069738,0.000010541973,0.77870566,0.00074146123,0.12188195,0.086112805,0.001543297],"about_ca_topic_score_codex":0.00003357017,"about_ca_topic_score_gemma":0.000015664456,"teacher_disagreement_score":0.72737205,"about_ca_system_score_codex":0.00006975693,"about_ca_system_score_gemma":0.00012468679,"threshold_uncertainty_score":0.99996257},"labels":[],"label_agreement":null},{"id":"W4400406053","doi":"10.2139/ssrn.4856254","title":"Filtered not Mixed: Stochastic Filtering-Based Online Gating for Mixture of Large Language Models","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Vector Institute; McMaster University; University of Toronto","funders":"","keywords":"Computer science; Gating; Language model; Artificial intelligence; Natural language processing; Psychology; Neuroscience","score_opus":0.021358632563169777,"score_gpt":0.28695927036475916,"score_spread":0.2656006378015894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400406053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04374983,0.00440194,0.9488956,0.0010287202,0.0011287626,0.000411605,0.00022163514,0.00013704227,0.000024894956],"genre_scores_gemma":[0.9192816,0.000053870062,0.07940243,0.0001585333,0.0006694531,0.00003493633,0.000059654893,0.00006338669,0.00027612617],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99565476,0.00010124408,0.00079446624,0.0007279706,0.0005223326,0.0021992468],"domain_scores_gemma":[0.9980986,0.00017711606,0.0005505476,0.00084577437,0.00021324561,0.000114723975],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0018710651,0.00042220732,0.0005819431,0.00033852443,0.00013004988,0.0002113046,0.0018107693,0.00029855742,0.000006081485],"category_scores_gemma":[0.00013671703,0.0003948719,0.00048120174,0.00017193453,0.000023153218,0.00014510947,0.0011067573,0.0042951857,0.0000027901035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058376543,0.00018963011,0.0000030430806,0.00082082785,0.00042391234,0.000021163592,0.0017215889,0.69756603,0.0021287007,0.26062894,0.00006845102,0.036369365],"study_design_scores_gemma":[0.00052114023,0.00012526308,0.0000016195493,0.0004975134,0.000059890324,0.0000457974,0.00020625221,0.74735886,0.00067816064,0.25021824,0.000015326454,0.0002719249],"about_ca_topic_score_codex":0.000052602678,"about_ca_topic_score_gemma":0.0005418382,"teacher_disagreement_score":0.8755318,"about_ca_system_score_codex":0.00067517435,"about_ca_system_score_gemma":0.0037959316,"threshold_uncertainty_score":0.99985033},"labels":[],"label_agreement":null},{"id":"W4400434219","doi":"10.48550/arxiv.2407.03951","title":"Uncertainty-Guided Likelihood Tree Search","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; International Max Planck Research School for Advanced Methods in Process and Systems Engineering; Deutsche Forschungsgemeinschaft; International Max Planck Research School for Environmental, Cellular and Molecular Microbiology; Government of Canada; Canadian Institute for Advanced Research; Microsoft Research","keywords":"Computer science; Language model; Artificial intelligence","score_opus":0.10853411783174845,"score_gpt":0.21919514072126473,"score_spread":0.11066102288951628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400434219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25400147,0.00021452703,0.7233903,0.0007780233,0.0016163116,0.00035036216,0.000012811136,0.00083482236,0.01880138],"genre_scores_gemma":[0.9904082,0.00010010626,0.0041034706,0.00014530196,0.00021186427,0.0000012267603,0.000009313024,0.000028560109,0.004991967],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969984,0.00015643702,0.00026224583,0.0017934135,0.00019046097,0.00059904164],"domain_scores_gemma":[0.99729323,0.0000961265,0.000094677634,0.0020718756,0.00018222583,0.00026184227],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004539071,0.0003750628,0.00036244807,0.00043588792,0.00012669119,0.00031005574,0.0030534163,0.00035603537,0.0000421224],"category_scores_gemma":[0.000026400474,0.0004213264,0.00031112513,0.0007391174,0.000078160454,0.00019808479,0.0071895337,0.0012537764,0.00061556365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008807059,0.000058992086,0.00029702604,0.00022163913,0.0001426244,0.0009946155,0.0007081448,0.5701086,0.000060751874,0.4185529,0.0015442508,0.007301667],"study_design_scores_gemma":[0.00021538204,0.000022271919,0.0000574633,0.00012877602,0.000043952736,0.000007893381,0.00005161745,0.80242264,0.00009191431,0.19587061,0.00071162154,0.00037582128],"about_ca_topic_score_codex":0.00062189397,"about_ca_topic_score_gemma":0.00013172552,"teacher_disagreement_score":0.73640674,"about_ca_system_score_codex":0.00042449517,"about_ca_system_score_gemma":0.00062319933,"threshold_uncertainty_score":0.99982387},"labels":[],"label_agreement":null},{"id":"W4400524635","doi":"10.1145/3626772.3657674","title":"Embark on DenseQuest: A System for Selecting the Best Dense Retriever for a Custom Collection","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Upload; Relevance (law); Ranking (information retrieval); Labrador Retriever; Information retrieval; Selection (genetic algorithm); Data collection; ENCODE; Cloud computing; World Wide Web; Data science; Artificial intelligence; Operating system","score_opus":0.03449104065488361,"score_gpt":0.2781984682090163,"score_spread":0.24370742755413266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400524635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016635358,0.00012798747,0.9776324,0.0015075845,0.0013225655,0.00087246625,0.0000018785202,0.00047804095,0.0014216889],"genre_scores_gemma":[0.9456767,0.0000019521224,0.048434507,0.00027577052,0.00033532784,0.00025327483,6.95641e-7,0.000018287978,0.005003519],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989411,0.000037720558,0.00019862823,0.0004052794,0.00016407759,0.00025315737],"domain_scores_gemma":[0.9988297,0.0006470597,0.000034560122,0.0003194325,0.00012940339,0.00003982154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000648597,0.00010951014,0.00010779314,0.000089682784,0.00035001483,0.0004294285,0.0003175546,0.00006510809,0.0000012760843],"category_scores_gemma":[0.00014008311,0.000073658055,0.00009438607,0.0004599598,0.000009111667,0.0001673912,0.000051602987,0.00010510554,0.000023154264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120017154,0.00005791681,0.000059450034,0.0010077236,0.00015211632,0.000021614655,0.0065778964,0.0025398536,0.0045970753,0.9061386,0.026017651,0.05271007],"study_design_scores_gemma":[0.0001839457,0.00017532031,0.000002933669,0.00015631424,0.000018790399,0.000077009594,0.00022605105,0.9782934,0.005931979,0.001633854,0.013182683,0.000117712356],"about_ca_topic_score_codex":0.000047527436,"about_ca_topic_score_gemma":0.00003765386,"teacher_disagreement_score":0.97575355,"about_ca_system_score_codex":0.00023910606,"about_ca_system_score_gemma":0.0001460747,"threshold_uncertainty_score":0.4140989},"labels":[],"label_agreement":null},{"id":"W4400524689","doi":"10.1145/3626772.3657894","title":"LADy 💃: A Benchmark Toolkit for Latent Aspect Detection Enriched with Backtranslation Augmentation","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Universitas Brawijaya; Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Benchmark (surveying); Computer science; Artificial intelligence; Cartography; Geography","score_opus":0.020828892098423927,"score_gpt":0.25270166720922943,"score_spread":0.2318727751108055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400524689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026003892,0.00007327493,0.9708661,0.00073770765,0.00035536735,0.00032788102,5.9578673e-7,0.00030919974,0.0013259826],"genre_scores_gemma":[0.889245,0.0000035009102,0.1101782,0.000065936685,0.00007308739,0.000054267322,0.000005612559,0.0000066588827,0.00036774421],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999247,0.000016103368,0.00013559079,0.0003089268,0.00015980972,0.00013253822],"domain_scores_gemma":[0.99967444,0.000063783446,0.000020229572,0.00016898559,0.000042570435,0.000029974943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017888355,0.00008048448,0.00006300059,0.000085625325,0.00006186303,0.00027618345,0.0001251691,0.000034435896,0.000032277683],"category_scores_gemma":[0.0000046693845,0.00006298455,0.000037158003,0.00023628668,0.000005493886,0.00073204475,0.0000148745285,0.000052322233,0.000017708322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049004317,0.000048640486,0.0002515626,0.00018491087,0.00009226971,0.000007615015,0.002441305,0.009787653,0.05538799,0.17433296,0.00021461534,0.7572015],"study_design_scores_gemma":[0.00028137778,0.000138609,0.00076126505,0.000018788627,0.000014268958,0.000008161911,0.000023503992,0.9814701,0.009610947,0.0067101493,0.0008454155,0.00011742378],"about_ca_topic_score_codex":0.00003983989,"about_ca_topic_score_gemma":0.00011576939,"teacher_disagreement_score":0.9716824,"about_ca_system_score_codex":0.00006552206,"about_ca_system_score_gemma":0.00003741739,"threshold_uncertainty_score":0.2663243},"labels":[],"label_agreement":null},{"id":"W4400525527","doi":"10.1145/3626772.3657675","title":"Towards Robust QA Evaluation via Open LLMs","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Universitas Brawijaya","keywords":"Computer science","score_opus":0.12426443513175954,"score_gpt":0.35075261361830107,"score_spread":0.2264881784865415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400525527","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010950329,0.00015777588,0.9079497,0.0028931953,0.0007603765,0.00019875722,1.6481665e-7,0.00018923245,0.086755775],"genre_scores_gemma":[0.70890397,0.0000034747188,0.2872782,0.00045110777,0.000112134665,0.000030928168,0.0000015574219,0.0000058486635,0.003212798],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910957,0.000038361104,0.000117838434,0.00031357098,0.00030127008,0.000119365104],"domain_scores_gemma":[0.99948573,0.000018597233,0.000010434436,0.0003898031,0.000056590132,0.00003883114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081153674,0.000057826175,0.000059917973,0.00004759205,0.000040274328,0.0006991193,0.0009410783,0.000028572407,0.0004041143],"category_scores_gemma":[0.00001858396,0.000046392044,0.00002399996,0.00020676987,0.000005523419,0.00075437577,0.0005423117,0.00006116766,0.00028373188],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.4715436e-7,0.000007866299,0.000010569131,0.000007647873,0.000007314213,0.00000437132,0.00035638918,0.0070278053,0.00015668159,0.14798665,0.0027518761,0.8416825],"study_design_scores_gemma":[0.00006367886,0.000011371894,0.00011363392,0.000013454101,0.0000040132413,0.0000063020025,0.0000071281574,0.9721294,0.00045671887,0.022470132,0.004654921,0.00006924237],"about_ca_topic_score_codex":0.00026191637,"about_ca_topic_score_gemma":0.00003071947,"teacher_disagreement_score":0.9651016,"about_ca_system_score_codex":0.000060347247,"about_ca_system_score_gemma":0.00015848287,"threshold_uncertainty_score":0.6741623},"labels":[],"label_agreement":null},{"id":"W4400526199","doi":"10.1145/3626772.3657951","title":"Fine-Tuning LLaMA for Multi-Stage Text Retrieval","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Stage (stratigraphy); Information retrieval; Artificial intelligence; Natural language processing; Biology","score_opus":0.111294709817791,"score_gpt":0.3375868433020279,"score_spread":0.22629213348423688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400526199","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004259774,0.00022420604,0.9899225,0.0011942718,0.00073166285,0.00014039644,0.0000020079299,0.0004826562,0.0030424884],"genre_scores_gemma":[0.34478992,0.000002301577,0.6172369,0.00021756509,0.00016189052,0.0000067844258,0.0000012630195,0.000011587416,0.037571747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991506,0.000011278403,0.00014738445,0.00035181807,0.0001276364,0.00021128093],"domain_scores_gemma":[0.99944353,0.00011386251,0.000013766227,0.00034300936,0.000034272813,0.000051579922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002617793,0.000081924605,0.000080953265,0.00007081407,0.00006375925,0.00027160783,0.00042944573,0.00004328462,0.000054779917],"category_scores_gemma":[0.000065573666,0.00006894176,0.000062559135,0.00019240241,0.0000093753315,0.00027960865,0.0001649264,0.00008612881,0.000083112165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065640015,0.000026875467,0.00010695125,0.0001541923,0.00002856359,0.000045224824,0.0013988281,0.0013342036,0.006826509,0.79374397,0.0040285457,0.19229956],"study_design_scores_gemma":[0.00014121785,0.000019983629,0.000026157963,0.000021945676,0.0000019783633,0.0000035354776,0.000017651619,0.95968086,0.0024140626,0.00070382375,0.03687164,0.00009717422],"about_ca_topic_score_codex":0.000013832999,"about_ca_topic_score_gemma":0.000015681684,"teacher_disagreement_score":0.9583466,"about_ca_system_score_codex":0.000028528515,"about_ca_system_score_gemma":0.000057996927,"threshold_uncertainty_score":0.28113633},"labels":[],"label_agreement":null},{"id":"W4400526284","doi":"10.1145/3626772.3657942","title":"Synthetic Test Collections for Retrieval Evaluation","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Engineering and Physical Sciences Research Council; Universitas Brawijaya","keywords":"Computer science; Test (biology); Information retrieval; Geology","score_opus":0.0516350703716649,"score_gpt":0.31526330738413105,"score_spread":0.2636282370124662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400526284","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005732982,0.0001541215,0.9813054,0.0020023582,0.000782566,0.00026382395,0.000001266746,0.00027342624,0.014643719],"genre_scores_gemma":[0.8639052,0.000003866153,0.11739741,0.00012126496,0.00016400951,0.000059800408,0.0000011883436,0.0000070618617,0.018340193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994234,0.00001302962,0.00008975641,0.00021875717,0.00016344461,0.00009160294],"domain_scores_gemma":[0.99936503,0.00031190072,0.0000072191024,0.00021128761,0.00008160769,0.000022972765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046177165,0.000038479782,0.000037200753,0.00008102096,0.00010294638,0.00024247993,0.00015597811,0.000022968781,0.0000608098],"category_scores_gemma":[0.0002967837,0.000033290373,0.000033163476,0.000414708,0.000005784298,0.00016099858,0.000032099284,0.000033964996,0.00003726158],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005449368,0.00010369556,0.000038264316,0.00011052968,0.000043344717,0.000003867215,0.0011485378,0.00572993,0.007140397,0.6189812,0.052167546,0.31452727],"study_design_scores_gemma":[0.000055990542,0.00002988376,0.000008733324,0.000011965083,0.000008320672,0.000006567645,0.0000067591286,0.9644202,0.0016520842,0.021800203,0.01195507,0.00004419777],"about_ca_topic_score_codex":0.0000046880164,"about_ca_topic_score_gemma":0.0000055471214,"teacher_disagreement_score":0.9586903,"about_ca_system_score_codex":0.000064621105,"about_ca_system_score_gemma":0.00013774689,"threshold_uncertainty_score":0.23382396},"labels":[],"label_agreement":null},{"id":"W4400526764","doi":"10.1145/3626772.3657824","title":"MTMS: Multi-teacher Multi-stage Knowledge Distillation for Reasoning-Based Machine Reading Comprehension","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Universitas Brawijaya","keywords":"Computer science; Distillation; Comprehension; Artificial intelligence; Reading (process); Reading comprehension; Natural language processing; Stage (stratigraphy); Programming language; Linguistics; Chemistry","score_opus":0.08466576282071729,"score_gpt":0.34854214489359586,"score_spread":0.26387638207287856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400526764","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005777823,0.0007399203,0.99046266,0.00031632322,0.00072662084,0.0003900042,0.0000071457266,0.0008813078,0.00069818634],"genre_scores_gemma":[0.57826155,0.0000021202102,0.41635212,0.000051888514,0.000075577125,0.000024136201,0.000016608312,0.000019081914,0.0051968764],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998604,0.000060652026,0.0002834954,0.00062058587,0.00014555005,0.00028574193],"domain_scores_gemma":[0.99906343,0.00022368737,0.000045569617,0.0004900926,0.00008312061,0.00009408656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003975506,0.00018743062,0.00017349143,0.00015080068,0.00016568367,0.00024839665,0.0003633997,0.00008801444,0.00003363781],"category_scores_gemma":[0.0000901309,0.00015893472,0.000110306486,0.00023973061,0.000021053675,0.00033380408,0.00014384255,0.00015239921,0.00006251669],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007168128,0.00096148375,0.00877364,0.0016211871,0.0001608875,0.00007000919,0.007964073,0.09379331,0.02036011,0.27208212,0.003288962,0.59085256],"study_design_scores_gemma":[0.0005701667,0.000027741913,0.0006015204,0.00014068012,0.000008791941,0.000002256191,0.000016756434,0.9837374,0.00085718406,0.00007163369,0.013760032,0.00020582565],"about_ca_topic_score_codex":0.0001066613,"about_ca_topic_score_gemma":0.0001129277,"teacher_disagreement_score":0.8899441,"about_ca_system_score_codex":0.00011343225,"about_ca_system_score_gemma":0.00007000762,"threshold_uncertainty_score":0.648117},"labels":[],"label_agreement":null},{"id":"W4400527039","doi":"10.1109/icmi60790.2024.10585920","title":"A Deep Learning Approach for Semantic Similarity Prediction Between Question Pairs Using Siamese Network and Word Embedding Techniques","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Word embedding; Semantic similarity; Artificial intelligence; Similarity (geometry); Word (group theory); Natural language processing; Deep learning; Embedding; Linguistics","score_opus":0.03477285265856845,"score_gpt":0.2962740149750211,"score_spread":0.26150116231645265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400527039","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014314279,0.00034427867,0.98319846,0.00012287953,0.000138447,0.00035943283,4.6398833e-7,0.001246621,0.0002751373],"genre_scores_gemma":[0.50091416,0.000010712175,0.49868488,0.000017097625,0.00029776647,0.000018596786,0.0000038669764,0.0000098249875,0.000043090215],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987516,0.00009143252,0.0002331713,0.0004921125,0.00015415669,0.0002775669],"domain_scores_gemma":[0.9995168,0.00014926658,0.000042946518,0.00018837226,0.000041168256,0.000061469356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010358725,0.00013291245,0.00015909098,0.000111129404,0.00023463853,0.00038400406,0.00017096018,0.00011455624,0.0000010959643],"category_scores_gemma":[0.000052180054,0.00012498819,0.00004981892,0.00028234054,0.000021375869,0.00060510956,0.00016823603,0.00024096451,3.2488214e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005401813,0.000018475183,0.01942325,0.00049459643,0.000055423738,0.0000048183765,0.0012750892,0.29913056,0.00028734346,0.019117545,0.00011353765,0.66007394],"study_design_scores_gemma":[0.0000477131,0.000036906877,0.00032702083,0.000147756,0.000026608008,0.000011741734,0.000038408583,0.9936462,0.0000935167,0.005167263,0.0003288089,0.00012803066],"about_ca_topic_score_codex":0.00003961542,"about_ca_topic_score_gemma":0.0000026207829,"teacher_disagreement_score":0.69451565,"about_ca_system_score_codex":0.000071379625,"about_ca_system_score_gemma":0.000026239528,"threshold_uncertainty_score":0.50968707},"labels":[],"label_agreement":null},{"id":"W4400528755","doi":"10.1145/3626772.3657861","title":"Systematic Evaluation of Neural Retrieval Models on the Touché 2020 Argument Retrieval Subset of BEIR","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Deutsche Forschungsgemeinschaft; European Commission; HORIZON EUROPE Framework Programme; Compute Canada","keywords":"Argument (complex analysis); Computer science; Artificial intelligence; Information retrieval; Natural language processing; Biology","score_opus":0.06782064987352145,"score_gpt":0.29225979395796997,"score_spread":0.22443914408444854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400528755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62904847,0.0011049156,0.3612565,0.0029497521,0.0009812848,0.0013931394,0.0000063482694,0.00013140538,0.0031281605],"genre_scores_gemma":[0.9981429,0.000008513184,0.0015009043,0.00009014991,0.00004523851,0.0000079917645,0.0000012937064,0.0000073045053,0.00019570872],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970674,0.00035028643,0.0006073396,0.00033314613,0.0014790207,0.00016282566],"domain_scores_gemma":[0.99832135,0.00043118242,0.00013609641,0.0008130433,0.00025894874,0.000039381208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032375802,0.00012514913,0.00025687445,0.00008515924,0.00003747344,0.000085982494,0.0006878216,0.000052663712,0.000048093887],"category_scores_gemma":[0.00024712272,0.00007571108,0.00011617519,0.0005116625,0.00002789989,0.0002847227,0.00015281478,0.00013241339,0.000014316217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006845247,0.00013727913,0.000020613763,0.007394675,0.00025403078,0.000009985408,0.0051833014,0.22136153,0.006910122,0.75514406,0.001244921,0.0022710094],"study_design_scores_gemma":[0.00012160248,0.00008843088,0.000020139318,0.00085477164,0.000056419685,0.000005102418,0.00007604291,0.97439194,0.010399448,0.013911265,0.000001502273,0.0000733369],"about_ca_topic_score_codex":0.000014424089,"about_ca_topic_score_gemma":0.0000017832931,"teacher_disagreement_score":0.7530304,"about_ca_system_score_codex":0.00009766183,"about_ca_system_score_gemma":0.00013959756,"threshold_uncertainty_score":0.30874082},"labels":[],"label_agreement":null},{"id":"W4400528870","doi":"10.1145/3626772.3657992","title":"LLM4Eval: Large Language Model for Evaluation in IR","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"Engineering and Physical Sciences Research Council; Vrije Universiteit Amsterdam; Universiteit van Amsterdam","keywords":"Computer science; Programming language; Natural language processing","score_opus":0.056575431006054715,"score_gpt":0.3574910327463317,"score_spread":0.300915601740277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400528870","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024486797,0.00034273617,0.97094357,0.00081563124,0.0001939564,0.00022588251,0.0000015919958,0.00016984496,0.0028200115],"genre_scores_gemma":[0.8963992,0.0000015150007,0.10172672,0.00022913306,0.000038711085,0.00005281468,0.000002383671,0.0000047320805,0.0015447909],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933743,0.00001718345,0.00010557636,0.00022815028,0.00016896213,0.00014269566],"domain_scores_gemma":[0.9996809,0.000040902156,0.000006854765,0.00022583317,0.000026482596,0.000019047538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008046131,0.000045708195,0.00004876927,0.000080316604,0.000016141448,0.000085288484,0.00021133666,0.000027725733,0.00002042665],"category_scores_gemma":[0.00003309386,0.000039456107,0.000027849472,0.00012582814,0.0000019703743,0.00026824925,0.000065102584,0.000044503468,0.00002350155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019772792,0.00003453412,0.000045646626,0.00006314702,0.000006395544,0.0000052331015,0.008394921,0.08709473,0.0008123877,0.701455,0.0016533048,0.2004327],"study_design_scores_gemma":[0.00020172974,0.000005035674,0.000022232303,0.000012832594,0.0000021026547,7.3852436e-7,0.00003462153,0.9799245,0.00018309898,0.01925362,0.00030750097,0.000051971187],"about_ca_topic_score_codex":0.000016609978,"about_ca_topic_score_gemma":0.00010362567,"teacher_disagreement_score":0.8928298,"about_ca_system_score_codex":0.000050330596,"about_ca_system_score_gemma":0.000079675294,"threshold_uncertainty_score":0.16089733},"labels":[],"label_agreement":null},{"id":"W4400650325","doi":"10.1145/3678003","title":"A Knowledge Graph Embedding Model for Answering Factoid Entity Questions","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Question answering; Computer science; Embedding; Knowledge graph; Information retrieval; Graph; Artificial intelligence; Natural language processing; Theoretical computer science","score_opus":0.03891582147792144,"score_gpt":0.30215229729600357,"score_spread":0.2632364758180821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400650325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056184997,0.00023946384,0.994743,0.00018782902,0.0021346172,0.00049290387,0.000058062757,0.00079462986,0.0007876737],"genre_scores_gemma":[0.94697034,0.000040470797,0.052178014,0.000039563864,0.00004823208,0.00035735106,0.000010857991,0.000010024831,0.0003451675],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988507,0.000025887584,0.0004792798,0.00021013383,0.00020707963,0.00022689195],"domain_scores_gemma":[0.99895394,0.0001443206,0.00005943039,0.0006137089,0.00014898751,0.00007963143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035821306,0.00014678108,0.00014018606,0.00051717815,0.00033853055,0.000814836,0.0005267646,0.00009136316,0.0000028977167],"category_scores_gemma":[0.000019120762,0.00014511384,0.0001386085,0.0004406696,0.0000135002565,0.003893112,0.00001306957,0.0001778155,0.000114025774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002808842,0.000020619183,0.0000013246782,0.00030947805,0.00003543616,2.4345218e-7,0.0064926464,0.8569275,0.00009335052,0.07337823,0.00017778038,0.06256057],"study_design_scores_gemma":[0.00014313721,0.000023209666,0.0000022272857,0.00016104773,0.000008821325,0.000011725178,0.0001781528,0.9820682,0.00015828543,0.001387859,0.015705217,0.0001521597],"about_ca_topic_score_codex":0.000033916745,"about_ca_topic_score_gemma":0.0000067327846,"teacher_disagreement_score":0.94640845,"about_ca_system_score_codex":0.00013755307,"about_ca_system_score_gemma":0.00010221447,"threshold_uncertainty_score":0.78574824},"labels":[],"label_agreement":null},{"id":"W4400680797","doi":"10.1109/saner60148.2024.00017","title":"Gloss: Guiding Large Language Models to Answer Questions from System Logs","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Natural Science Foundation of China","keywords":"Gloss (optics); Computer science; Natural language processing; Programming language; Artificial intelligence","score_opus":0.03842013210703462,"score_gpt":0.27622549928726964,"score_spread":0.237805367180235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400680797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012691736,0.0010961986,0.9576559,0.0006006127,0.0010444204,0.00011702178,0.00001349897,0.0011984351,0.025582181],"genre_scores_gemma":[0.8323585,0.0000018158582,0.16510354,0.0005326529,0.00019154714,0.00001606052,0.000002385997,0.000009001599,0.0017845063],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989352,0.0000317505,0.00018071376,0.0004301982,0.00019011852,0.00023196737],"domain_scores_gemma":[0.99922854,0.000045217937,0.00001093344,0.0005707048,0.00003568742,0.00010894504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001982898,0.00010088399,0.00010784686,0.00010251124,0.000067712914,0.00035017982,0.00054528733,0.00005054806,0.000029483354],"category_scores_gemma":[0.000009223396,0.00008643847,0.000047743604,0.00025183044,0.0000036838776,0.0004817171,0.00030014667,0.00006364559,0.000374828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.979471e-7,0.000010309555,0.000009329914,0.000022242342,0.000010559167,0.00004307646,0.0019859476,0.0025612637,0.00046038517,0.98477155,0.0016940271,0.008430986],"study_design_scores_gemma":[0.00003872712,0.0000067090837,0.000007060524,0.00022235265,0.0000049745895,0.000007765683,0.00046948774,0.98949087,0.00031094998,0.0058691814,0.0034477396,0.0001241991],"about_ca_topic_score_codex":0.0009698833,"about_ca_topic_score_gemma":0.00007178875,"teacher_disagreement_score":0.9869296,"about_ca_system_score_codex":0.000094741685,"about_ca_system_score_gemma":0.00008096382,"threshold_uncertainty_score":0.48177806},"labels":[],"label_agreement":null},{"id":"W4400909682","doi":"10.1109/icde60146.2024.00466","title":"Towards Explainability in Retrieval-Augmented LLMs","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.025830372725308248,"score_gpt":0.2820160440700754,"score_spread":0.25618567134476716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400909682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10461324,0.00022346631,0.8766592,0.003558809,0.0005582996,0.00011053713,3.0337932e-7,0.0004001332,0.013875995],"genre_scores_gemma":[0.9702151,0.0000063240723,0.028498687,0.00018464153,0.000034262506,0.0000046585624,3.5509947e-7,0.0000037236691,0.0010522811],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990409,0.00003582633,0.00017712341,0.00037318523,0.00018905911,0.00018388097],"domain_scores_gemma":[0.9994502,0.000043271823,0.000007564812,0.00043321762,0.000021908503,0.000043804153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004908092,0.00006972458,0.000081532875,0.00009538403,0.000018458619,0.00014041894,0.00040997556,0.00003883238,0.000082240935],"category_scores_gemma":[0.00005894772,0.000057470334,0.00003493571,0.00048228732,0.000012257979,0.00035645635,0.00021329353,0.00011594129,0.00006360412],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008937168,0.00008687206,0.0015342033,0.00013701613,0.00001343053,0.000183399,0.0030747463,0.000534416,0.0012737795,0.68115455,0.0014687851,0.3105299],"study_design_scores_gemma":[0.00013061948,0.000027344562,0.0021180767,0.000039055736,0.0000011291556,0.0000074731847,0.000050390543,0.9535738,0.003781553,0.03382196,0.006311042,0.00013753813],"about_ca_topic_score_codex":0.00012896312,"about_ca_topic_score_gemma":0.00002108891,"teacher_disagreement_score":0.9530394,"about_ca_system_score_codex":0.00011655219,"about_ca_system_score_gemma":0.000094999756,"threshold_uncertainty_score":0.23435722},"labels":[],"label_agreement":null},{"id":"W4400910582","doi":"10.1109/ic3se62002.2024.10593288","title":"Development of Language Model on Biomedical Domain to Pretrain Natural Language Processing","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon College and Seminary","funders":"","keywords":"Computer science; Natural language processing; Domain (mathematical analysis); Natural language; Human–computer interaction; Artificial intelligence","score_opus":0.015137226554105562,"score_gpt":0.29071069471860417,"score_spread":0.2755734681644986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400910582","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2080948,0.00029058525,0.788536,0.0006012739,0.00016983067,0.00008758613,9.1694545e-7,0.00020918675,0.0020098214],"genre_scores_gemma":[0.5440713,9.426235e-8,0.45514733,0.00021602385,0.00003160955,0.000005217108,0.0000011752894,0.0000045424995,0.00052272016],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988743,0.000013139137,0.00021485196,0.0003235537,0.000370804,0.00020331636],"domain_scores_gemma":[0.99962395,0.000024562563,0.000016668055,0.0002334778,0.000015916034,0.00008543483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030130675,0.00009710314,0.00010351048,0.00016660946,0.000035337413,0.000084528336,0.0004470907,0.00004194265,0.000012664949],"category_scores_gemma":[0.000019850193,0.00007273448,0.000028547109,0.00031743606,0.000014362238,0.00013966383,0.00017734012,0.00012447541,0.000029327497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003567013,0.000037964466,0.0000012247576,0.00013193346,0.00001048373,0.000046001085,0.08616405,0.0005207638,0.042680662,0.019052949,0.0003806922,0.85096973],"study_design_scores_gemma":[0.00007188496,0.000015214255,0.000010504463,0.0001543732,0.0000010809243,0.0000047407075,0.00065687526,0.9899145,0.008277798,0.00024208312,0.0005363922,0.00011459792],"about_ca_topic_score_codex":0.000005611004,"about_ca_topic_score_gemma":0.000010701132,"teacher_disagreement_score":0.9893937,"about_ca_system_score_codex":0.000058433237,"about_ca_system_score_gemma":0.00020490601,"threshold_uncertainty_score":0.2966026},"labels":[],"label_agreement":null},{"id":"W4400949264","doi":"10.1038/s41586-024-07566-y","title":"AI models collapse when trained on recursively generated data","year":2024,"lang":"en","type":"article","venue":"Nature","topic":"Topic Modeling","field":"Computer Science","cited_by":583,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Generative grammar; Generative model; Intuition; Computer science; Variety (cybernetics); The Internet; Artificial intelligence; Data science; Psychology; Cognitive science; World Wide Web","score_opus":0.0509041440660831,"score_gpt":0.30053330020218677,"score_spread":0.24962915613610367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400949264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030368571,0.004796182,0.931289,0.05128295,0.0028719099,0.00028096887,0.00011919782,0.00074646703,0.0055764294],"genre_scores_gemma":[0.8798167,0.000039463117,0.100642785,0.015321509,0.00063330075,0.000009513549,0.000103466555,0.000027519436,0.003405756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986193,0.00004292385,0.00013031195,0.00067784946,0.00032009583,0.00020947804],"domain_scores_gemma":[0.9986145,0.000051010065,0.000018706007,0.0011734508,0.00007210367,0.00007020986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023579037,0.0001272654,0.00011212156,0.00010104579,0.000062437306,0.00030868393,0.0016369612,0.0005257963,0.000017559154],"category_scores_gemma":[0.000043972654,0.00010683247,0.00003040709,0.00034584905,0.000011363886,0.00068879913,0.00031867702,0.0014170308,0.000044469612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011676955,0.000033467226,0.0000010484281,0.000032200925,0.0000453824,0.00017282942,0.0014691242,0.008399446,0.0009933041,0.50338674,0.42072633,0.06472844],"study_design_scores_gemma":[0.00011554895,0.000021879372,0.0000033127376,0.000053384552,0.000005313222,0.00001052318,0.000004660924,0.9038107,0.00036480473,0.03730826,0.05817962,0.000121989644],"about_ca_topic_score_codex":0.000008952771,"about_ca_topic_score_gemma":0.000009625984,"teacher_disagreement_score":0.89541125,"about_ca_system_score_codex":0.000049332946,"about_ca_system_score_gemma":0.0001718681,"threshold_uncertainty_score":0.61563724},"labels":[],"label_agreement":null},{"id":"W4400977996","doi":"10.1016/j.patter.2024.101030","title":"Exploring the reversal curse and other deductive logical reasoning in BERT and GPT-based large language models","year":2024,"lang":"en","type":"article","venue":"Patterns","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; CHEO Research Institute","keywords":"Transformer; Computer science; Encoder; Curse; Generative grammar; Logical reasoning; Comprehension; Artificial intelligence; Natural language processing; Autoencoder; Intersection (aeronautics); Context (archaeology); Machine learning; Programming language; Deep learning","score_opus":0.07904218656723885,"score_gpt":0.2861965466404941,"score_spread":0.20715436007325524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400977996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6066137,0.0003458336,0.39210448,0.000602119,0.000101529404,0.0000573299,0.000003505733,0.000047803725,0.00012369825],"genre_scores_gemma":[0.9955752,0.0000129480295,0.00388235,0.0003985735,0.00007057691,0.000023993965,4.2593996e-7,0.000007921263,0.000028045457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999259,0.00005546941,0.000091146,0.00030382036,0.00010616197,0.00018441663],"domain_scores_gemma":[0.99964815,0.00009347875,0.000012485812,0.00020220812,0.000006128106,0.000037518865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027329123,0.00008269173,0.00008003951,0.000052723,0.000044501263,0.00013062365,0.00016879066,0.000021837403,0.0000060660886],"category_scores_gemma":[0.000014644249,0.00005810342,0.000017612945,0.00008892113,0.000018698194,0.00033930485,0.00014962094,0.0001582132,0.0000028087602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035595298,0.00019323164,0.14151908,0.0004152586,0.000096491625,0.00083886733,0.25687554,0.010922206,0.0014560758,0.34475663,0.00013210789,0.24275891],"study_design_scores_gemma":[0.00017714441,0.000013856276,0.0037977642,0.0001866461,0.0000044677,0.000015218371,0.0007501168,0.993164,0.0002439624,0.0013602076,0.00017367497,0.00011295552],"about_ca_topic_score_codex":0.00031068447,"about_ca_topic_score_gemma":0.00011816124,"teacher_disagreement_score":0.9822418,"about_ca_system_score_codex":0.000020965354,"about_ca_system_score_gemma":0.00001439677,"threshold_uncertainty_score":0.23693886},"labels":[],"label_agreement":null},{"id":"W4401023522","doi":"10.24963/ijcai.2024/714","title":"MASTER: A Multi-granularity Invariant Structure Clustering Scheme for Multi-view Clustering","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Samsung; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Computer science; Natural language processing; Memorization; Artificial intelligence; Programming language; Linguistics","score_opus":0.08915198147682553,"score_gpt":0.3062386796759296,"score_spread":0.2170866981991041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401023522","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023293716,0.00072811573,0.9935613,0.0007605432,0.0012645178,0.0005851193,0.000012708947,0.0006518293,0.000106438376],"genre_scores_gemma":[0.19460897,0.00001122018,0.8040372,0.00044316676,0.0001378709,0.00003811105,0.0000041640355,0.000026087728,0.0006931948],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980221,0.000042434178,0.00041412775,0.00082212425,0.00021571314,0.00048354454],"domain_scores_gemma":[0.99896777,0.00006975613,0.000045867317,0.00071862614,0.00006350753,0.00013446154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003630901,0.0002659418,0.00027253584,0.00013937932,0.00015317707,0.00071350904,0.00090658374,0.00013789145,0.000040831314],"category_scores_gemma":[0.000045174642,0.0002281255,0.0001427105,0.00025098468,0.000021457263,0.0007141176,0.000868239,0.00026858415,0.000023829221],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055012162,0.00029205697,0.0010141102,0.00793689,0.00047638416,0.00039778027,0.012020175,0.025007032,0.07833973,0.12678748,0.0007765184,0.7468968],"study_design_scores_gemma":[0.0005866125,0.000022932712,0.00008788881,0.00020323247,0.000009821898,0.00005454385,0.000027478214,0.99389976,0.000755746,0.00039547813,0.0036631115,0.00029340386],"about_ca_topic_score_codex":0.0001087121,"about_ca_topic_score_gemma":0.00064579427,"teacher_disagreement_score":0.9688927,"about_ca_system_score_codex":0.000083741004,"about_ca_system_score_gemma":0.00007986535,"threshold_uncertainty_score":0.9302688},"labels":[],"label_agreement":null},{"id":"W4401023556","doi":"10.24963/ijcai.2024/890","title":"DiffECG: Diffusion Model-Powered Label-Efficient and Personalized Arrhythmia Diagnosis","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":212,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Division of Chemistry; National Science Foundation","keywords":"Computer science; Programming language; Data science","score_opus":0.022838901854467176,"score_gpt":0.25826486838301205,"score_spread":0.23542596652854486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401023556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22825624,0.0015384638,0.76491755,0.002691304,0.00030751465,0.00014154977,0.0000019887896,0.00036839073,0.0017770029],"genre_scores_gemma":[0.94077677,0.00018176102,0.05624254,0.00027707068,0.000091002956,0.00005111771,9.0164326e-7,0.000013494275,0.0023653752],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986508,0.00003172268,0.00017745784,0.0005796255,0.00029658718,0.00026382657],"domain_scores_gemma":[0.9993253,0.0001235726,0.000018539056,0.00038365478,0.000027201846,0.000121732715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017625075,0.00015515687,0.00015384745,0.00010624097,0.00010389728,0.00033478832,0.00028260422,0.00006251137,0.000064502834],"category_scores_gemma":[0.000021572732,0.000119987635,0.000052355783,0.00020611098,0.000037831407,0.0001729516,0.00037799176,0.00012415019,0.000029347524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008184582,0.000103220395,0.0004425476,0.00013446667,0.00003646449,0.00012209667,0.0050485763,0.0082507925,0.0021726002,0.6962133,0.0012542473,0.2862135],"study_design_scores_gemma":[0.00025561242,0.000021634025,0.00009238389,0.00006068218,0.0000067550045,0.000018024622,0.000018507593,0.99402946,0.00022956864,0.003158689,0.0019449645,0.0001636983],"about_ca_topic_score_codex":0.000026768008,"about_ca_topic_score_gemma":0.000004115313,"teacher_disagreement_score":0.9857787,"about_ca_system_score_codex":0.000045927172,"about_ca_system_score_gemma":0.000040010258,"threshold_uncertainty_score":0.48929536},"labels":[],"label_agreement":null},{"id":"W4401023643","doi":"10.24963/ijcai.2024/917","title":"DFMU: Distribution-based Framework for Modeling Aleatoric Uncertainty in Multimodal Sentiment Analysis","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Vector Institute; Western University","funders":"","keywords":"Computer science; Context (archaeology); Length measurement; Geology; Physics","score_opus":0.022695320868185778,"score_gpt":0.2945012643199514,"score_spread":0.2718059434517656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401023643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019246595,0.00017113356,0.9783324,0.0013425957,0.00039266425,0.00021293153,0.000016372205,0.0002470434,0.00003829097],"genre_scores_gemma":[0.76463205,0.0000015959411,0.23506775,0.000097671,0.000056759247,0.000053603435,0.000028725432,0.000005431072,0.000056404475],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985299,0.00003121325,0.00031232342,0.000575387,0.0002382412,0.00031294517],"domain_scores_gemma":[0.999129,0.00024370044,0.000022855447,0.0004691499,0.00006155036,0.00007376162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036227237,0.00013614779,0.00019732966,0.00022677657,0.00006786274,0.00022360243,0.00040545105,0.00008984855,0.000025747155],"category_scores_gemma":[0.000056049717,0.000121506986,0.00021181203,0.0013994598,0.0000086933605,0.00017818784,0.00008010745,0.00015070924,0.000011884593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002505146,0.000027753911,0.00048434205,0.000020129484,0.000060981834,0.0000045600445,0.00010186733,0.8724968,0.0000078307985,0.120770805,0.000026166119,0.005996277],"study_design_scores_gemma":[0.00012867001,0.000011424917,0.000040075596,0.000036739686,0.000050276933,2.4698318e-7,0.000019444817,0.98311377,0.000082787046,0.016138265,0.00022979073,0.00014848477],"about_ca_topic_score_codex":0.00037775002,"about_ca_topic_score_gemma":0.000066159526,"teacher_disagreement_score":0.74538547,"about_ca_system_score_codex":0.00024330056,"about_ca_system_score_gemma":0.000112254704,"threshold_uncertainty_score":0.49549112},"labels":[],"label_agreement":null},{"id":"W4401024755","doi":"10.24963/ijcai.2024/634","title":"A Primal-dual Perspective for Distributed TD-learning","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"National Natural Science Foundation of China; Tencent","keywords":"Inference; Computer science; Natural language processing; Language model; Artificial intelligence","score_opus":0.020537589230253894,"score_gpt":0.2842636548327588,"score_spread":0.2637260656025049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401024755","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000974933,0.00017496785,0.98723656,0.0031923961,0.00027498044,0.00013175655,0.0000033909562,0.00061321195,0.0073977774],"genre_scores_gemma":[0.8696384,0.0000020357538,0.12797727,0.000110726854,0.00013849027,0.00002470116,0.0000037613154,0.00000712723,0.002097504],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925655,0.000015624668,0.000094053896,0.00033981891,0.00011077489,0.00018316743],"domain_scores_gemma":[0.999597,0.00011803832,0.000011458694,0.00016480681,0.00007463192,0.000034066656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015633382,0.00006987424,0.000071092734,0.000044850218,0.00007320002,0.00024864488,0.000213574,0.000030535015,0.000023813081],"category_scores_gemma":[0.0000763935,0.00005859103,0.00005766974,0.00017899489,0.000010306983,0.00025500118,0.00012282401,0.000111266025,0.000037272723],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014984404,0.000007602571,0.000018031822,0.000012732238,0.000014853285,0.000007945658,0.0010028767,0.00084522244,0.00018709064,0.9852289,0.0011394584,0.011533768],"study_design_scores_gemma":[0.00010523604,0.00004829799,0.000049452403,0.000015044639,0.0000043740997,0.000011151349,0.00031875528,0.9526319,0.0005004887,0.014972155,0.031241596,0.000101581885],"about_ca_topic_score_codex":0.00003563063,"about_ca_topic_score_gemma":0.0000034587072,"teacher_disagreement_score":0.97025675,"about_ca_system_score_codex":0.00009555101,"about_ca_system_score_gemma":0.000096512085,"threshold_uncertainty_score":0.23976883},"labels":[],"label_agreement":null},{"id":"W4401042062","doi":"10.18653/v1/2024.semeval-1.265","title":"Edinburgh Clinical NLP at SemEval-2024 Task 2: Fine-tune your model unless you have access to GPT-4","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; National Institute for Health and Care Research; Canadian Institute of Steel Construction; UK Research and Innovation; Nvidia; Accenture; Cisco Systems","keywords":"SemEval; Task (project management); Computer science; Natural language processing; Artificial intelligence; Speech recognition; Engineering","score_opus":0.13986571912916657,"score_gpt":0.4029602116996834,"score_spread":0.2630944925705168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401042062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044918925,0.00024951127,0.9165361,0.013600843,0.0038911607,0.00034538182,0.0000134657785,0.00069371326,0.019750936],"genre_scores_gemma":[0.7319653,0.0000504395,0.08533011,0.0038432204,0.0014148008,0.000070391994,0.000006647892,0.00005361245,0.17726547],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963944,0.000060840863,0.0008088903,0.0014146862,0.00068095955,0.00064024783],"domain_scores_gemma":[0.99780583,0.00021949864,0.00005838282,0.0013544308,0.00013212766,0.00042972335],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010016158,0.00031917752,0.0003962606,0.00023005526,0.00013788158,0.00096348673,0.0024166687,0.00019929715,0.0004246257],"category_scores_gemma":[0.00011849195,0.0002651411,0.00024958808,0.0005367326,0.000044172662,0.00092909014,0.003178165,0.0004329507,0.00040368305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039147733,0.00021765093,0.0035101124,0.00012276917,0.0001691059,0.00033599228,0.0023714013,0.1624989,0.0007873752,0.04698737,0.55851114,0.22444902],"study_design_scores_gemma":[0.00020118801,0.00005826339,0.00010512315,0.000080509955,0.000021073534,0.000018160921,0.000017800334,0.9661618,0.0003965051,0.006994885,0.02557952,0.00036520863],"about_ca_topic_score_codex":0.0000915262,"about_ca_topic_score_gemma":0.00015155738,"teacher_disagreement_score":0.83120596,"about_ca_system_score_codex":0.000155843,"about_ca_system_score_gemma":0.00026040678,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W4401042103","doi":"10.18653/v1/2024.semeval-1.79","title":"TLDR at SemEval-2024 Task 2: T5-generated clinical-Language summaries for DeBERTa Report Analysis","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"SemEval; Computer science; Natural language processing; Task (project management); Artificial intelligence; Information retrieval; Engineering","score_opus":0.043895534026346196,"score_gpt":0.35817205584752815,"score_spread":0.31427652182118193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401042103","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05583555,0.0010284582,0.934684,0.0020798584,0.0017720019,0.0002386141,0.000015295964,0.0005575771,0.0037886803],"genre_scores_gemma":[0.61600184,0.000053137257,0.16638286,0.0010986372,0.0006135478,0.000072701136,0.00014806587,0.000035215948,0.215594],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974097,0.000076943186,0.0008182637,0.0010251466,0.00030948545,0.0003604308],"domain_scores_gemma":[0.99792176,0.0004985809,0.00009145832,0.0012183993,0.00012493362,0.00014485189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012298126,0.00019264052,0.00037787392,0.00024657632,0.00013929178,0.0004714535,0.000633311,0.00012988636,0.00027407284],"category_scores_gemma":[0.00030046247,0.00015180517,0.000453168,0.0011951237,0.00004197504,0.00029951124,0.00045333084,0.0001444352,0.00009545577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008531573,0.00037404706,0.049840998,0.0005109386,0.009820612,0.0049905563,0.0075580594,0.014481165,0.009009851,0.14437357,0.38077602,0.37817886],"study_design_scores_gemma":[0.00012985987,0.00003207901,0.00030176016,0.000015686937,0.00030838055,0.000035563313,0.000031936772,0.9460248,0.0013475213,0.00080638,0.05071905,0.0002470316],"about_ca_topic_score_codex":0.0003115291,"about_ca_topic_score_gemma":0.0011480742,"teacher_disagreement_score":0.9315436,"about_ca_system_score_codex":0.000072382485,"about_ca_system_score_gemma":0.00015010987,"threshold_uncertainty_score":0.6190435},"labels":[],"label_agreement":null},{"id":"W4401042217","doi":"10.18653/v1/2024.naacl-industry.33","title":"Tiny Titans: Can Smaller Large Language Models Punch Above Their Weight in the Real World for Meeting Summarization?","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stornoway Diamond (Canada)","funders":"","keywords":"Automatic summarization; Computer science; Artificial intelligence","score_opus":0.02476747805012692,"score_gpt":0.26570334256592837,"score_spread":0.24093586451580146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401042217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066730753,0.00033259174,0.91703135,0.004109406,0.00030283266,0.0003564256,0.000013288806,0.00022733645,0.07095372],"genre_scores_gemma":[0.9606028,0.000023171402,0.033225518,0.0010056732,0.00022126679,0.00007603117,0.000013245661,0.000016983317,0.004815309],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884,0.00006075404,0.00022916569,0.00036782832,0.00018781301,0.00031446392],"domain_scores_gemma":[0.99918365,0.0002813297,0.000025775265,0.00044145875,0.00003620544,0.000031591375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080749334,0.00012208999,0.00011166707,0.00013112034,0.00008600788,0.00028673396,0.00070406887,0.000041844924,0.000022208278],"category_scores_gemma":[0.000018042614,0.000075427524,0.000058604746,0.0004633419,0.000008737541,0.00030445063,0.0001415867,0.00013725502,0.0000074367917],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002007657,0.000025293233,0.00029768035,0.00003547652,0.000013968103,0.000012777652,0.016643511,0.0025679946,0.00010042528,0.97112745,0.0011284995,0.008044909],"study_design_scores_gemma":[0.00012969901,0.000008677028,0.000058799946,0.000049124264,0.0000033054698,0.0000012881122,0.00046357355,0.9755097,0.00014993295,0.018971317,0.004540825,0.00011375933],"about_ca_topic_score_codex":0.0006900348,"about_ca_topic_score_gemma":0.010494499,"teacher_disagreement_score":0.9729417,"about_ca_system_score_codex":0.000052234027,"about_ca_system_score_gemma":0.00007671162,"threshold_uncertainty_score":0.58561766},"labels":[],"label_agreement":null},{"id":"W4401042328","doi":"10.18653/v1/2024.naacl-long.30","title":"DuRE: Dual Contrastive Self Training for Semi-Supervised Relation Extraction","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Dual (grammatical number); Computer science; Relationship extraction; Relation (database); Artificial intelligence; Training (meteorology); Extraction (chemistry); Natural language processing; Pattern recognition (psychology); Data mining; Chromatography; Linguistics; Chemistry","score_opus":0.04646948887432286,"score_gpt":0.289196637814587,"score_spread":0.24272714894026412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401042328","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015861763,0.00010490356,0.97781754,0.0013305506,0.0009462924,0.00021974123,0.0000017218666,0.00071600336,0.0030014894],"genre_scores_gemma":[0.8627815,0.0000037128477,0.13622285,0.00012090064,0.00024616625,0.000030354668,0.0000040292302,0.000007779529,0.00058264413],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991911,0.00002105895,0.00016708439,0.00031843822,0.00013510302,0.00016720736],"domain_scores_gemma":[0.9994968,0.0002490144,0.000019931807,0.0001466658,0.000044795575,0.00004274961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028108925,0.00008035101,0.00008011227,0.000066875145,0.00008034299,0.00018486244,0.000113388916,0.00006446394,0.000017816912],"category_scores_gemma":[0.000039083046,0.00007301331,0.000052788015,0.00014646961,0.00000577551,0.00075953105,0.000025239644,0.00010453684,0.000022192335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015514612,0.000040612795,0.000054923952,0.000089195695,0.00008760356,0.000025973854,0.022600593,0.0033805335,0.016292576,0.6544199,0.0012715544,0.30172104],"study_design_scores_gemma":[0.00024978502,0.000031391155,0.00021704176,0.00002266493,0.000009275839,0.000023019205,0.00017084194,0.98941064,0.001077639,0.005528279,0.0031620695,0.00009738188],"about_ca_topic_score_codex":0.00000706758,"about_ca_topic_score_gemma":0.0000037021077,"teacher_disagreement_score":0.9860301,"about_ca_system_score_codex":0.000057269393,"about_ca_system_score_gemma":0.00008060617,"threshold_uncertainty_score":0.29773962},"labels":[],"label_agreement":null},{"id":"W4401042510","doi":"10.18653/v1/2024.findings-naacl.58","title":"GraSAME: Injecting Token-Level Structural Information to Pretrained Language Models via Graph-guided Self-Attention Mechanism","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Security token; Mechanism (biology); Language model; Graph; Artificial intelligence; Theoretical computer science; Computer network","score_opus":0.023355761985992582,"score_gpt":0.2635152800684721,"score_spread":0.24015951808247948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401042510","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14899606,0.000019840732,0.84698707,0.00045127893,0.0007857098,0.00029508705,0.0000035887313,0.0011045813,0.0013568164],"genre_scores_gemma":[0.73343235,0.000001026645,0.2659147,0.00042174428,0.000059626847,0.0000162017,0.000008226915,0.000007548305,0.0001385518],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985617,0.000037163096,0.00038699657,0.00032474345,0.00038344678,0.0003059981],"domain_scores_gemma":[0.9993252,0.000033848362,0.00005088932,0.00038983233,0.00009415626,0.00010605964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036860516,0.00016836582,0.00012764712,0.00036220477,0.00011959303,0.0005419744,0.0004911361,0.000081328915,0.000020367128],"category_scores_gemma":[0.0000247699,0.00014911838,0.00007973584,0.0006036133,0.0000047269564,0.0031339666,0.00024636573,0.00016220707,0.000060267368],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034832908,0.000010453579,0.000020645548,0.00016477116,0.00006371695,0.000013541583,0.026964724,0.016212428,0.010644369,0.80323696,0.0005357787,0.14212912],"study_design_scores_gemma":[0.00012664511,0.000029303816,0.00009356547,0.00003201579,0.000007075259,0.00003910657,0.00022222717,0.9395727,0.002156462,0.057508077,0.000021315878,0.00019149415],"about_ca_topic_score_codex":0.00025072496,"about_ca_topic_score_gemma":0.000025138517,"teacher_disagreement_score":0.9233603,"about_ca_system_score_codex":0.000097631615,"about_ca_system_score_gemma":0.00005144561,"threshold_uncertainty_score":0.6080871},"labels":[],"label_agreement":null},{"id":"W4401042714","doi":"10.18653/v1/2024.naacl-srw.5","title":"SMARTR: A Framework for Early Detection using Survival Analysis of Longitudinal Texts","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Natural language processing","score_opus":0.057352196951382446,"score_gpt":0.3218239795214972,"score_spread":0.2644717825701148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401042714","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35454234,0.000057380494,0.6447823,0.000042510754,0.00037324877,0.00004936859,0.0000010094957,0.00007683472,0.00007499901],"genre_scores_gemma":[0.757212,7.5274e-7,0.24266128,0.0000085281445,0.00005844075,0.000003290668,2.0994307e-7,0.000003772675,0.00005176009],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917436,0.00002028853,0.00018758206,0.00030324183,0.00016977865,0.00014473838],"domain_scores_gemma":[0.9993724,0.00019630714,0.0000325983,0.0003036918,0.00006192494,0.0000330496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027490288,0.00006937257,0.00015833329,0.00030843512,0.000047303172,0.00014074615,0.00021549242,0.00005720381,0.000016368373],"category_scores_gemma":[0.000038636303,0.00006180645,0.00016921802,0.0011614492,0.000011600274,0.00023780321,0.00007558647,0.00007354141,0.0000026683326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027913193,0.00008651051,0.031569116,0.00022704442,0.0026203704,0.000019544887,0.0039089685,0.07672302,0.004212023,0.6197542,0.000011992755,0.2608393],"study_design_scores_gemma":[0.000029483917,0.000026513038,0.0060623763,0.000020129284,0.0001612788,0.0000011653445,0.000012804585,0.98273623,0.0012133862,0.009635127,0.000030630174,0.0000708555],"about_ca_topic_score_codex":0.00022092278,"about_ca_topic_score_gemma":0.00012294237,"teacher_disagreement_score":0.90601325,"about_ca_system_score_codex":0.00003295138,"about_ca_system_score_gemma":0.000031123353,"threshold_uncertainty_score":0.2520394},"labels":[],"label_agreement":null},{"id":"W4401043383","doi":"10.18653/v1/2024.clinicalnlp-1.49","title":"Edinburgh Clinical NLP at MEDIQA-CORR 2024: Guiding Large Language Models with Hints","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; National Institute for Health and Care Research; Canadian Institute of Steel Construction; UK Research and Innovation; Nvidia; Accenture; Cisco Systems","keywords":"Natural language processing; Computer science; Artificial intelligence; Linguistics; Philosophy","score_opus":0.06622473689383701,"score_gpt":0.334065904672627,"score_spread":0.26784116777878997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401043383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044649534,0.00066984445,0.9073574,0.001402917,0.0020880685,0.00013050323,0.00000287882,0.0006243737,0.043074492],"genre_scores_gemma":[0.8680733,0.00004000929,0.089171275,0.00090630935,0.0006539328,0.000013211531,0.0000030520512,0.000022567347,0.041116334],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978561,0.000047807767,0.00041309887,0.0007521306,0.00048213897,0.00044875278],"domain_scores_gemma":[0.99873775,0.00021692914,0.00004031682,0.0007685232,0.00005021186,0.00018627066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010319136,0.00017975843,0.0002326878,0.00010246856,0.00010016863,0.0002348021,0.0008091333,0.00010895735,0.00066985213],"category_scores_gemma":[0.000049082053,0.00012618976,0.00010278992,0.00030282847,0.000030459481,0.00068684004,0.0007424585,0.00021549872,0.00017781011],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003530162,0.00023352509,0.0038784358,0.00012864813,0.0002784497,0.002126725,0.011027424,0.006673941,0.00074162637,0.5482547,0.26848152,0.15813969],"study_design_scores_gemma":[0.00023377502,0.000058991398,0.000019267361,0.000086965614,0.000011699985,0.000049767514,0.00010372669,0.9851751,0.0002686839,0.002759483,0.011027854,0.00020473934],"about_ca_topic_score_codex":0.000046452136,"about_ca_topic_score_gemma":0.00007505248,"teacher_disagreement_score":0.9785011,"about_ca_system_score_codex":0.00008114003,"about_ca_system_score_gemma":0.00010723056,"threshold_uncertainty_score":0.7334411},"labels":[],"label_agreement":null},{"id":"W4401043387","doi":"10.18653/v1/2024.semeval-1.188","title":"BD-NLP at SemEval-2024 Task 2: Investigating Generative and Discriminative Models for Clinical Inference with Knowledge Augmentation","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Discriminative model; SemEval; Artificial intelligence; Computer science; Generative grammar; Inference; Natural language processing; Task (project management); Generative model; Engineering","score_opus":0.17368123730901736,"score_gpt":0.41053544762308986,"score_spread":0.2368542103140725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401043387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0826259,0.00040931528,0.9124353,0.000827745,0.00034115952,0.00036230418,0.0000063613074,0.00014368795,0.0028482426],"genre_scores_gemma":[0.7063423,0.00003405731,0.28971443,0.00018949094,0.00011445718,0.00009004072,0.0000058171336,0.0000116652345,0.003497752],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985645,0.000090685855,0.00032165687,0.0006593958,0.00016079893,0.00020296269],"domain_scores_gemma":[0.9988558,0.0006262395,0.00005399162,0.00022411274,0.00012308905,0.00011672334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046317244,0.00015987256,0.00017307376,0.00007184167,0.0001570628,0.0002858339,0.0002204785,0.00005682939,0.000007682708],"category_scores_gemma":[0.000085003565,0.00011467353,0.000040477735,0.00018960104,0.000106558815,0.0008796494,0.0003206473,0.0001373608,0.000009520995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013822439,0.000058355257,0.00086303387,0.0002570791,0.000112598194,0.0000074613326,0.032054637,0.0058063404,0.00083035073,0.77104306,0.0025731737,0.1863801],"study_design_scores_gemma":[0.0002757318,0.00020432305,0.00010982743,0.0001298408,0.000021676304,0.00000462183,0.0002459804,0.9544141,0.0010453116,0.04315441,0.00022398707,0.00017015693],"about_ca_topic_score_codex":0.000019110083,"about_ca_topic_score_gemma":0.00014066487,"teacher_disagreement_score":0.9486078,"about_ca_system_score_codex":0.00007971765,"about_ca_system_score_gemma":0.00017291748,"threshold_uncertainty_score":0.4676251},"labels":[],"label_agreement":null},{"id":"W4401158708","doi":"10.21203/rs.3.rs-4670889/v1","title":"Addressing Gender Bias in Generative Large Language Models","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Generative grammar; Gender bias; Psychology; Cognitive psychology; Social psychology; Computer science; Artificial intelligence","score_opus":0.4433290697922615,"score_gpt":0.48259643743065633,"score_spread":0.039267367638394834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401158708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10240948,0.023617947,0.8422094,0.003099134,0.0012381864,0.0017904908,0.00014424438,0.0006287983,0.024862304],"genre_scores_gemma":[0.96708405,0.00015902943,0.030492095,0.000076357835,0.0004754096,0.00021870567,0.000031992106,0.000046167275,0.0014161968],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948541,0.0009067494,0.00039757488,0.0013370606,0.0014968079,0.0010077122],"domain_scores_gemma":[0.99770063,0.0002075549,0.000054933065,0.0015791365,0.0002812125,0.00017654973],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003539851,0.00027860736,0.00034615354,0.0010004276,0.00015187453,0.001013361,0.001733481,0.0003618594,0.00004436455],"category_scores_gemma":[0.00020728627,0.00025680842,0.00014355795,0.0007645798,0.000050414725,0.00031925918,0.009246381,0.0032996961,0.00014793094],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022072712,0.00033490587,0.00039389764,0.004593679,0.00013988643,0.003838296,0.103935584,0.19487442,0.00093927677,0.64189225,0.0055386387,0.043497093],"study_design_scores_gemma":[0.00014236665,0.00001601681,0.00006108865,0.0008691546,0.0000021030608,0.000006543332,0.0006990757,0.829082,0.0003606747,0.16834605,0.00017938844,0.00023554015],"about_ca_topic_score_codex":0.0003485388,"about_ca_topic_score_gemma":0.00027924473,"teacher_disagreement_score":0.86467457,"about_ca_system_score_codex":0.0004648445,"about_ca_system_score_gemma":0.00089027756,"threshold_uncertainty_score":0.99998844},"labels":[],"label_agreement":null},{"id":"W4401340787","doi":"10.1017/s0003055424000716","title":"Improving Probabilistic Models In Text Classification Via Active Learning","year":2024,"lang":"en","type":"article","venue":"American Political Science Review","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Probabilistic logic; Computer science; Artificial intelligence; Machine learning; Active learning (machine learning)","score_opus":0.038489093231234166,"score_gpt":0.328479701192705,"score_spread":0.2899906079614708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401340787","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030016284,0.0041413554,0.97552145,0.009504023,0.00014989922,0.00047157038,6.9354695e-7,0.0002753483,0.006934019],"genre_scores_gemma":[0.9861433,0.00068059785,0.012104421,0.00092938053,0.0000397637,0.000061046434,4.6748565e-7,0.000007895767,0.000033142016],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972344,0.00013537558,0.00037469447,0.00082964357,0.0005096323,0.0009162367],"domain_scores_gemma":[0.9988031,0.00023896682,0.00007356575,0.00047501747,0.000086509506,0.00032287868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013324226,0.00014294956,0.00028144027,0.00018062157,0.000111956455,0.00022162343,0.00095541315,0.000020415659,0.0000087215485],"category_scores_gemma":[0.0007715548,0.00011701118,0.00006419267,0.0025711847,0.0006818705,0.0012029087,0.00027926595,0.00034548072,0.00007653742],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5233911e-7,0.000008415072,0.000009602577,0.00018510103,6.523752e-7,0.0000034407665,0.000054656124,0.0000860587,0.00017370048,0.48249605,0.000001939705,0.51698023],"study_design_scores_gemma":[0.00002132992,0.000040947947,0.00040602474,0.00093863433,0.000007205252,0.000020084419,0.000043307613,0.96762335,0.00003409899,0.030103568,0.0005986861,0.00016274792],"about_ca_topic_score_codex":0.0008165838,"about_ca_topic_score_gemma":0.00000863293,"teacher_disagreement_score":0.98314166,"about_ca_system_score_codex":0.0006389385,"about_ca_system_score_gemma":0.0006234803,"threshold_uncertainty_score":0.47715774},"labels":[],"label_agreement":null},{"id":"W4401381513","doi":"10.1145/3687273.3687282","title":"Report on the 8th Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI 2024) at CHIIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; Mila - Quebec Artificial Intelligence Institute","funders":"HORIZON EUROPE Framework Programme; Thüringer Ministerium für Wirtschaft, Wissenschaft und Digitale Gesellschaft; European Commission","keywords":"Computer science; Psychology; Artificial intelligence","score_opus":0.05451247505985401,"score_gpt":0.30534951345901395,"score_spread":0.25083703839915994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401381513","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11457426,0.00026961026,0.7186811,0.13933633,0.011661185,0.000697447,0.000018478888,0.00055377115,0.014207851],"genre_scores_gemma":[0.9788632,0.000020562096,0.0031975235,0.0019332579,0.00043386122,0.000038983642,0.000014576705,0.000022658593,0.0154754035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975332,0.000068448986,0.000387555,0.0007737303,0.0007595678,0.00047750812],"domain_scores_gemma":[0.99747324,0.0008253827,0.000057424226,0.0014673226,0.00007181743,0.000104825354],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006960069,0.00019906221,0.00013771756,0.00014852255,0.0002859735,0.0002981946,0.0011737241,0.000089465146,0.00047479605],"category_scores_gemma":[0.0004777769,0.0001423078,0.00012238036,0.0006103287,0.0000941344,0.0002424393,0.0008880313,0.00048244616,0.00125094],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026760397,0.000060506067,0.00030923588,0.000016147147,0.000056127636,0.00035463658,0.0010603607,0.0041770902,0.00015540788,0.8614147,0.040587254,0.09178179],"study_design_scores_gemma":[0.0000654026,0.00015414404,0.00034602504,0.0002791307,0.000015352212,0.00014066149,0.0004694182,0.790121,0.008136598,0.10242737,0.09739461,0.00045027875],"about_ca_topic_score_codex":0.000021322965,"about_ca_topic_score_gemma":0.000023917364,"teacher_disagreement_score":0.8642889,"about_ca_system_score_codex":0.00019776217,"about_ca_system_score_gemma":0.00015552284,"threshold_uncertainty_score":0.9995267},"labels":[],"label_agreement":null},{"id":"W4401408800","doi":"10.1145/3673038.3673124","title":"Arlo: Serving Transformer-based Language Models with Dynamic Input Lengths","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Computer science; Latency (audio); Compiler; Padding; Scheduling (production processes); Parallel computing; Testbed; Distributed computing; Queue; Runtime system; Serialization; Programming language; Computer network; Mathematical optimization","score_opus":0.011367580558465354,"score_gpt":0.2410187164644272,"score_spread":0.22965113590596187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401408800","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047944713,0.0003399285,0.9379241,0.0018087218,0.00013967615,0.00011795286,0.000001390384,0.00074114575,0.01098241],"genre_scores_gemma":[0.85936767,0.0000043098585,0.13923559,0.00042929532,0.00002068873,0.000010841127,0.0000017571139,0.00001402611,0.00091583846],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892086,0.00001854923,0.00014774148,0.00040509755,0.00024589285,0.00026186765],"domain_scores_gemma":[0.99938935,0.000052800027,0.000011921214,0.0004558123,0.000022471946,0.00006765183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001511508,0.00013493517,0.00011183866,0.00011530867,0.000051842722,0.0002469447,0.0005255205,0.000045406166,0.000037501643],"category_scores_gemma":[0.000002126532,0.00009926148,0.000049169754,0.00030265542,0.000014232441,0.00071225007,0.00003465573,0.00015537543,0.0000398927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000112576645,0.000066115106,0.00003616898,0.00041409873,0.00006653344,0.00031945243,0.009245476,0.28457165,0.0044957385,0.24871552,0.00012883068,0.45192915],"study_design_scores_gemma":[0.00014652013,0.000034429937,0.0000064976202,0.000093473835,0.0000057883376,0.000011755106,0.000105345294,0.996386,0.0011599228,0.0017256006,0.00016619674,0.00015850112],"about_ca_topic_score_codex":0.0001407387,"about_ca_topic_score_gemma":0.00020691632,"teacher_disagreement_score":0.81142294,"about_ca_system_score_codex":0.000052536907,"about_ca_system_score_gemma":0.0001343894,"threshold_uncertainty_score":0.40477657},"labels":[],"label_agreement":null},{"id":"W4401414318","doi":"10.1109/icra57147.2024.10610065","title":"ISR-LLM: Iterative Self-Refined Large Language Model for Long-Horizon Sequential Task Planning","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"JST-Mirai Program; Natural Sciences and Engineering Research Council of Canada","keywords":"Task (project management); Computer science; Horizon; Time horizon; Artificial intelligence; Mathematical optimization; Engineering; Mathematics; Systems engineering","score_opus":0.026416638691015636,"score_gpt":0.3070668637932958,"score_spread":0.28065022510228016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401414318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020733094,0.000405891,0.9737838,0.00065518235,0.0006216121,0.00027277393,0.000022262751,0.0009929636,0.0025124366],"genre_scores_gemma":[0.7844894,0.0000023388288,0.20954028,0.00041518843,0.00028823895,0.000050504772,0.000020295905,0.000021791713,0.005171974],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846244,0.000031145955,0.00024569986,0.0006025477,0.00023241203,0.0004257616],"domain_scores_gemma":[0.99931973,0.0000848354,0.000032300337,0.00041965186,0.000055247147,0.00008823422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032333672,0.0001848792,0.00016992778,0.0001304045,0.00012894197,0.0004603225,0.00051020895,0.000087678614,0.000020865462],"category_scores_gemma":[0.000017664728,0.00015812664,0.00010749037,0.00019965456,0.000008715116,0.0006644629,0.00025147805,0.00016488649,0.000045755387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037239988,0.00026071118,0.00016216625,0.00048312955,0.00033733752,0.00046142796,0.06377667,0.059153933,0.008718894,0.81428653,0.015972115,0.036349818],"study_design_scores_gemma":[0.00029216424,0.000075089076,0.000003880477,0.000051733503,0.000014428921,0.000011287247,0.00009702481,0.99439377,0.0012215835,0.002489733,0.0011425338,0.00020679511],"about_ca_topic_score_codex":0.000012621779,"about_ca_topic_score_gemma":0.000018498831,"teacher_disagreement_score":0.9352398,"about_ca_system_score_codex":0.00007532738,"about_ca_system_score_gemma":0.00012305134,"threshold_uncertainty_score":0.6448217},"labels":[],"label_agreement":null},{"id":"W4401419173","doi":"10.1007/978-3-031-66462-5_3","title":"Sorcerer’s Apprentice? Exploring an AI-Driven Tool to Analyze Academic Texts","year":2024,"lang":"en","type":"book-chapter","venue":"Cognition and exploratory learning in the digital age","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Apprenticeship; Computer science; Mathematics education; Art; History; Psychology; Archaeology","score_opus":0.06850270548865223,"score_gpt":0.2705772373137657,"score_spread":0.20207453182511348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401419173","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08922197,0.00268425,0.14633471,0.002692489,0.0026173815,0.0024457013,0.00009514708,0.0029111106,0.75099725],"genre_scores_gemma":[0.9701964,0.00020124842,0.00033049323,0.0011305076,0.00044598035,0.00013311999,0.00011277232,0.00007835796,0.027371088],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980254,0.000049837032,0.00041219202,0.0007826867,0.0004186022,0.0003112421],"domain_scores_gemma":[0.999169,0.000099936486,0.00010346956,0.00042607868,0.000061326646,0.00014021082],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00035308418,0.00035056061,0.00029608267,0.00039309575,0.00015019956,0.0012116166,0.0007085051,0.00019952278,0.000017571518],"category_scores_gemma":[0.00007249667,0.00030716896,0.00009699688,0.0001497132,0.00006245631,0.001679567,0.00048602716,0.0014480789,0.000556617],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004745543,0.00006879078,0.00010427988,0.00041949959,0.0001368954,0.0011294363,0.03997665,0.0048521943,0.00023516294,0.40614456,0.00079924695,0.54608583],"study_design_scores_gemma":[0.0011729269,0.00069561595,0.00021872549,0.005410019,0.00023023506,0.0001685128,0.004403791,0.074612536,0.000109614906,0.38103616,0.5283622,0.0035796305],"about_ca_topic_score_codex":6.7173886e-7,"about_ca_topic_score_gemma":0.0000031175725,"teacher_disagreement_score":0.8809745,"about_ca_system_score_codex":0.000048828235,"about_ca_system_score_gemma":0.00004623537,"threshold_uncertainty_score":0.9999381},"labels":[],"label_agreement":null},{"id":"W4401499957","doi":"10.5539/elt.v17n9p14","title":"Prompt Engineering for Applied Linguistics: Elements, Examples, Techniques, and Strategies","year":2024,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Applied linguistics; Perspective (graphical); Persona; Linguistics; Psychology; Computer science; Artificial intelligence; Human–computer interaction; Philosophy","score_opus":0.009857271124992097,"score_gpt":0.2530641810576131,"score_spread":0.24320690993262098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401499957","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010906884,0.0018410913,0.97404295,0.000021936099,0.00064736314,0.00039833656,0.00000692461,0.0020741282,0.010060404],"genre_scores_gemma":[0.5989855,0.0000042836505,0.39982072,0.000017822162,0.0010107568,0.00006450453,0.0000075342036,0.000019592275,0.00006931417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989634,0.000016778744,0.00021006072,0.00040879022,0.00013217358,0.00026879885],"domain_scores_gemma":[0.99943495,0.00015752226,0.000028122186,0.0003041133,0.000020642896,0.000054629625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006963839,0.000151012,0.00013225766,0.000121782316,0.000090648835,0.0006693058,0.00033267014,0.000056525172,0.0000027116616],"category_scores_gemma":[0.00033640355,0.00014726505,0.00003113304,0.00006939037,0.00000880283,0.00017635584,0.0001653628,0.0003145299,9.985607e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011291792,0.000009430641,0.00000589203,0.000268064,0.000021500295,0.000033042987,0.0338565,0.00014536911,0.0022525764,0.8148573,0.00014178171,0.14840743],"study_design_scores_gemma":[0.00046753226,0.00009741416,0.0000057203392,0.000500347,0.000040153405,0.000022426866,0.009410207,0.5053047,0.0075067026,0.0058591086,0.4699002,0.00088551367],"about_ca_topic_score_codex":0.000034912006,"about_ca_topic_score_gemma":0.000003999742,"teacher_disagreement_score":0.80899817,"about_ca_system_score_codex":0.000043475648,"about_ca_system_score_gemma":0.000042482126,"threshold_uncertainty_score":0.6454131},"labels":[],"label_agreement":null},{"id":"W4401543468","doi":"10.1145/3643991.3645075","title":"The role of library versions in Developer-ChatGPT conversations","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; World Wide Web; Human–computer interaction","score_opus":0.010239131719209817,"score_gpt":0.21219511470684654,"score_spread":0.20195598298763673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401543468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05702372,0.0030897087,0.7269952,0.02876711,0.0010759524,0.00024218569,0.0000025895317,0.0005366792,0.18226682],"genre_scores_gemma":[0.9740504,0.000037581507,0.024348876,0.000092294984,0.000010967997,0.0000032140938,3.6437623e-7,0.0000023146683,0.001453963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99964094,0.000015501466,0.00009520982,0.00010193297,0.00007145681,0.00007492814],"domain_scores_gemma":[0.9996378,0.0001429179,0.0000067476626,0.00018835069,0.000007185155,0.000017023998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000765926,0.000028756273,0.000031570944,0.00005214485,0.000039438382,0.00007392112,0.00034470702,0.000015901302,0.000037556292],"category_scores_gemma":[0.00001006402,0.00001897137,0.000016564822,0.0002660018,0.000015122809,0.00037095547,0.00017659568,0.000051728406,0.000041020005],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7668702e-7,0.000003836013,0.00069038593,0.0000024825674,0.0000033602212,0.0000018618766,0.0012084678,0.00013272473,0.0001221957,0.9509003,0.0005788931,0.04635519],"study_design_scores_gemma":[0.000048229853,0.000006049227,0.0007883567,0.000024038765,0.00000105296,0.0000018424654,0.0004509243,0.8433699,0.003331666,0.038752966,0.11317062,0.000054354223],"about_ca_topic_score_codex":0.000034644272,"about_ca_topic_score_gemma":0.000015810392,"teacher_disagreement_score":0.9170267,"about_ca_system_score_codex":0.000008267027,"about_ca_system_score_gemma":0.00012307914,"threshold_uncertainty_score":0.077363},"labels":[],"label_agreement":null},{"id":"W4401567109","doi":"10.1177/09567976241254037","title":"The Language of (Non)Replicable Social Science","year":2024,"lang":"en","type":"article","venue":"Psychological Science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Persuasion; Psychology; Set (abstract data type); Replication (statistics); Social psychology; Cognitive psychology; Linguistics; Computer science","score_opus":0.04289174541375712,"score_gpt":0.38909850360854553,"score_spread":0.3462067581947884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401567109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55779946,0.0003994531,0.35777915,0.0040829303,0.0015106014,0.00017616383,9.639655e-7,0.0002832527,0.077968046],"genre_scores_gemma":[0.988297,0.0000100121,0.011104165,0.00017558214,0.000074918906,0.000008682353,2.9363537e-8,0.000002046576,0.00032757307],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977176,0.000021362483,0.0001964521,0.0007562189,0.0008094595,0.00049888616],"domain_scores_gemma":[0.9989726,0.00012344509,0.000040186544,0.0006768963,0.000088152956,0.000098725504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029866751,0.000080270045,0.00008946489,0.00010090508,0.00077455974,0.00062774407,0.0039513,0.000031327618,0.000013626136],"category_scores_gemma":[0.00021993216,0.000044463945,0.000048845133,0.002928386,0.0022550642,0.0006280392,0.00062533596,0.00016880328,0.00005887052],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020514303,0.000038477992,0.000108699765,0.0000057973148,0.0000014736445,0.000012524753,0.0021186294,0.000019467594,0.19956183,0.34239063,0.00041720833,0.45532322],"study_design_scores_gemma":[0.00040778975,0.0004939616,0.086084485,0.000099050216,0.000009629165,0.00014773555,0.0008856264,0.7427483,0.072778545,0.08143652,0.014071709,0.00083664845],"about_ca_topic_score_codex":0.000014405198,"about_ca_topic_score_gemma":7.384104e-7,"teacher_disagreement_score":0.7427288,"about_ca_system_score_codex":0.000053032716,"about_ca_system_score_gemma":0.00014110627,"threshold_uncertainty_score":0.83088773},"labels":[],"label_agreement":null},{"id":"W4401587116","doi":"10.20944/preprints202408.0334.v1","title":"Promptology: Enhancing Human-AI Interaction in Large Language Models","year":2024,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Natural language processing; Linguistics; Artificial intelligence; Philosophy","score_opus":0.10697286213527459,"score_gpt":0.387377614746558,"score_spread":0.28040475261128345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401587116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8162545,0.00026454005,0.1712421,0.00089708687,0.0017823228,0.00057741825,0.0000050389626,0.00061998883,0.0083569875],"genre_scores_gemma":[0.9950877,0.000016279468,0.0029693593,0.00026231428,0.00022693652,0.00023243725,0.000016652762,0.000039694412,0.0011486307],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99635315,0.00019768057,0.00076615496,0.0017700824,0.0003457552,0.00056719047],"domain_scores_gemma":[0.9974802,0.000055172794,0.00021857736,0.0020650798,0.00008197834,0.00009898914],"candidate_categories":["metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012354744,0.00038780342,0.00049705163,0.00050399394,0.00007893016,0.00013425254,0.0017111292,0.00042617516,0.00013472252],"category_scores_gemma":[0.000088535606,0.00042184125,0.00018769172,0.00024326346,0.00002597412,0.00041642538,0.009677524,0.0025000896,0.0009419604],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006374918,0.0015049358,0.1228349,0.0047721104,0.0006755199,0.0017323192,0.17072468,0.1894013,0.13054459,0.36220333,0.00029670564,0.01524589],"study_design_scores_gemma":[0.0004078656,0.00001566332,0.0060117305,0.001356473,0.000032588003,0.000039010683,0.00036176486,0.77136666,0.037714012,0.18150735,0.0003419214,0.000844942],"about_ca_topic_score_codex":0.00062892796,"about_ca_topic_score_gemma":0.00047476654,"teacher_disagreement_score":0.5819654,"about_ca_system_score_codex":0.00038293385,"about_ca_system_score_gemma":0.00024386894,"threshold_uncertainty_score":0.9998359},"labels":[],"label_agreement":null},{"id":"W4401597819","doi":"10.1371/journal.pone.0307741","title":"GPT-4 as an X data annotator: Unraveling its performance on a stance classification task","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Lakehead University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Natural language processing; Task (project management); Annotation; Machine learning; Context (archaeology); Benchmark (surveying); Generalizability theory; Set (abstract data type); Psychology","score_opus":0.19554144764206105,"score_gpt":0.30028207906352067,"score_spread":0.10474063142145962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401597819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8392908,0.0007179654,0.1543996,0.0018348085,0.0003093671,0.00024626992,0.00002517032,0.00063259166,0.002543403],"genre_scores_gemma":[0.96804047,0.00014972033,0.03077085,0.00032308485,0.000230851,0.000015263255,0.000028092743,0.000015475798,0.0004261861],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982816,0.00003868332,0.0002101476,0.00073230604,0.00050317636,0.00023409813],"domain_scores_gemma":[0.9982018,0.00005403696,0.000043667565,0.0015544972,0.00007231184,0.00007371736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036823034,0.000118539676,0.00012035601,0.000098050514,0.00010337542,0.00029697988,0.0013698726,0.000050426046,0.00001230945],"category_scores_gemma":[0.00006274986,0.00011694402,0.000013443584,0.0003068888,0.000013986232,0.0014223609,0.0002480846,0.00022375185,0.00050170644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006960632,0.0024651808,0.0014065182,0.0018097545,0.0003671121,0.00011207346,0.008491707,0.0020190587,0.22271295,0.38131255,0.0015394202,0.37769407],"study_design_scores_gemma":[0.00006945645,0.000084929765,0.00034986416,0.0003731721,0.000012636302,0.000002283969,0.000016150141,0.9904945,0.006712166,0.00048224503,0.0012546559,0.0001479337],"about_ca_topic_score_codex":0.000005611612,"about_ca_topic_score_gemma":0.000003482844,"teacher_disagreement_score":0.98847544,"about_ca_system_score_codex":0.000065494496,"about_ca_system_score_gemma":0.00011964512,"threshold_uncertainty_score":0.6448589},"labels":[],"label_agreement":null},{"id":"W4401752756","doi":"10.1109/ichi61247.2024.00089","title":"Seeing Beyond Borders: Evaluating LLMs in Multilingual Ophthalmological Question Answering","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Question answering; Computer science; Natural language processing; Artificial intelligence","score_opus":0.0550715705987934,"score_gpt":0.39265617320026674,"score_spread":0.3375846026014733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401752756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55014336,0.00038760886,0.44503164,0.00036604234,0.00043471807,0.000090432135,1.2098072e-7,0.00031959557,0.0032264648],"genre_scores_gemma":[0.80186665,0.0000029923315,0.1978185,0.00006804157,0.000073242634,0.000009015721,6.5240516e-7,0.0000062503386,0.00015467485],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985847,0.000092040515,0.0002745309,0.0005126967,0.00025752952,0.00027853227],"domain_scores_gemma":[0.99947304,0.0001722227,0.00002006622,0.00025583894,0.000031047442,0.000047760754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010917948,0.00011474734,0.00011685002,0.00014776242,0.00005350223,0.00024443344,0.00035319777,0.00007613174,0.000035305107],"category_scores_gemma":[0.00017692018,0.00010094736,0.000039606257,0.0003378292,0.000016510701,0.00051268854,0.00023084227,0.00023860976,0.000030346795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051895536,0.000059576392,0.004889646,0.000099692305,0.0000134665615,0.0006983147,0.0045174686,0.060785677,0.010440043,0.106127694,0.000017349224,0.81234586],"study_design_scores_gemma":[0.000103954735,0.000046865578,0.00088693236,0.00010572921,0.0000016408519,0.000067898494,0.00009807943,0.99089587,0.0008804911,0.0067312582,0.000051129366,0.000130173],"about_ca_topic_score_codex":0.00021838974,"about_ca_topic_score_gemma":0.000021263506,"teacher_disagreement_score":0.93011016,"about_ca_system_score_codex":0.0000799533,"about_ca_system_score_gemma":0.000077271885,"threshold_uncertainty_score":0.4116514},"labels":[],"label_agreement":null},{"id":"W4401768173","doi":"10.1007/978-3-031-66705-3_14","title":"Investigating a Semantic Similarity Loss Function for the Parallel Training of Abstractive and Extractive Scientific Document Summarizers","year":2024,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Information retrieval; Similarity (geometry); Function (biology); Natural language processing; Semantic similarity; Artificial intelligence; Biology; Genetics","score_opus":0.08608398480217001,"score_gpt":0.314668130721619,"score_spread":0.22858414591944898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401768173","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005213566,0.0007152858,0.9846686,0.0016708558,0.0005402336,0.0007376974,0.000013746413,0.000046964575,0.011085225],"genre_scores_gemma":[0.7227679,0.00074710685,0.2751643,0.00040065075,0.00004697046,0.00009728907,0.000027074351,0.000011386601,0.0007372989],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984826,0.000019508694,0.0006040672,0.00032985938,0.00038031102,0.00018369539],"domain_scores_gemma":[0.9972569,0.00079300127,0.00038185666,0.0011523967,0.00035290682,0.00006295186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021695292,0.00016583575,0.00019983944,0.00050656224,0.0007223385,0.0009816816,0.0014675908,0.0000840155,0.0000011230587],"category_scores_gemma":[0.00008322146,0.00013812346,0.00004635599,0.00030226892,0.0014200016,0.004430947,0.0013307283,0.00040792412,0.0000025158095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020991051,0.0000049154874,0.000016327524,0.00008153661,0.000015759351,8.8850435e-8,0.011522176,0.0023535192,0.000009600029,0.8266149,0.0000210274,0.15935801],"study_design_scores_gemma":[0.00016551858,0.00003498229,0.0005917086,0.0002873271,0.000019605155,0.000009635392,0.0002993872,0.85808665,0.0000074441377,0.13184969,0.008494596,0.0001534602],"about_ca_topic_score_codex":0.000020441488,"about_ca_topic_score_gemma":0.000024639665,"teacher_disagreement_score":0.8557331,"about_ca_system_score_codex":0.00009163424,"about_ca_system_score_gemma":0.00033177613,"threshold_uncertainty_score":0.9466379},"labels":[],"label_agreement":null},{"id":"W4401783591","doi":"10.1080/03155986.2024.2388452","title":"LM4OPT: Unveiling the potential of Large Language Models in formulating mathematical optimization problems","year":2024,"lang":"en","type":"article","venue":"INFOR Information Systems and Operational Research","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Comprehension; Task (project management); Computer science; Shot (pellet); Natural language processing; Artificial intelligence; Machine learning; Engineering; Chemistry","score_opus":0.0502706093629151,"score_gpt":0.34489316682392085,"score_spread":0.29462255746100574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401783591","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017414344,0.00030173652,0.977677,0.00036101727,0.00009488775,0.00052381534,0.000008477577,0.000033895958,0.0035848308],"genre_scores_gemma":[0.98985696,0.000019815558,0.009860132,0.000032675613,0.00004606223,0.000070509865,0.00001955038,0.0000035431801,0.000090742215],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825215,0.00007069664,0.0006044022,0.00010491395,0.00075869897,0.00020914056],"domain_scores_gemma":[0.999222,0.0002036664,0.000048305792,0.00018472233,0.00030461486,0.000036738704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031628564,0.000068699635,0.000102835125,0.00031520694,0.00017927239,0.0008815592,0.00025957075,0.000061363105,0.000007977921],"category_scores_gemma":[0.00012268288,0.00004658383,0.00002395728,0.00042658258,0.000027658152,0.0036674347,0.00018470932,0.00021054456,0.000012649567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011451956,0.000003396108,0.00000819176,0.00016689372,0.0000032415628,4.4695935e-7,0.005230573,0.58010715,0.000023884384,0.41300216,0.000015247924,0.0014376634],"study_design_scores_gemma":[0.00015268613,0.00001545,0.000018857992,0.0001933128,7.596725e-7,0.000019068117,0.0017243171,0.9958665,0.00002540701,0.0016881899,0.0002446685,0.00005082672],"about_ca_topic_score_codex":0.000108429405,"about_ca_topic_score_gemma":0.0000051599272,"teacher_disagreement_score":0.9724426,"about_ca_system_score_codex":0.000050970655,"about_ca_system_score_gemma":0.00017120216,"threshold_uncertainty_score":0.85008955},"labels":[],"label_agreement":null},{"id":"W4401829805","doi":"10.18280/ria.380421","title":"Enhancing Question Generation in Bahasa Using Pretrained Language Models","year":2024,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Binus University","keywords":"Computer science; Natural language processing; Linguistics; Language model; Artificial intelligence; Psychology; Philosophy","score_opus":0.07074700845449783,"score_gpt":0.3116321930750804,"score_spread":0.24088518462058256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401829805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14051862,0.0010466586,0.85676,0.00023621015,0.0005006022,0.00014817546,7.033306e-7,0.00016677649,0.0006222332],"genre_scores_gemma":[0.9404243,0.000027776154,0.05892975,0.000054413667,0.00019493034,0.0000114894265,0.0000036146284,0.000012160289,0.00034152414],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998616,0.000072980045,0.0003942861,0.000496988,0.00015580571,0.0002639749],"domain_scores_gemma":[0.99938565,0.00006244978,0.000036979007,0.0004264592,0.000039201503,0.000049281825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006723233,0.00012238677,0.00012442758,0.0002199774,0.00006830535,0.0002540412,0.0003350852,0.000076156684,0.00003109365],"category_scores_gemma":[0.000052695068,0.00012861982,0.000051918138,0.0005803472,0.000016953747,0.0008210852,0.00009018752,0.00018365974,0.00006790337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.9965656e-7,0.000017287026,0.0000069851153,0.000047824644,0.0000028169293,0.000036475714,0.0062710964,0.76264566,0.11101362,0.07013254,0.000009966526,0.049814943],"study_design_scores_gemma":[0.00000990928,0.000013946018,0.0000012097274,0.00017324083,0.0000024245087,0.00001894883,0.00019748713,0.8685664,0.12590174,0.004943951,0.00004659731,0.00012416355],"about_ca_topic_score_codex":0.000161274,"about_ca_topic_score_gemma":0.00010371809,"teacher_disagreement_score":0.7999057,"about_ca_system_score_codex":0.00014233674,"about_ca_system_score_gemma":0.00007155645,"threshold_uncertainty_score":0.52449644},"labels":[],"label_agreement":null},{"id":"W4401857430","doi":"10.1145/3637528.3671474","title":"A Review of Modern Recommender Systems Using Generative Models (Gen-RecSys)","year":2024,"lang":"en","type":"review","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Recommender system; Computer science; Generative grammar; Generative model; Artificial intelligence; Key (lock); Multidisciplinary approach; Machine learning; Data science; Information retrieval","score_opus":0.3534450477250533,"score_gpt":0.40607544394428235,"score_spread":0.05263039621922905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401857430","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.1532579e-9,0.5065739,0.49073356,0.000029908735,0.0006634131,0.000633701,0.000009352288,0.0000907844,0.0012653696],"genre_scores_gemma":[4.0513476e-7,0.91742903,0.08133412,0.00024952993,0.00018638575,0.00010448898,0.000009776157,0.000051526993,0.00063473807],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99620116,0.00044295975,0.0015590449,0.0010138236,0.00042515158,0.00035783683],"domain_scores_gemma":[0.9974827,0.000092479284,0.00054828095,0.001571468,0.00019241837,0.000112658214],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00092100166,0.000571226,0.002592719,0.00026625142,0.000052094172,0.00018022092,0.0015426441,0.0002592417,0.0000139779895],"category_scores_gemma":[0.000020866602,0.00039749316,0.00069967844,0.0006592433,0.000019497364,0.0004064148,0.0008319932,0.0004342592,0.000042577514],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.865892e-8,0.000010903357,1.8510165e-9,0.23392153,0.00016421011,0.00000472955,0.000067317866,0.000854715,1.5286687e-7,0.024594229,0.0018390486,0.7385431],"study_design_scores_gemma":[0.000015560394,0.0000057352268,5.1352568e-11,0.19301264,0.00034112655,0.00005166646,0.0000012974411,0.5433695,2.0359262e-7,0.001322821,0.2616388,0.00024067679],"about_ca_topic_score_codex":0.000069783484,"about_ca_topic_score_gemma":0.0000016004137,"teacher_disagreement_score":0.7383024,"about_ca_system_score_codex":0.00026942798,"about_ca_system_score_gemma":0.00070648495,"threshold_uncertainty_score":0.9998477},"labels":[],"label_agreement":null},{"id":"W4401863228","doi":"10.1145/3637528.3671793","title":"<scp>Binder:</scp> Hierarchical Concept Representation through Order Embedding of Binary Vectors","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Embedding; Representation (politics); Theoretical computer science; Computer science; Simple (philosophy); Mathematics; Algorithm; Artificial intelligence","score_opus":0.03332678432754565,"score_gpt":0.3208398496670251,"score_spread":0.28751306533947946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401863228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113029346,0.00038732484,0.87354714,0.00064048235,0.000742799,0.00010963315,9.5067566e-7,0.00031222208,0.011230115],"genre_scores_gemma":[0.847305,0.000013011814,0.1505659,0.00017669325,0.000115501745,0.000005028838,0.0000030877459,0.000010793268,0.0018049502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986291,0.00006944279,0.00028554574,0.00046515136,0.00032488967,0.00022587834],"domain_scores_gemma":[0.99896723,0.0004337238,0.000039555252,0.00044583174,0.00006297408,0.000050700128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015310361,0.00011079516,0.00015038103,0.00009565364,0.00005552139,0.00012485511,0.00044318233,0.000070680486,0.000042030035],"category_scores_gemma":[0.00013586534,0.000095136544,0.000069867136,0.00062827155,0.00005932261,0.0006723636,0.00027274966,0.00018366794,0.000032148884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018450366,0.000083175546,0.0007587841,0.000118181626,0.000091221875,0.00013588174,0.024358345,0.02479803,0.008100113,0.899103,0.014842938,0.027608512],"study_design_scores_gemma":[0.0001482847,0.00005716585,0.00036090947,0.00006148006,0.0000074947047,0.000023866243,0.00032492034,0.9647559,0.011957407,0.018574491,0.0036635573,0.00006450034],"about_ca_topic_score_codex":0.000097683,"about_ca_topic_score_gemma":0.0000022237796,"teacher_disagreement_score":0.9399579,"about_ca_system_score_codex":0.000029752955,"about_ca_system_score_gemma":0.000100615616,"threshold_uncertainty_score":0.38795555},"labels":[],"label_agreement":null},{"id":"W4401869038","doi":"10.1111/exsy.13712","title":"Intent detection for task‐oriented conversational agents: A comparative study of recurrent neural networks and transformer models","year":2024,"lang":"en","type":"article","venue":"Expert Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; Transformer; Task (project management); Artificial neural network; Artificial intelligence; Machine learning; Natural language processing; Voltage; Systems engineering","score_opus":0.07955754620462314,"score_gpt":0.3157993161297343,"score_spread":0.23624176992511114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401869038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11293402,0.0014522942,0.8823165,0.000057591045,0.002244954,0.0009037625,0.0000035289856,0.00006381369,0.00002350784],"genre_scores_gemma":[0.99924755,0.000009455421,0.00032566718,0.000016217675,0.000114850576,0.00025459527,0.000003596874,0.0000057451452,0.000022297114],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989652,0.00007027562,0.00031524568,0.00031950301,0.00019842989,0.0001313303],"domain_scores_gemma":[0.9995796,0.00007511857,0.00005000977,0.00015119283,0.000098383956,0.00004566055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018138807,0.00010606488,0.0001856647,0.000080589714,0.00006400817,0.000081760314,0.00013352631,0.000033896,7.409572e-7],"category_scores_gemma":[0.0000034839354,0.00008845881,0.000043376822,0.00013336244,0.000016049033,0.00035151417,0.000025910822,0.00007118412,4.1335167e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014968362,0.00052325247,0.00014166339,0.00031656024,0.00044686894,0.000008519776,0.24812257,0.68096614,0.0013108318,0.028749071,0.0008893068,0.03837553],"study_design_scores_gemma":[0.0004409584,0.0002777312,0.000020374498,0.00006343633,0.000006806176,0.000007657076,0.00409068,0.99445695,0.00007019692,0.000047731795,0.0004321156,0.00008535383],"about_ca_topic_score_codex":0.00019654071,"about_ca_topic_score_gemma":0.000022320915,"teacher_disagreement_score":0.88631356,"about_ca_system_score_codex":0.000059424594,"about_ca_system_score_gemma":0.0000146639795,"threshold_uncertainty_score":0.36072454},"labels":[],"label_agreement":null},{"id":"W4401943459","doi":"10.1109/icdh62654.2024.00030","title":"Comparative Analysis of Open-Source Language Models in Summarizing Medical Text Data","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Open source; Natural language processing; Data science; Data modeling; Information retrieval; Programming language; Database; Software","score_opus":0.11807377448352604,"score_gpt":0.38186888981358724,"score_spread":0.26379511533006117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401943459","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019810637,0.0005475957,0.96144724,0.0006861485,0.00005849761,0.0000784614,0.0000068563227,0.00007389243,0.017290689],"genre_scores_gemma":[0.9549735,0.00000944729,0.04427042,0.00017025518,0.000014742791,0.000002745084,0.000021304602,0.0000029549396,0.0005345927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998611,0.00007542909,0.0002993716,0.0004907905,0.00037421644,0.00014919716],"domain_scores_gemma":[0.9985911,0.00023518328,0.000028454138,0.001061784,0.000018373546,0.00006508755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087832497,0.00007735347,0.00030600448,0.0003359036,0.000017797844,0.0002236364,0.0034125184,0.00004404766,0.00013863378],"category_scores_gemma":[0.000033782675,0.00006263154,0.000036178877,0.0015054563,0.00002563922,0.0010450439,0.0030877315,0.00014915266,0.000010254512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072243442,0.00017681641,0.0011918969,0.000066216366,0.0009965133,0.00018507517,0.033598788,0.15924023,0.00037775334,0.6314381,0.0029017078,0.1698197],"study_design_scores_gemma":[0.00007365385,0.0000045293823,0.00009295961,0.000042644475,0.000032260756,0.0000012690369,0.0003563298,0.998177,0.0000788787,0.00057529827,0.00049219764,0.00007301028],"about_ca_topic_score_codex":0.0028577563,"about_ca_topic_score_gemma":0.002849519,"teacher_disagreement_score":0.9351629,"about_ca_system_score_codex":0.000023116836,"about_ca_system_score_gemma":0.00012675716,"threshold_uncertainty_score":0.6341365},"labels":[],"label_agreement":null},{"id":"W4401943674","doi":"10.1109/icdh62654.2024.00031","title":"Enhancing Large Language Models with Human Expertise for Disease Detection in Electronic Health Records","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Health records; Electronic health record; Human disease; Disease; Data science; Natural language processing; Health care; Medicine; Pathology","score_opus":0.015011222716406872,"score_gpt":0.2914003633171336,"score_spread":0.2763891406007267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401943674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09432948,0.0011852796,0.9033072,0.0004422636,0.00009053014,0.00026155685,0.0000010214147,0.00026763979,0.000115041046],"genre_scores_gemma":[0.98525125,0.00001288313,0.013814796,0.00028635882,0.00006319154,0.0001041676,0.0000019964425,0.000012448977,0.00045288197],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989185,0.0000289369,0.00016532796,0.00037440527,0.00011343956,0.0003994009],"domain_scores_gemma":[0.99958754,0.00002223415,0.000019812001,0.00027270612,0.000013164931,0.00008455176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032070864,0.000087670014,0.00009625498,0.00012142448,0.00008124736,0.00010232561,0.00017895599,0.000020710428,0.0000059172257],"category_scores_gemma":[0.0000047811623,0.00007243581,0.000032138752,0.00019405414,0.000003677983,0.00045163702,0.000045546567,0.00010503001,0.000002648296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064341795,0.00017901481,0.00009849244,0.0006054033,0.000032081454,0.00006094072,0.02142196,0.0069793724,0.0091090435,0.49495357,0.00014556792,0.4663502],"study_design_scores_gemma":[0.00021041029,0.00010922026,0.000019242065,0.00008250412,0.000001515843,0.0000023114173,0.0001029485,0.98980653,0.002496573,0.0069127097,0.00015187905,0.0001041399],"about_ca_topic_score_codex":0.00040444397,"about_ca_topic_score_gemma":0.008411319,"teacher_disagreement_score":0.9828272,"about_ca_system_score_codex":0.00026703507,"about_ca_system_score_gemma":0.00019912855,"threshold_uncertainty_score":0.46937132},"labels":[],"label_agreement":null},{"id":"W4402008279","doi":"10.31235/osf.io/wg82k","title":"Updating “The Future of Coding”: Qualitative Coding with Generative Large Language Models","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generative grammar; Coding (social sciences); Computer science; Natural language processing; Generative model; Artificial intelligence; Linguistics; Mathematics; Statistics; Philosophy","score_opus":0.04143052169491773,"score_gpt":0.3302597114237466,"score_spread":0.2888291897288289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402008279","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0126486905,0.0012905517,0.9718255,0.0024903198,0.00069934526,0.00039081494,0.000050708444,0.00022959031,0.010374479],"genre_scores_gemma":[0.7483199,0.000025768508,0.2500908,0.0003202072,0.0003670334,0.000042529748,0.000017764492,0.000023485758,0.0007925166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976128,0.0002910795,0.0004593546,0.0007903008,0.0005144641,0.00033202872],"domain_scores_gemma":[0.99824375,0.00018550633,0.0002921572,0.0010224355,0.00019679392,0.00005938648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011778248,0.00032138402,0.00041376473,0.00014011713,0.00013709202,0.00028129888,0.0012919192,0.00016931345,0.000026119458],"category_scores_gemma":[0.00001729624,0.00019596076,0.00012832496,0.00028338016,0.00005277324,0.00019402281,0.002840442,0.0009705867,0.000008525682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028138857,0.000013354914,0.0000014741775,0.00015529929,0.00009640142,0.000014230563,0.15412849,0.012751279,0.00015093756,0.8300085,0.00042156046,0.0022556218],"study_design_scores_gemma":[0.00014035162,0.000024516556,0.0000010381235,0.00029564695,0.000027660097,0.000006417932,0.033790316,0.8972554,0.0016458523,0.06646932,0.00006318529,0.0002802846],"about_ca_topic_score_codex":0.00013929156,"about_ca_topic_score_gemma":0.0001978339,"teacher_disagreement_score":0.88450414,"about_ca_system_score_codex":0.00007942718,"about_ca_system_score_gemma":0.00020866573,"threshold_uncertainty_score":0.7991048},"labels":[],"label_agreement":null},{"id":"W4402081416","doi":"10.1007/978-3-031-70563-2_10","title":"Analyzing Biases in Popular Answer Selection Datasets on Neural-Based QA Models","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Selection (genetic algorithm); Artificial intelligence; Machine learning; Artificial neural network; Natural language processing","score_opus":0.044718066341635436,"score_gpt":0.2792266015176221,"score_spread":0.23450853517598663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402081416","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008914705,0.0005206698,0.99488896,0.00093130866,0.0017060214,0.00035497526,0.000025188514,0.0002492214,0.00043218854],"genre_scores_gemma":[0.747037,0.000027587632,0.24955902,0.002474657,0.00057915226,0.000018402363,0.00006546439,0.00007115497,0.00016756712],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952581,0.000051014445,0.0006350204,0.002298946,0.0009650038,0.00079193956],"domain_scores_gemma":[0.9977276,0.00035573743,0.00017850373,0.0014793649,0.00009655287,0.0001622682],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009159135,0.00059152156,0.0005241851,0.0021221533,0.00017099413,0.00077187817,0.0025759824,0.00030815095,0.000009761029],"category_scores_gemma":[0.000087862594,0.0005515085,0.00013647339,0.0013023063,0.00019327417,0.00089601724,0.00077631825,0.0012321809,0.000030426561],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004756516,0.000021359583,0.000045960507,0.000033250362,0.0000045946813,0.00014453477,0.00014030312,0.8817037,0.00004772304,0.010180504,0.000017460232,0.10765586],"study_design_scores_gemma":[0.00015698702,0.000108736574,0.00001712424,0.000798828,0.000007646724,0.00002427933,8.218065e-8,0.9141233,0.00043776777,0.0835767,0.00023939155,0.0005091738],"about_ca_topic_score_codex":0.00015277909,"about_ca_topic_score_gemma":0.00037142966,"teacher_disagreement_score":0.74614555,"about_ca_system_score_codex":0.0005368884,"about_ca_system_score_gemma":0.00043257463,"threshold_uncertainty_score":0.99969363},"labels":[],"label_agreement":null},{"id":"W4402124327","doi":"10.1109/access.2024.3453215","title":"A Comprehensive Evaluation of Neural SPARQL Query Generation From Natural Language Questions","year":2024,"lang":"en","type":"article","venue":"IEEE Access","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; SPARQL; RDF query language; Natural language generation; Query language; Natural language; Information retrieval; Natural language processing; Web search query; Artificial intelligence; Natural language user interface; Web query classification; Search engine; Semantic Web; RDF","score_opus":0.11068454227856032,"score_gpt":0.3852054805728277,"score_spread":0.2745209382942674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402124327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7387339,0.0030735638,0.25516155,0.00039773263,0.002316484,0.0001228005,0.000005884165,0.00010710492,0.000081006605],"genre_scores_gemma":[0.9945998,0.000006492559,0.00475907,0.00015423629,0.0004092707,0.00001779153,0.000018187866,0.0000056841095,0.00002945989],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989508,0.000121364195,0.00017868733,0.00027406059,0.00037559413,0.000099491015],"domain_scores_gemma":[0.99936515,0.00007505927,0.000044116223,0.000305183,0.00018488121,0.000025633079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016999934,0.00007805997,0.00009274278,0.000085632026,0.000040799325,0.00026484142,0.0004434612,0.00003669996,0.000015942556],"category_scores_gemma":[0.00002581518,0.0000715423,0.000041267936,0.00021547827,0.000015298894,0.00097572926,0.00008669822,0.0001104182,0.000011499916],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063240086,0.000063320214,0.0005713672,0.00007167019,0.00010712433,0.00004609247,0.006042595,0.18017875,0.2803931,0.015971871,0.0038147818,0.51273304],"study_design_scores_gemma":[0.000097932076,0.0000059490726,0.0023801448,0.00002748787,0.000020152933,0.000003256346,0.000015593727,0.98322463,0.012759428,0.0013141262,0.00007631203,0.0000750101],"about_ca_topic_score_codex":0.0009462642,"about_ca_topic_score_gemma":0.00014991917,"teacher_disagreement_score":0.80304587,"about_ca_system_score_codex":0.000049378483,"about_ca_system_score_gemma":0.000085773805,"threshold_uncertainty_score":0.29174104},"labels":[],"label_agreement":null},{"id":"W4402192689","doi":"10.7202/1112894ar","title":"Maîtriser le Chat (ro)botté ou comment soumettre l’intelligence artificielle au service de nos usagers en milieu universitaire ?","year":2024,"lang":"fr","type":"article","venue":"Documentation et bibliothèques","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Bibliothèque et Archives nationales du Québec","funders":"","keywords":"Humanities; Geography; Forestry; Art","score_opus":0.05247826218939822,"score_gpt":0.3276500091657381,"score_spread":0.2751717469763399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402192689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012964308,0.011528857,0.7194418,0.24838711,0.0018824596,0.00043723834,0.000029925588,0.0003535378,0.004974806],"genre_scores_gemma":[0.8516932,0.010833151,0.055550113,0.016862463,0.00064253516,0.0000687471,0.00008552073,0.000103298,0.06416098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99667805,0.000550006,0.00051325554,0.0009010445,0.0006192141,0.0007384474],"domain_scores_gemma":[0.99816334,0.00056453136,0.000141768,0.0006440561,0.0002024236,0.00028389657],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011905117,0.00039207374,0.00028463753,0.0017845968,0.00044264214,0.0063366997,0.00096684316,0.00021127853,0.0016658633],"category_scores_gemma":[0.00003357607,0.00045067884,0.00017816236,0.004853535,0.00014037371,0.010304823,0.00044508307,0.00044614277,0.0006348152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005021438,0.0004753315,0.0015033925,0.0014953065,0.0003968028,0.00046452344,0.0980221,0.07485063,0.0021843046,0.46771842,0.12652062,0.22631836],"study_design_scores_gemma":[0.00027318826,0.00013586861,0.0001904723,0.00066867116,0.00009129673,0.000048228376,0.00895778,0.6120936,0.013352655,0.0078109284,0.35580024,0.0005770274],"about_ca_topic_score_codex":0.012641921,"about_ca_topic_score_gemma":0.0011422595,"teacher_disagreement_score":0.8387289,"about_ca_system_score_codex":0.0007622545,"about_ca_system_score_gemma":0.0013045766,"threshold_uncertainty_score":0.9997945},"labels":[],"label_agreement":null},{"id":"W4402206897","doi":"10.1016/j.nlp.2024.100102","title":"Job description parsing with explainable transformer based ensemble models to extract the technical and non-technical skills","year":2024,"lang":"en","type":"article","venue":"Natural Language Processing Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Interpretability; Computer science; Margin (machine learning); Artificial intelligence; Machine learning; Transformer; Statistical model; Engineering","score_opus":0.013537905842925406,"score_gpt":0.2620085156993179,"score_spread":0.24847060985639247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402206897","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060028207,0.008850482,0.92764574,0.0023953076,0.00017272773,0.00017936299,5.175306e-7,0.00018974736,0.0005378876],"genre_scores_gemma":[0.80310625,0.000012024932,0.19612667,0.0004476308,0.0001466595,0.0000105184245,4.9486044e-7,0.000016795666,0.00013293925],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998373,0.00004820632,0.0002805291,0.00038212657,0.00049496297,0.00042121622],"domain_scores_gemma":[0.99938047,0.00008840977,0.000054423082,0.00021924489,0.000104016675,0.00015344167],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00077892176,0.00019258114,0.00017463561,0.00017589511,0.0004528939,0.0016117882,0.0005038463,0.0001046594,0.0000041439016],"category_scores_gemma":[0.000032194544,0.000110847555,0.000063590414,0.0004637141,0.000049589038,0.001686995,0.00004802849,0.0010294091,0.0000023157468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000602988,0.000056149525,0.000035626137,0.0001650503,0.000016266427,0.00063238735,0.00671114,0.0058422857,0.083600834,0.00067999045,0.00031764468,0.90188235],"study_design_scores_gemma":[0.0003345643,0.00011758417,0.00015225718,0.0011693321,0.00003244985,0.0046327068,0.00032515472,0.987662,0.0036707653,0.001409413,0.0001949949,0.00029877454],"about_ca_topic_score_codex":0.00001290605,"about_ca_topic_score_gemma":0.000034777542,"teacher_disagreement_score":0.9818197,"about_ca_system_score_codex":0.00013828161,"about_ca_system_score_gemma":0.0002452073,"threshold_uncertainty_score":0.99942464},"labels":[],"label_agreement":null},{"id":"W4402264726","doi":"10.23919/acc60939.2024.10644407","title":"Domain-adaptation with knowledge accumulation through parallel stacked autoencoders: methodology and application to sulfur recovery","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Natural Science Foundation of China","keywords":"Domain adaptation; Computer science; Adaptation (eye); Domain (mathematical analysis); Artificial intelligence; Computer architecture; Parallel computing; Neuroscience; Psychology","score_opus":0.12615666617115254,"score_gpt":0.3633077928187106,"score_spread":0.23715112664755808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402264726","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011633665,0.00021396385,0.9830642,0.0022066073,0.00017480068,0.00035253062,6.1156084e-7,0.00034611134,0.0020075166],"genre_scores_gemma":[0.18628797,0.0000128649035,0.813032,0.00023749513,0.00005532975,0.000056114615,0.000004262875,0.000008465169,0.0003055426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988557,0.00012551167,0.00019317448,0.00052952825,0.00012531462,0.0001707472],"domain_scores_gemma":[0.99922055,0.00029611448,0.000033337437,0.00033243062,0.00006502509,0.000052550968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004670214,0.00011385966,0.00012704617,0.00010321714,0.000071441595,0.00018337695,0.00020231164,0.00006287165,0.0000053235144],"category_scores_gemma":[0.000018861594,0.000092504204,0.000020320624,0.0003684893,0.000019102828,0.0008236996,0.000102919636,0.00007976672,0.00004789921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024716199,0.000018209614,0.000059712984,0.00004846568,0.000025314375,0.0000029797204,0.012546915,0.08455155,0.0009978695,0.7477281,0.0001698259,0.15382634],"study_design_scores_gemma":[0.00015784323,0.000094129966,0.0005285968,0.000023691897,0.000007124196,0.00001293323,0.0002946026,0.8978717,0.0001694862,0.09396904,0.006725947,0.0001449087],"about_ca_topic_score_codex":0.00014175773,"about_ca_topic_score_gemma":0.00025239246,"teacher_disagreement_score":0.81332016,"about_ca_system_score_codex":0.00006591976,"about_ca_system_score_gemma":0.00008785276,"threshold_uncertainty_score":0.3772212},"labels":[],"label_agreement":null},{"id":"W4402352450","doi":"10.1109/ijcnn60899.2024.10650050","title":"From Static to Dynamic: A Deeper, Faster, and Adaptive Language Modeling Approach","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Computer science","score_opus":0.024774218982618966,"score_gpt":0.26469659444991483,"score_spread":0.23992237546729586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402352450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12388252,0.0006563727,0.87326175,0.0003536213,0.00012631455,0.000119302174,0.0000042115284,0.0002418442,0.0013540653],"genre_scores_gemma":[0.5549646,0.0000028110455,0.44444835,0.00020090843,0.000025023402,0.00000920138,0.0000014270772,0.000006266057,0.00034138944],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990159,0.000023987173,0.00013532728,0.00048577003,0.00015587434,0.00018313793],"domain_scores_gemma":[0.9995172,0.00005110701,0.000007664514,0.0003115114,0.000016067439,0.000096431824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010797559,0.000106081505,0.000108668464,0.00008805645,0.000033045617,0.00027475637,0.00029546773,0.000031201795,0.000009191729],"category_scores_gemma":[0.000008498153,0.000087651075,0.000023232878,0.00015384104,0.000006949805,0.00029937745,0.00028529266,0.00009691456,0.000035201985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010965806,0.00005964074,0.000014679836,0.00009553444,0.00010245511,0.0001129684,0.110703915,0.18068047,0.0020210473,0.11083269,0.00017972894,0.5951859],"study_design_scores_gemma":[0.00006737956,0.000018483497,0.0000029360338,0.00003174574,0.000004677843,0.000005728771,0.0015899047,0.9921286,0.000026495272,0.0059775366,0.000028320343,0.00011817013],"about_ca_topic_score_codex":0.00057342625,"about_ca_topic_score_gemma":0.000046562614,"teacher_disagreement_score":0.81144816,"about_ca_system_score_codex":0.00003308976,"about_ca_system_score_gemma":0.000028592087,"threshold_uncertainty_score":0.35743073},"labels":[],"label_agreement":null},{"id":"W4402402630","doi":"10.1109/ialp63756.2024.10661174","title":"The Power of Personalized Datasets: Advancing Chinese Composition Writing for Elementary School through Targeted Model Fine-Tuning","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Composition (language); Computer science; Power (physics); Mathematics education; Psychology; Linguistics; Physics","score_opus":0.016611748627520094,"score_gpt":0.30053838469815725,"score_spread":0.2839266360706372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402402630","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029147033,0.0012367778,0.9671493,0.0013977019,0.00021552159,0.000283849,0.0000919562,0.00017131351,0.00030654165],"genre_scores_gemma":[0.51739824,0.000017329765,0.4819597,0.00039035568,0.000053401203,0.00002727128,0.000088709785,0.000010934518,0.000054056538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986933,0.00003637898,0.0003751737,0.00035587873,0.00025175777,0.00028751002],"domain_scores_gemma":[0.99908316,0.00031279714,0.00006380406,0.00042822812,0.00006394142,0.00004807176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053875183,0.00013658714,0.00014537363,0.00004738913,0.00025971138,0.00020109286,0.00054474117,0.000030550837,0.000025901822],"category_scores_gemma":[0.000057377893,0.000094338175,0.00009024315,0.0002052645,0.0000279456,0.001040692,0.0002444464,0.00013466059,0.0000034758698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014354115,0.00016182197,0.0007934929,0.00066317065,0.00041733342,0.000031079235,0.008770645,0.16563495,0.1750391,0.57529765,0.028210789,0.044836413],"study_design_scores_gemma":[0.00029251652,0.000025053823,0.00001166625,0.00010637104,0.00000901273,0.0000058165156,0.0002455509,0.9879299,0.00086863694,0.00968419,0.0007024309,0.00011886632],"about_ca_topic_score_codex":0.000041297357,"about_ca_topic_score_gemma":0.000014415196,"teacher_disagreement_score":0.82229495,"about_ca_system_score_codex":0.00006172842,"about_ca_system_score_gemma":0.00008721341,"threshold_uncertainty_score":0.3846999},"labels":[],"label_agreement":null},{"id":"W4402473640","doi":"10.1109/ccece59415.2024.10667245","title":"Adapting Large Language Models for Automatic Annotation of Radiology Reports for Metastases Detection","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Annotation; Artificial intelligence; Natural language processing","score_opus":0.03076148918633741,"score_gpt":0.2961688213673668,"score_spread":0.26540733218102935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402473640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025531048,0.00037672068,0.97296596,0.00007969216,0.00036506896,0.00034655695,0.0000065114878,0.0002136334,0.0001147894],"genre_scores_gemma":[0.6888052,7.0206704e-7,0.31097284,0.000025139469,0.0000354542,0.00006386323,0.0000040803493,0.000004743068,0.000087926725],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992442,0.000023362947,0.00027928536,0.0002404148,0.0000718573,0.00014087946],"domain_scores_gemma":[0.99940705,0.00023890464,0.00007369147,0.00020797852,0.00005434873,0.000018007002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006383665,0.0000597054,0.00011968814,0.00009735487,0.00004196107,0.000037693713,0.00009178113,0.000033313907,0.0000036549689],"category_scores_gemma":[0.00010528104,0.000051349296,0.00007112073,0.00010614947,0.000005138097,0.00034880685,0.00003124489,0.000027081427,5.2046795e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000088281995,0.000046650417,0.0000095994055,0.00080519373,0.00011289876,0.000025725058,0.0065833023,0.0485755,0.032704987,0.25323695,0.00047286742,0.6574175],"study_design_scores_gemma":[0.00008821204,0.000054115844,0.000003281385,0.000021123238,0.0000140206575,0.000055358792,0.00013294471,0.964939,0.016485333,0.018058077,0.00009496712,0.000053578577],"about_ca_topic_score_codex":0.000021113217,"about_ca_topic_score_gemma":0.000019530627,"teacher_disagreement_score":0.9163635,"about_ca_system_score_codex":0.000020212176,"about_ca_system_score_gemma":0.000034732806,"threshold_uncertainty_score":0.20939636},"labels":[],"label_agreement":null},{"id":"W4402475639","doi":"10.1109/ccece59415.2024.10667232","title":"Are Large Language Models General-Purpose Solvers for Dialogue Breakdown Detection? An Empirical Investigation","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Empirical research; Natural language processing; Epistemology; Philosophy","score_opus":0.04853789792381037,"score_gpt":0.30744230264120803,"score_spread":0.2589044047173977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402475639","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16997664,0.000085534484,0.8276422,0.00084252004,0.0004557105,0.00020386557,0.000011290828,0.00055867806,0.00022357386],"genre_scores_gemma":[0.9120472,0.0000021046903,0.08554167,0.0013777135,0.00032498865,0.00006192856,0.000014699113,0.000014494298,0.00061520323],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885213,0.000047061127,0.00018076945,0.00048636243,0.00017193664,0.00026176305],"domain_scores_gemma":[0.99932206,0.000056369423,0.000035701894,0.00040445288,0.000050200746,0.00013124186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002853418,0.00011960598,0.00011214301,0.00011658265,0.00011671929,0.00027994844,0.00033429833,0.000088859815,0.000010243855],"category_scores_gemma":[0.00002512776,0.00010463252,0.00007267233,0.0002264832,0.000015637512,0.0010090189,0.0001018008,0.000107452914,0.000019634092],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037250305,0.00035018648,0.0024303738,0.0005207499,0.00018715122,0.0002627877,0.042588145,0.09767125,0.055694886,0.4768693,0.016164895,0.30722305],"study_design_scores_gemma":[0.0001524659,0.000031471944,0.00014385051,0.00001150145,0.000006490878,0.000008908859,0.00009744358,0.96854883,0.004612625,0.025334036,0.0009091679,0.00014322107],"about_ca_topic_score_codex":0.0001108556,"about_ca_topic_score_gemma":0.00047513383,"teacher_disagreement_score":0.87087756,"about_ca_system_score_codex":0.000060526556,"about_ca_system_score_gemma":0.000060987044,"threshold_uncertainty_score":0.42667904},"labels":[],"label_agreement":null},{"id":"W4402527095","doi":"10.1007/978-3-031-71736-9_3","title":"Knowledge Acquisition Passage Retrieval: Corpus, Ranking Models, and Evaluation Resources","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Universiteit van Amsterdam; Canadian Institute of Steel Construction","keywords":"Computer science; Ranking (information retrieval); Information retrieval; Knowledge acquisition; Artificial intelligence; Natural language processing","score_opus":0.04013300437566199,"score_gpt":0.2820423754897383,"score_spread":0.24190937111407634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402527095","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065566506,0.009525032,0.9786324,0.0006588765,0.0020500543,0.0005258906,0.000003383434,0.00027183798,0.0076768794],"genre_scores_gemma":[0.8118617,0.0002301236,0.18532826,0.0006035037,0.0010728863,0.000013367838,0.000009078308,0.00006598917,0.000815073],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955597,0.0000702015,0.00054144626,0.0019321499,0.0013805658,0.0005159338],"domain_scores_gemma":[0.9977389,0.00038438762,0.00021078494,0.0011652819,0.00035777193,0.00014287072],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0027868655,0.00047984137,0.000436807,0.00095028605,0.00027917666,0.001110195,0.0017382168,0.00036617898,0.000010984788],"category_scores_gemma":[0.00004738066,0.0004507002,0.00009724668,0.0006291274,0.00036815915,0.0009046991,0.0016487843,0.0008039185,0.000026903048],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008857667,0.000014544252,0.000010535281,0.00012438455,0.000016029147,0.000043102056,0.0040749875,0.10696848,0.00016745606,0.09825066,0.000014979827,0.790306],"study_design_scores_gemma":[0.00013958584,0.000039875726,0.000012386266,0.0005204492,0.000015877184,0.000037457612,1.8418035e-7,0.59118205,0.00013120568,0.40724403,0.00039196073,0.00028494955],"about_ca_topic_score_codex":0.000015320102,"about_ca_topic_score_gemma":0.000032837703,"teacher_disagreement_score":0.81120604,"about_ca_system_score_codex":0.00045356213,"about_ca_system_score_gemma":0.00039207505,"threshold_uncertainty_score":0.99992675},"labels":[],"label_agreement":null},{"id":"W4402552866","doi":"10.2196/59782","title":"Evaluating Medical Entity Recognition in Health Care: Entity Model Quantitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Health care; Artificial intelligence; Data science; World Wide Web","score_opus":0.1318051687556064,"score_gpt":0.45194625194234095,"score_spread":0.3201410831867345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402552866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32048562,0.00022962871,0.6757748,0.0013730836,0.00057045894,0.0006345637,0.000004420585,0.00025069137,0.00067671924],"genre_scores_gemma":[0.86889553,0.000062903295,0.12917073,0.001583045,0.00009577019,0.00013395364,0.00002115034,0.000011618348,0.000025291738],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950316,0.00025454455,0.0012828138,0.00027238965,0.0027443056,0.00041432335],"domain_scores_gemma":[0.9986569,0.00028780298,0.00014318053,0.0003942882,0.000123169,0.00039460193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043739416,0.00016839975,0.0003042991,0.00026328312,0.00011300668,0.00023279962,0.00084071304,0.00017229331,0.00010073267],"category_scores_gemma":[0.00092934683,0.00014795791,0.00006802474,0.0006138379,0.00006418291,0.0011659384,0.0005111601,0.0008748186,0.00014354079],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009867202,0.00046246126,0.00045866673,0.0014561756,0.00004432219,0.00007636681,0.22172043,0.0016609103,0.0000010063284,0.019551827,0.0009303301,0.75362766],"study_design_scores_gemma":[0.0005289182,0.00023583585,0.000083770676,0.00054571906,0.000003980689,0.000011678119,0.0046553034,0.9908183,0.000002689378,0.0028296355,0.00013566719,0.00014848205],"about_ca_topic_score_codex":0.00016052,"about_ca_topic_score_gemma":0.00036340416,"teacher_disagreement_score":0.98915744,"about_ca_system_score_codex":0.00029662048,"about_ca_system_score_gemma":0.001812082,"threshold_uncertainty_score":0.6033549},"labels":[],"label_agreement":null},{"id":"W4402613910","doi":"10.23977/jaip.2024.070312","title":"Analysis of Errors at the Lexical Level in Post-editing for Medical Texts","year":2024,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Practice","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Natural language processing; Linguistics; Computer science; Philosophy","score_opus":0.1220433936815191,"score_gpt":0.40878029721595965,"score_spread":0.28673690353444053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402613910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039400123,0.00057845894,0.92582345,0.032940242,0.0009783373,0.00009228843,0.000003916486,0.000010946665,0.00017223635],"genre_scores_gemma":[0.96946317,0.000059516744,0.029475495,0.00057500374,0.0003669992,0.000003287632,6.341816e-7,0.0000071637796,0.00004873842],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973058,0.0002063983,0.0011592719,0.00023071376,0.0008706704,0.0002271518],"domain_scores_gemma":[0.99435395,0.0043034647,0.00047150865,0.00026562196,0.00050226686,0.00010320715],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0054508825,0.00010229886,0.00028854547,0.00046178038,0.00008491769,0.00015435691,0.00090435595,0.00009414627,0.000099891346],"category_scores_gemma":[0.008776666,0.00006972937,0.00028102857,0.001251666,0.00007603456,0.0009897483,0.00019199557,0.0005138008,0.000011954849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019671142,0.0002595793,0.00017317687,0.000046136425,0.0007539709,0.00029852102,0.008410393,0.039684076,0.0017037794,0.11824009,0.0002390006,0.82999456],"study_design_scores_gemma":[0.000022853628,0.00013797551,0.0001271879,0.000092868126,0.00028414346,0.0001672383,0.0015724809,0.98494864,0.0047277496,0.0052579343,0.002574491,0.00008643284],"about_ca_topic_score_codex":0.00010463898,"about_ca_topic_score_gemma":0.00049434364,"teacher_disagreement_score":0.9452646,"about_ca_system_score_codex":0.0001067978,"about_ca_system_score_gemma":0.00037386178,"threshold_uncertainty_score":0.9995728},"labels":[],"label_agreement":null},{"id":"W4402619319","doi":"10.1007/978-3-031-70242-6_32","title":"Intelligent Conversational Agent for Medical Information","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pfizer (Canada)","funders":"","keywords":"Computer science; Intelligent agent; Human–computer interaction; Artificial intelligence; World Wide Web","score_opus":0.024133042930073012,"score_gpt":0.2646927494440479,"score_spread":0.2405597065139749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402619319","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000069829225,0.0002472193,0.9888457,0.003602747,0.004406701,0.00043171603,0.0000071863055,0.000152086,0.0022996308],"genre_scores_gemma":[0.048122156,0.00009828318,0.93871963,0.010249311,0.00159988,0.00006115055,0.000047615154,0.000038914466,0.0010630632],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968555,0.00000844726,0.0005880784,0.00077205186,0.0013863067,0.00038962538],"domain_scores_gemma":[0.9983896,0.00039643783,0.00014710546,0.0006817912,0.00023558902,0.0001494995],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010830568,0.00029632487,0.0002713696,0.0006511801,0.0001191479,0.00055894104,0.0022384804,0.00029274085,0.000053287476],"category_scores_gemma":[0.00016778764,0.0002646946,0.00012781662,0.00024776824,0.00025270597,0.0007540437,0.0010166547,0.000529484,0.00015796018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019972333,0.000005387072,0.0000026527914,0.00007650783,0.000008926657,0.000011981584,0.00076393643,0.019509047,0.0000016466311,0.2892787,0.00008626387,0.69025296],"study_design_scores_gemma":[0.0000937922,0.00004320776,0.000002552602,0.00023874218,0.0000037945617,0.000027132763,1.4289287e-7,0.7374183,0.0001251783,0.239365,0.022461966,0.00022017636],"about_ca_topic_score_codex":0.000009628973,"about_ca_topic_score_gemma":0.000018663392,"teacher_disagreement_score":0.7179093,"about_ca_system_score_codex":0.0003792081,"about_ca_system_score_gemma":0.000951305,"threshold_uncertainty_score":0.9999805},"labels":[],"label_agreement":null},{"id":"W4402644087","doi":"10.1016/j.cose.2024.104120","title":"Entity and relation extractions for threat intelligence knowledge graphs","year":2024,"lang":"en","type":"article","venue":"Computers & Security","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Knowledge graph; Relation (database); Natural language processing; Computer security; Knowledge management; Artificial intelligence; Data mining","score_opus":0.0321096837671894,"score_gpt":0.30012742349680904,"score_spread":0.2680177397296196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402644087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018588636,0.003586424,0.9740356,0.00071775226,0.0021003494,0.0002217768,0.0000031923284,0.00034940374,0.00039682677],"genre_scores_gemma":[0.9401423,0.00012753095,0.059498295,0.000036936723,0.00011753663,0.00001786025,0.0000034146153,0.000006757585,0.000049402406],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990463,0.00003510746,0.0001829018,0.00046604878,0.00009205171,0.00017756347],"domain_scores_gemma":[0.9992467,0.00027561537,0.000027446706,0.00031486468,0.000059610065,0.00007572262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022459067,0.000113739836,0.0001088231,0.0001244113,0.00016642609,0.00031541623,0.00031871023,0.00006335223,0.0000029236498],"category_scores_gemma":[0.00001940756,0.00011387754,0.0000764855,0.00026391872,0.000041453917,0.0006776982,0.00019999754,0.00016568619,0.000016948788],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000147533,0.000033015473,0.00015964224,0.000091681955,0.000015898282,0.000004147514,0.0026070336,0.00016475873,0.000036210316,0.867868,0.00077339815,0.12824474],"study_design_scores_gemma":[0.00004276567,0.00002470123,0.00050895894,0.000045989404,0.00000802348,0.000021813334,0.000010943065,0.7531135,0.00009416962,0.23887864,0.0071467482,0.000103720085],"about_ca_topic_score_codex":0.00002144813,"about_ca_topic_score_gemma":0.000023957033,"teacher_disagreement_score":0.9215536,"about_ca_system_score_codex":0.000044331573,"about_ca_system_score_gemma":0.00004357121,"threshold_uncertainty_score":0.46437913},"labels":[],"label_agreement":null},{"id":"W4402646777","doi":"10.1007/978-3-031-70242-6_14","title":"Coherence Graphs: Bridging the Gap in Text Segmentation with Unsupervised Learning","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Bridging (networking); Computer science; Coherence (philosophical gambling strategy); Segmentation; Artificial intelligence; Natural language processing; Physics","score_opus":0.021355864718021943,"score_gpt":0.24323039815055045,"score_spread":0.2218745334325285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402646777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014130516,0.00073124666,0.99245787,0.0012978739,0.00078034133,0.00047238896,7.9735764e-7,0.00018447315,0.0026619495],"genre_scores_gemma":[0.79868454,0.000046713314,0.19884829,0.0012218087,0.00030498047,0.00003491659,0.0000039469755,0.00005325961,0.0008015535],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99642485,0.000054426113,0.00045466018,0.0014934818,0.000986157,0.00058639684],"domain_scores_gemma":[0.9982721,0.0003872518,0.0001733551,0.0009629716,0.00011876969,0.00008551429],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010394246,0.0004424432,0.00035250335,0.00076469633,0.00025685292,0.00094799115,0.00257213,0.00016094836,0.000013007344],"category_scores_gemma":[0.000037800055,0.0003109778,0.00007460478,0.0011052124,0.00043223286,0.00059474865,0.00089231017,0.0014194794,0.000034137942],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048455986,0.000010579793,0.0005177302,0.00006380558,0.0000108607655,0.00014419864,0.003682666,0.3808968,0.00023385308,0.024552347,0.000004384006,0.5898779],"study_design_scores_gemma":[0.0002097316,0.00010101175,0.00015099673,0.00097600283,0.000007457056,0.00007179611,0.0000023749235,0.9098453,0.00043991054,0.087582655,0.00016557793,0.00044720893],"about_ca_topic_score_codex":0.00011215238,"about_ca_topic_score_gemma":0.0003241881,"teacher_disagreement_score":0.7972715,"about_ca_system_score_codex":0.00027162145,"about_ca_system_score_gemma":0.0003870577,"threshold_uncertainty_score":0.99993426},"labels":[],"label_agreement":null},{"id":"W4402647202","doi":"10.1007/978-3-031-70242-6_37","title":"CoURAGE: A Framework to Evaluate RAG Systems","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Courage; Computer science; Theology; Philosophy","score_opus":0.02741885497644407,"score_gpt":0.2844265836925258,"score_spread":0.25700772871608174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402647202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000048057285,0.001933422,0.9794727,0.0024684563,0.010015672,0.0007166126,0.0000053128642,0.00042628293,0.004913463],"genre_scores_gemma":[0.15154962,0.00004050645,0.83895046,0.0033742993,0.0021464673,0.0000510115,0.000002270247,0.00009698993,0.0037883932],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940926,0.000040329316,0.0006975008,0.002473305,0.0017997443,0.0008965465],"domain_scores_gemma":[0.99607384,0.00057960063,0.00017759054,0.002512638,0.0003111519,0.00034514986],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017384684,0.0006518309,0.0006722755,0.0011291528,0.00020970752,0.0018472807,0.0050189216,0.00046809737,0.000020657308],"category_scores_gemma":[0.0001805743,0.00057774613,0.00015958198,0.0009965061,0.00024483397,0.00042413152,0.0027182407,0.001493805,0.0005937876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030479323,0.000010896659,0.0000058291216,0.00012586296,0.000019149826,0.00029045405,0.0015516469,0.41275996,0.00004023013,0.30644807,0.00008745987,0.2786574],"study_design_scores_gemma":[0.000063050255,0.000077961406,0.000004037346,0.0013490682,0.000009368422,0.00008429433,1.7008867e-7,0.7002108,0.000059421003,0.29345423,0.004170268,0.0005173249],"about_ca_topic_score_codex":0.000041379506,"about_ca_topic_score_gemma":0.000018278237,"teacher_disagreement_score":0.28745085,"about_ca_system_score_codex":0.0005490846,"about_ca_system_score_gemma":0.0006957491,"threshold_uncertainty_score":0.9996674},"labels":[],"label_agreement":null},{"id":"W4402667062","doi":"10.18653/v1/2024.acl-long.20","title":"Confidence Under the Hood: An Investigation into the Confidence-Probability Alignment in Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Confidence interval; Artificial intelligence; Confidence distribution; Natural language processing; Statistics; Mathematics","score_opus":0.04172525238957015,"score_gpt":0.2864207796739621,"score_spread":0.24469552728439198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402667062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2597123,0.0004361586,0.72787654,0.010747424,0.0001993495,0.00027759108,6.8008796e-7,0.00014860065,0.00060134573],"genre_scores_gemma":[0.9887648,0.00001392809,0.0082426965,0.00259512,0.000050139843,0.00005044867,0.0000014827061,0.0000059139866,0.00027546013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998349,0.000258733,0.00027308526,0.00049132033,0.00037794735,0.0002499326],"domain_scores_gemma":[0.99860007,0.0002702256,0.000031183034,0.0009970131,0.000037326357,0.000064198844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017880538,0.00012321744,0.00009828673,0.00004532025,0.00012391337,0.00043187052,0.0010832931,0.0000532087,0.000036162735],"category_scores_gemma":[0.000030244459,0.000066902474,0.00003746698,0.00032878682,0.00009521302,0.00091589236,0.00029390104,0.00022469688,0.00002774928],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.024611e-7,0.000010795844,0.00006868885,0.000010587423,0.000004144219,0.0000040636414,0.029222297,0.009392649,0.00034931267,0.9586403,0.00005317344,0.0022434113],"study_design_scores_gemma":[0.000041130694,0.000009913623,0.00020469235,0.000021839067,0.0000019487675,0.0000026532043,0.0021864115,0.5642404,0.0005699441,0.43262553,0.00003374378,0.00006180661],"about_ca_topic_score_codex":0.003183168,"about_ca_topic_score_gemma":0.0034591046,"teacher_disagreement_score":0.7290525,"about_ca_system_score_codex":0.0001069521,"about_ca_system_score_gemma":0.00016544225,"threshold_uncertainty_score":0.48120186},"labels":[],"label_agreement":null},{"id":"W4402670397","doi":"10.18653/v1/2024.findings-acl.277","title":"SPIN: Sparsifying and Integrating Internal Neurons in Large Language Models for Text Classification","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Spin (aerodynamics); Artificial intelligence; Natural language processing; Physics","score_opus":0.05774731341226357,"score_gpt":0.31473679079301475,"score_spread":0.2569894773807512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402670397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09103685,0.0002657264,0.90481234,0.0010548708,0.0001836954,0.000119378594,0.0000011909381,0.00012537533,0.0024005622],"genre_scores_gemma":[0.9198857,0.0000065344243,0.07953631,0.00017077074,0.000046123616,0.000017646695,0.0000010886007,0.000006200266,0.00032960798],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927384,0.000017466986,0.00016370484,0.00030707868,0.000073541494,0.00016434312],"domain_scores_gemma":[0.9996824,0.000081516024,0.000017344639,0.00017439967,0.000013583041,0.000030716023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026725297,0.0000698613,0.000072074145,0.000113418915,0.000034060893,0.0002446918,0.00022016146,0.000030296473,0.0000036100564],"category_scores_gemma":[0.000025321167,0.000059739676,0.0000244903,0.00012144052,0.000006754013,0.00050425885,0.00012391029,0.00012237474,0.000003736017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001727926,0.000012832763,0.00037411184,0.000056424193,0.000003743052,0.000009727574,0.004738945,0.00060378364,0.0022911225,0.837441,0.00008454817,0.15438199],"study_design_scores_gemma":[0.00009981672,0.000012884507,0.00036891573,0.000076725766,0.0000012729357,0.0000075789894,0.0003962128,0.99275166,0.00018803176,0.005846135,0.0001851595,0.00006558103],"about_ca_topic_score_codex":0.00007672898,"about_ca_topic_score_gemma":0.0001385511,"teacher_disagreement_score":0.9921479,"about_ca_system_score_codex":0.00002946793,"about_ca_system_score_gemma":0.000024111197,"threshold_uncertainty_score":0.24361132},"labels":[],"label_agreement":null},{"id":"W4402671301","doi":"10.18653/v1/2024.acl-long.785","title":"CausalGym: Benchmarking causal interpretability methods on linguistic tasks","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Cambridge; Institute for Catastrophic Loss Reduction","keywords":"Interpretability; Benchmarking; Computer science; Natural language processing; Artificial intelligence; Linguistics; Philosophy","score_opus":0.037292220696516734,"score_gpt":0.36924851090356064,"score_spread":0.3319562902070439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402671301","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028333205,0.00022475942,0.95428884,0.00046973323,0.0034329435,0.000103824364,8.544769e-7,0.0006349938,0.03801075],"genre_scores_gemma":[0.61980325,0.0000022834233,0.37922406,0.0003257731,0.0002517164,0.000008526185,7.067906e-7,0.000008375401,0.00037531674],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829715,0.00018321014,0.0002890575,0.0007087833,0.00022710738,0.00029469654],"domain_scores_gemma":[0.9983483,0.00067844917,0.000023410032,0.00080117723,0.00004892668,0.00009974048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011787625,0.00016166468,0.00016747264,0.00012854226,0.000069515,0.0003534064,0.0006236516,0.00006948369,0.00014422557],"category_scores_gemma":[0.00035054912,0.00013270251,0.000086336964,0.0002902995,0.00003031111,0.00016277656,0.0003527772,0.0003076043,0.000094258256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024197952,0.00002504671,0.00011930532,0.00006220901,0.000027164137,0.00006590001,0.0018384755,0.00049594435,0.0006325925,0.4776755,0.0003378856,0.5187176],"study_design_scores_gemma":[0.00003790349,0.00006162748,0.0001344221,0.00008170913,0.0000075920425,0.000013820264,0.000008623651,0.96307313,0.0013245376,0.026666148,0.0084178625,0.00017259216],"about_ca_topic_score_codex":0.00012230944,"about_ca_topic_score_gemma":0.000015982108,"teacher_disagreement_score":0.9625772,"about_ca_system_score_codex":0.00011296801,"about_ca_system_score_gemma":0.00009996235,"threshold_uncertainty_score":0.5411451},"labels":[],"label_agreement":null},{"id":"W4402671426","doi":"10.18653/v1/2024.arabicnlp-1.101","title":"WojoodNER 2024: The Second Arabic Named Entity Recognition Shared Task","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Birzeit University","keywords":"Computer science; Arabic; Task (project management); Natural language processing; Artificial intelligence; Entity linking; Named-entity recognition; Speech recognition; Linguistics; Engineering; Knowledge base","score_opus":0.0318173123631445,"score_gpt":0.2448831006226526,"score_spread":0.2130657882595081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402671426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049673077,0.00053856603,0.86313593,0.0064765513,0.0033520304,0.0002591639,0.00001527121,0.0006128314,0.07593656],"genre_scores_gemma":[0.9262348,0.000011651555,0.017952306,0.0015799054,0.00029117902,0.000039551735,0.0000078483745,0.000010565474,0.053872224],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908507,0.000046079538,0.00015215433,0.00035458116,0.00018153366,0.00018059948],"domain_scores_gemma":[0.99938995,0.000083282066,0.000017548762,0.00042574145,0.000038225327,0.000045229182],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00029575103,0.00008557056,0.00007004043,0.00005769523,0.00008437052,0.0005471291,0.00050241087,0.000043355627,0.0035706619],"category_scores_gemma":[0.000023219174,0.00005504011,0.00006227168,0.00026257275,0.000018076658,0.00058478396,0.00018006863,0.00017811442,0.0010515453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046783257,0.000073430536,0.00018169807,0.00020036177,0.00012960884,0.000087838765,0.004191315,0.000088000794,0.004074934,0.09584517,0.184765,0.71035796],"study_design_scores_gemma":[0.00015933304,0.000026081501,0.0004237685,0.00006837673,0.00001223137,0.00003791536,0.00006358245,0.75387394,0.0020443304,0.076505855,0.16651174,0.0002728158],"about_ca_topic_score_codex":0.000029768413,"about_ca_topic_score_gemma":0.00011025169,"teacher_disagreement_score":0.8765617,"about_ca_system_score_codex":0.00003256344,"about_ca_system_score_gemma":0.00005190112,"threshold_uncertainty_score":0.99972624},"labels":[],"label_agreement":null},{"id":"W4402683840","doi":"10.18653/v1/2024.findings-acl.19","title":"Are self-explanations from Large Language Models faithful?","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Natural language processing; Language model; Artificial intelligence; Linguistics; Philosophy","score_opus":0.021926898320238954,"score_gpt":0.2564935360003454,"score_spread":0.23456663768010647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402683840","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01501158,0.00058888254,0.9670757,0.0015538493,0.0003377839,0.00005693767,0.000020970849,0.0011859215,0.014168357],"genre_scores_gemma":[0.88619554,0.000005996707,0.11173182,0.0006204539,0.00011486419,0.000008726574,0.000005972128,0.000007046274,0.0013095748],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921244,0.0000183202,0.000112466805,0.00031387637,0.00017351998,0.00016939154],"domain_scores_gemma":[0.9994433,0.00005832229,0.000018837683,0.00040572663,0.000021240137,0.000052583546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009406807,0.0000758177,0.000073738716,0.00007346262,0.00005301849,0.00024839066,0.00043120232,0.000040206665,0.00011418475],"category_scores_gemma":[0.00000745276,0.00006360148,0.000039971386,0.0001787884,0.000002996475,0.0005742635,0.00016443619,0.00009650359,0.00025933617],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8193918e-7,0.000045962915,0.00016862982,0.000016468346,0.000042871114,0.0001344777,0.007135443,0.0022232474,0.00011665348,0.9747837,0.008288468,0.0070438026],"study_design_scores_gemma":[0.00005917456,0.0000022418292,0.000098742625,0.000015913762,0.000003957719,0.0000022725774,0.00023488436,0.9759264,0.00014745755,0.019008221,0.004411478,0.00008923755],"about_ca_topic_score_codex":0.0001417683,"about_ca_topic_score_gemma":0.00012326558,"teacher_disagreement_score":0.97370315,"about_ca_system_score_codex":0.000029638994,"about_ca_system_score_gemma":0.000030666586,"threshold_uncertainty_score":0.33333284},"labels":[],"label_agreement":null},{"id":"W4402684133","doi":"10.18653/v1/2024.findings-acl.85","title":"RIFF: Learning to Rephrase Inputs for Few-shot Fine-tuning of Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alliance de recherche numérique du Canada; Alberta Machine Intelligence Institute; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Shot (pellet); Computer science; Language model; Artificial intelligence; One shot; Natural language processing; Programming language; Computer graphics (images); Mechanical engineering; Engineering; Materials science","score_opus":0.044489482314249255,"score_gpt":0.3024851167530286,"score_spread":0.2579956344387793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402684133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070550814,0.00016644115,0.92336303,0.00090013084,0.00020022024,0.0001574506,0.0000016142897,0.00030042115,0.0043598525],"genre_scores_gemma":[0.81885135,0.0000013259506,0.17750272,0.0001966149,0.00006816483,0.00001814259,0.0000018832565,0.000010411486,0.0033493713],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990147,0.000025956624,0.00021471735,0.00035925256,0.0001661706,0.00021922153],"domain_scores_gemma":[0.99932444,0.00016492965,0.000026458825,0.00036536713,0.000042232343,0.00007657607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040326733,0.00009632943,0.0001402816,0.00014067961,0.00004814788,0.00011143615,0.00040918702,0.000040355055,0.000018692615],"category_scores_gemma":[0.000095260875,0.000083242216,0.00006769666,0.0002561658,0.0000069290877,0.00032629815,0.00023412994,0.00011390432,0.000015827516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019938825,0.00003055651,0.000066604756,0.00041331272,0.000052687403,0.00006635834,0.029747233,0.42280373,0.04624458,0.25660485,0.0028571652,0.24109298],"study_design_scores_gemma":[0.0000971169,0.00006152811,0.000002108798,0.00007638352,0.00000435336,0.0000043787527,0.00008662324,0.98541987,0.010799691,0.0015915718,0.0017524585,0.00010394398],"about_ca_topic_score_codex":0.00006545838,"about_ca_topic_score_gemma":0.000017538092,"teacher_disagreement_score":0.74830055,"about_ca_system_score_codex":0.000023273566,"about_ca_system_score_gemma":0.000046718873,"threshold_uncertainty_score":0.3394519},"labels":[],"label_agreement":null},{"id":"W4402715036","doi":"10.18653/v1/2024.sigdial-1.26","title":"Coherence-based Dialogue Discourse Structure Extraction using Open-Source Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs","keywords":"Computer science; Coherence (philosophical gambling strategy); Natural language processing; Artificial intelligence; Extraction (chemistry); Linguistics; Physics; Philosophy; Chemistry","score_opus":0.041014228985578646,"score_gpt":0.3263863849262883,"score_spread":0.28537215594070964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402715036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08853353,0.00021770618,0.90814394,0.00040953353,0.0005788172,0.00020224559,0.00001370668,0.0002895139,0.0016110408],"genre_scores_gemma":[0.89724666,7.128286e-7,0.10152242,0.0002939835,0.00013566484,0.000005422124,0.000009634271,0.000015052294,0.0007704555],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987539,0.0000585547,0.00017900225,0.0004895903,0.00023584529,0.0002831122],"domain_scores_gemma":[0.9992546,0.0000589768,0.000036575868,0.0005431183,0.000027763754,0.00007899267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021844883,0.00014352298,0.00013329579,0.00009345633,0.000119977216,0.0008776579,0.0008574213,0.0000797447,0.00013456376],"category_scores_gemma":[0.000010008082,0.00011663471,0.000048852482,0.00026793152,0.000017150363,0.0014703155,0.00032248546,0.0002092222,0.000016329264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000125585875,0.00012828443,0.0001457361,0.00012665258,0.000053048854,0.0002285486,0.0067753913,0.5548966,0.05305463,0.26267633,0.0010750535,0.12082714],"study_design_scores_gemma":[0.00016841361,0.000010811195,0.000010369799,0.00005391235,0.000008089606,0.00001570183,0.00016592533,0.9904932,0.0037229469,0.004679222,0.00050626445,0.00016517234],"about_ca_topic_score_codex":0.0006341453,"about_ca_topic_score_gemma":0.00022678534,"teacher_disagreement_score":0.80871314,"about_ca_system_score_codex":0.00007257186,"about_ca_system_score_gemma":0.00017288992,"threshold_uncertainty_score":0.84632754},"labels":[],"label_agreement":null},{"id":"W4402716221","doi":"10.1109/cvpr52733.2024.00661","title":"CLiC: Concept Learning in Context","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Context (archaeology); Geology","score_opus":0.02669239094303115,"score_gpt":0.2753163558285381,"score_spread":0.24862396488550692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402716221","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0094670905,0.00070917816,0.95990103,0.0017319715,0.0003444821,0.00004671589,1.5440912e-7,0.00045208473,0.027347283],"genre_scores_gemma":[0.9872598,0.0000029464325,0.0076658498,0.00036785865,0.000038593676,0.0000034037837,4.3406317e-7,0.0000028763254,0.004658257],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994879,0.000023001423,0.00009727291,0.000196998,0.00007676746,0.00011805848],"domain_scores_gemma":[0.99975926,0.00007271631,0.00000589976,0.00013059874,0.000007926163,0.00002361698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000113490234,0.00004090339,0.00005262762,0.00005292131,0.000015990729,0.00013179217,0.000230565,0.000022816914,0.00016524577],"category_scores_gemma":[0.00002326133,0.000034854653,0.000019218485,0.00015677202,0.000006492355,0.000225453,0.00010191684,0.00013926931,0.0002588692],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9073745e-7,0.00000358361,0.00024413131,0.000006130113,0.0000021397727,0.000037070375,0.0023602515,0.0016401809,0.00010157662,0.4338905,0.0009474224,0.5607668],"study_design_scores_gemma":[0.000061416256,0.000010975479,0.00008374819,0.0000358109,2.902521e-7,0.000005299901,0.000102910395,0.9353574,0.0003873606,0.0017274608,0.062165372,0.00006195348],"about_ca_topic_score_codex":0.00007158179,"about_ca_topic_score_gemma":0.000032959728,"teacher_disagreement_score":0.9777927,"about_ca_system_score_codex":0.000020091531,"about_ca_system_score_gemma":0.00003543302,"threshold_uncertainty_score":0.33273265},"labels":[],"label_agreement":null},{"id":"W4402727495","doi":"10.1109/cvpr52733.2024.01432","title":"LMDrive: Closed-Loop End-to-End Driving with Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"End-to-end principle; Closed loop; Computer science; Loop (graph theory); End-user development; End user; Control theory (sociology); Engineering; Control engineering; Mathematics; Artificial intelligence; Operating system; Control (management)","score_opus":0.0139909095307899,"score_gpt":0.25804953909438444,"score_spread":0.24405862956359453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402727495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078722335,0.00021915163,0.8958303,0.0011837888,0.00025986132,0.00013474414,0.0000025312045,0.00071283226,0.022934472],"genre_scores_gemma":[0.85576725,0.0000038698677,0.13624954,0.00063714565,0.00011322867,0.00001345859,0.0000014836497,0.0000172687,0.0071967323],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842626,0.000027960525,0.0001674598,0.00058858405,0.00036208917,0.0004276663],"domain_scores_gemma":[0.99904835,0.00007379757,0.000016799077,0.0006745223,0.00003358633,0.00015296605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002713909,0.00015629834,0.00014098473,0.00015263964,0.000077679586,0.00038166705,0.000689082,0.000048030317,0.00016969872],"category_scores_gemma":[0.000010494791,0.000116629926,0.000048346083,0.00041710725,0.000012683762,0.00072931027,0.000398595,0.00017761288,0.00020009828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024360274,0.000044857774,0.0002592399,0.000048782767,0.000050114788,0.0003876726,0.0092988415,0.01118505,0.0019514193,0.85463154,0.0018359616,0.120304085],"study_design_scores_gemma":[0.00012844546,0.000037651822,0.00007781851,0.000078495745,0.000006533128,0.000028064629,0.00017716369,0.9927058,0.0012901877,0.0023056497,0.0029447966,0.0002193431],"about_ca_topic_score_codex":0.00010892572,"about_ca_topic_score_gemma":0.00021354358,"teacher_disagreement_score":0.9815208,"about_ca_system_score_codex":0.000048003487,"about_ca_system_score_gemma":0.000089598696,"threshold_uncertainty_score":0.47560304},"labels":[],"label_agreement":null},{"id":"W4402742293","doi":"10.1109/comst.2024.3465447","title":"Large Language Model (LLM) for Telecommunications: A Comprehensive Survey on Principles, Key Techniques, and Opportunities","year":2024,"lang":"en","type":"article","venue":"IEEE Communications Surveys & Tutorials","topic":"Topic Modeling","field":"Computer Science","cited_by":172,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Western University; McGill University","funders":"","keywords":"Key (lock); Computer science; Telecommunications; Computer security","score_opus":0.2304285349274346,"score_gpt":0.3701655304340794,"score_spread":0.1397369955066448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402742293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006947626,0.0110453265,0.971069,0.0033036564,0.0010516273,0.0015311171,0.0011106618,0.0012760533,0.0026649504],"genre_scores_gemma":[0.7533559,0.006932138,0.2349674,0.0004758625,0.00030998816,0.0010019088,0.0006995793,0.00008653298,0.0021706636],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99564654,0.0024582727,0.0006968637,0.0005362476,0.00027324856,0.00038883538],"domain_scores_gemma":[0.98955584,0.0046989927,0.00016739954,0.0050014663,0.0004500034,0.00012631131],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006660186,0.0002861115,0.00040867596,0.000309671,0.0005817723,0.00052752154,0.0031331817,0.00016966547,0.000003365741],"category_scores_gemma":[0.00036861288,0.0002903024,0.00010271702,0.00034704685,0.00017108937,0.00052533415,0.0010787309,0.0003890315,0.000014559306],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017711245,0.0005126054,0.00009762198,0.00016368713,0.00019109256,0.000008116989,0.007079573,0.00092103204,0.0015239402,0.91769147,0.0077753547,0.06401777],"study_design_scores_gemma":[0.0005480717,0.00014492543,0.00048548018,0.0003153926,0.000037654176,0.000018838586,0.00024560536,0.6272046,0.0011632419,0.0067017186,0.36241317,0.0007212995],"about_ca_topic_score_codex":0.0004926972,"about_ca_topic_score_gemma":0.00079641654,"teacher_disagreement_score":0.91098976,"about_ca_system_score_codex":0.00013789385,"about_ca_system_score_gemma":0.00042212583,"threshold_uncertainty_score":0.99995494},"labels":[],"label_agreement":null},{"id":"W4402821735","doi":"10.1101/2024.09.23.614603","title":"Protein Language Models: Is Scaling Necessary?","year":2024,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; Polytechnique Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Scaling; Computer science; Mathematics; Geometry","score_opus":0.02002412734202891,"score_gpt":0.23131075610278704,"score_spread":0.21128662876075813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402821735","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4504142,0.007626909,0.53326845,0.0019211239,0.0024651163,0.0012211587,0.00015805232,0.0028104554,0.000114512295],"genre_scores_gemma":[0.8889127,0.000049477258,0.10947406,0.0004869668,0.0006420886,0.00026088598,1.216973e-7,0.00013485989,0.000038879825],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955483,0.00012793663,0.0006926506,0.0020637577,0.00076378393,0.00080354686],"domain_scores_gemma":[0.99588,0.00003787639,0.0002926568,0.003167332,0.0002962168,0.00032592082],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00082543754,0.0007044391,0.0006062041,0.000426348,0.00016317022,0.0012305301,0.0026210689,0.0006236758,0.000023662222],"category_scores_gemma":[0.000072070754,0.0007481118,0.0002613726,0.00074854423,0.00006375364,0.00047141267,0.004124075,0.0015690599,0.00026761202],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002457794,0.00039113255,0.00014792968,0.005838884,0.0007722654,0.0015751317,0.0014088604,0.011861011,0.763238,0.21140368,0.00305843,0.00028007614],"study_design_scores_gemma":[0.000274098,0.000022063952,0.00008298387,0.0017268113,0.000070091526,4.0208622e-8,0.0000085992615,0.74772394,0.24659348,0.0008156637,0.0012919641,0.0013902775],"about_ca_topic_score_codex":0.00013760604,"about_ca_topic_score_gemma":0.0000013967588,"teacher_disagreement_score":0.7358629,"about_ca_system_score_codex":0.00029903787,"about_ca_system_score_gemma":0.0008147606,"threshold_uncertainty_score":0.9998063},"labels":[],"label_agreement":null},{"id":"W4402943559","doi":"10.1007/s11760-024-03560-z","title":"Integrating YOLO and WordNet for automated image object summarization","year":2024,"lang":"en","type":"article","venue":"Signal Image and Video Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Automatic summarization; WordNet; Computer science; Artificial intelligence; Computer vision; Object (grammar); Image (mathematics); Information retrieval; Natural language processing","score_opus":0.014880209860290998,"score_gpt":0.2875325919453473,"score_spread":0.2726523820850563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402943559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0078464085,0.002161078,0.9881989,0.00044426692,0.00008670216,0.00015329658,0.0000025072452,0.00068634615,0.0004204924],"genre_scores_gemma":[0.68977606,0.000015080772,0.30982253,0.00014798787,0.00009678089,0.000018897648,0.000005812733,0.000013743642,0.00010310977],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990169,0.000031664877,0.00020628884,0.00042379557,0.00010751637,0.00021387011],"domain_scores_gemma":[0.99957204,0.0001325474,0.00004670177,0.00009832068,0.000094169685,0.000056218225],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00042000183,0.00013161832,0.00012862081,0.0001108886,0.00022261521,0.0017376646,0.00014342528,0.000049550632,0.000003118261],"category_scores_gemma":[0.0000879808,0.000112198795,0.000024505374,0.00024188173,0.00004827257,0.0016613244,0.0001148064,0.00011536843,0.0000017368159],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006290532,0.000010607009,0.00009349044,0.00076894986,0.000013656218,0.00002405264,0.0030106565,0.000027190814,0.12132582,0.0025604514,0.00042760855,0.8717312],"study_design_scores_gemma":[0.00013141015,0.00003317511,0.00004801223,0.00036878197,0.00001320911,0.00002643831,0.00011410038,0.98665553,0.0073595727,0.0048289006,0.00027705455,0.00014378599],"about_ca_topic_score_codex":0.000017709492,"about_ca_topic_score_gemma":0.0000041253024,"teacher_disagreement_score":0.98662835,"about_ca_system_score_codex":0.000018132157,"about_ca_system_score_gemma":0.0000952651,"threshold_uncertainty_score":0.99929863},"labels":[],"label_agreement":null},{"id":"W4402977990","doi":"10.1145/3640310.3674091","title":"Text2VQL: Teaching a Model Query Language to Open-Source Language Models with ChatGPT","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; RDF query language; Query language; Open source; Programming language; Language model; Object Query Language; Natural language processing; Query by Example; Artificial intelligence; World Wide Web; Web search query; Information retrieval; Web query classification; Software; Search engine","score_opus":0.020833187557259894,"score_gpt":0.2853979916821693,"score_spread":0.2645648041249094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402977990","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020023232,0.00032167937,0.93970495,0.0034145843,0.00010700922,0.00034399514,0.0000026912683,0.000976603,0.035105266],"genre_scores_gemma":[0.62898344,0.0000014273484,0.33893952,0.0018837147,0.00007813984,0.00003776476,0.0000015628169,0.000030610918,0.030043801],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982145,0.00005031001,0.00020371405,0.0007751108,0.0003525287,0.00040383928],"domain_scores_gemma":[0.99864894,0.00005800261,0.000022823247,0.0010157573,0.000023413078,0.00023109015],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00051585643,0.0002118495,0.00019450234,0.00017925986,0.0001203094,0.0011231308,0.0017429516,0.000048636943,0.000020375144],"category_scores_gemma":[0.000018503606,0.00014188106,0.000048037527,0.00026968287,0.000012496577,0.0014195475,0.0012016692,0.0003501935,0.000108671644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000086666605,0.000032774326,0.0000062498907,0.000040659008,0.000021762093,0.0001680514,0.035171524,0.45250952,0.00094580057,0.38304406,0.0014466807,0.12660426],"study_design_scores_gemma":[0.00012113553,0.000029492847,0.00000213231,0.00014531086,0.000005920023,0.000025433328,0.00055760134,0.9945357,0.00022947838,0.0026066627,0.0014708526,0.00027028253],"about_ca_topic_score_codex":0.0010809624,"about_ca_topic_score_gemma":0.00017952712,"teacher_disagreement_score":0.6089602,"about_ca_system_score_codex":0.000071221,"about_ca_system_score_gemma":0.00016978195,"threshold_uncertainty_score":0.9999138},"labels":[],"label_agreement":null},{"id":"W4403090795","doi":"10.1101/2024.10.02.24314783","title":"Inconsistency detection in cancer data classification using explainable-AI","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Computer science; Artificial intelligence; Cancer detection; Cancer; Machine learning; Pattern recognition (psychology); Medicine; Internal medicine","score_opus":0.1801339199482145,"score_gpt":0.3615955237455872,"score_spread":0.18146160379737267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403090795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34150335,0.0013792848,0.6513479,0.0015088401,0.0034212985,0.00029274955,0.0000127220455,0.00021023596,0.00032364592],"genre_scores_gemma":[0.982448,0.00008567541,0.01691211,0.00010213456,0.0002596114,0.00007369357,0.000013693554,0.000019990297,0.00008512952],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977033,0.00012249853,0.00043170096,0.0012000555,0.00028721496,0.0002552255],"domain_scores_gemma":[0.9973163,0.000038176335,0.00014369289,0.002374682,0.000074295545,0.00005282634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078918104,0.00019983781,0.0002250955,0.00034253523,0.00006300501,0.0002886642,0.0018870785,0.00022257806,0.0000074126356],"category_scores_gemma":[0.000085169806,0.00020655741,0.000042735253,0.00041168835,0.000022973029,0.0003394501,0.0047450922,0.0008641955,0.0000188362],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017104987,0.00020569398,0.03456174,0.0028876015,0.00015699603,0.00028875467,0.0046991217,0.07022718,0.024068998,0.020637972,0.00028745085,0.8419614],"study_design_scores_gemma":[0.00005852437,0.0000035110784,0.002273007,0.00033226414,0.000016411308,0.0000067877836,0.000024434376,0.98163307,0.000565968,0.014218276,0.00066277664,0.00020496706],"about_ca_topic_score_codex":0.0020677152,"about_ca_topic_score_gemma":0.001429328,"teacher_disagreement_score":0.91140586,"about_ca_system_score_codex":0.00039253043,"about_ca_system_score_gemma":0.00048212515,"threshold_uncertainty_score":0.8423167},"labels":[],"label_agreement":null},{"id":"W4403093099","doi":"10.1016/j.jml.2024.104573","title":"An embedded computational framework of memory: Accounting for the influence of semantic information in verbal short-term memory","year":2024,"lang":"en","type":"article","venue":"Journal of Memory and Language","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia; University of Manitoba; Université de Moncton","funders":"Natural Sciences and Engineering Research Council of Canada; Experimental Psychology Society","keywords":"Psychology; Short-term memory; Cognitive psychology; Semantic memory; Term (time); Verbal memory; Long-term memory; Cognition; Working memory; Neuroscience","score_opus":0.010621753145568912,"score_gpt":0.2855527774992688,"score_spread":0.27493102435369987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403093099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7824695,0.0006403082,0.21645015,0.0001238686,0.00018790338,0.00009412687,0.0000027027534,0.000008379027,0.000023031653],"genre_scores_gemma":[0.9836597,0.000011744117,0.016089117,0.000120389836,0.00010888266,0.0000017966197,0.0000010333375,0.0000037157338,0.000003614368],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989491,0.000044532328,0.00052164507,0.00008653732,0.00029004994,0.000108144006],"domain_scores_gemma":[0.99899733,0.00046157974,0.00021484811,0.00016916051,0.00012343492,0.000033630404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001074442,0.000078344,0.00018413283,0.00017454737,0.000042077667,0.00009229519,0.00038608242,0.00005615342,0.0000053410186],"category_scores_gemma":[0.00012323522,0.00005620106,0.00006151051,0.00017683207,0.00004089946,0.0013492663,0.00005656137,0.00022223724,3.498285e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008912565,0.000074941396,0.0012850233,0.0009983755,0.0001007764,0.00006291276,0.11095334,0.6913883,0.008571955,0.0044977576,0.000050398547,0.18192708],"study_design_scores_gemma":[0.0004776589,0.00015001548,0.017468952,0.00085911487,0.00004204771,0.00015261683,0.00593953,0.96899027,0.0031359154,0.0026335851,0.000013305621,0.0001370044],"about_ca_topic_score_codex":0.000014576729,"about_ca_topic_score_gemma":0.000004742485,"teacher_disagreement_score":0.27760196,"about_ca_system_score_codex":0.000018141205,"about_ca_system_score_gemma":0.00010436917,"threshold_uncertainty_score":0.22918127},"labels":[],"label_agreement":null},{"id":"W4403094786","doi":"10.22541/au.172797494.46569043/v1","title":"Evaluation of Local Explainability Methods in Turkish Text Classification Tasks","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Turkish; Computer science; Artificial intelligence; Natural language processing; Linguistics; Philosophy","score_opus":0.1800156534794118,"score_gpt":0.443886896661136,"score_spread":0.26387124318172417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403094786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01734293,0.00046552496,0.9709391,0.0009441874,0.0009271374,0.0005654117,0.0000014705154,0.00011264309,0.008701615],"genre_scores_gemma":[0.6435284,0.00000431196,0.35624865,0.00001922594,0.000030217987,0.00011114375,0.0000037022555,0.000005512429,0.00004884012],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99621093,0.0011957999,0.00066498696,0.0009043705,0.00085758895,0.00016634792],"domain_scores_gemma":[0.99767184,0.00018051693,0.00016310193,0.0014154539,0.000527982,0.00004109123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011912118,0.00016670706,0.00027949925,0.0002516769,0.000015346423,0.00009001171,0.00087836484,0.00028368147,0.00004806492],"category_scores_gemma":[0.00034964585,0.00015570263,0.000100399186,0.00031118034,0.000049337665,0.00011156049,0.0017014486,0.0005864484,0.000012471935],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011090681,0.000042369815,0.000059854985,0.0001712939,0.000012619589,4.9304884e-7,0.00085862045,0.033748794,0.00029326868,0.04600058,0.000054255626,0.9187567],"study_design_scores_gemma":[0.00007073779,0.000006438084,0.0020609586,0.000066134875,0.000023217644,6.9459827e-7,0.00012088007,0.72561,0.0014721277,0.27041873,0.000048333684,0.00010171411],"about_ca_topic_score_codex":0.00043852176,"about_ca_topic_score_gemma":0.00010596206,"teacher_disagreement_score":0.91865504,"about_ca_system_score_codex":0.0006541057,"about_ca_system_score_gemma":0.00084325345,"threshold_uncertainty_score":0.63493687},"labels":[],"label_agreement":null},{"id":"W4403170239","doi":"10.24251/hicss.2023.904","title":"Narrating Causal Graphs with Large Language Models","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ... Annual Hawaii International Conference on System Sciences/Proceedings of the Annual Hawaii International Conference on System Sciences","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Lakehead University","funders":"","keywords":"Computer science; Linguistics; Natural language processing; Philosophy","score_opus":0.040031523653819165,"score_gpt":0.2926707159375463,"score_spread":0.2526391922837271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403170239","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06781608,0.000089443136,0.0019435245,0.0062946854,0.0043230914,0.0009350838,0.00042641163,0.00043165052,0.91774005],"genre_scores_gemma":[0.9953617,0.00001959615,0.002277197,0.00015326499,0.0003577645,0.00011711432,0.000002745393,0.000038181675,0.0016724563],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98944396,0.00006392638,0.0016428279,0.002088294,0.0057300287,0.0010309515],"domain_scores_gemma":[0.9925179,0.00021622458,0.0017254574,0.00045453417,0.0048327544,0.0002531142],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.004426764,0.00081813557,0.0008374192,0.0011249409,0.0011998571,0.0024996027,0.013265419,0.00025881352,0.00004336324],"category_scores_gemma":[0.00007979366,0.00049428525,0.00047582854,0.0025483074,0.0014822806,0.005403459,0.0019459166,0.0008214847,0.000033910623],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006457311,0.0001044042,0.0013220403,0.00032501895,0.00012722424,0.000004274704,0.007106825,0.0004964098,0.0011391038,0.98802626,0.0007027071,0.00058116537],"study_design_scores_gemma":[0.0007907491,0.0009351568,0.00042425303,0.010989343,0.00005502384,0.00041349165,0.8999861,0.07080508,0.0021443437,0.012155833,0.00029174058,0.0010088781],"about_ca_topic_score_codex":0.00033456567,"about_ca_topic_score_gemma":0.000028854603,"teacher_disagreement_score":0.97587043,"about_ca_system_score_codex":0.0005020669,"about_ca_system_score_gemma":0.000874459,"threshold_uncertainty_score":0.99975085},"labels":[],"label_agreement":null},{"id":"W4403221620","doi":"10.1145/3640457.3688185","title":"EmbSum: Leveraging the Summarization Capabilities of Large Language Models for Content-Based Recommendations","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Content (measure theory); Natural language processing; Language model; Information retrieval","score_opus":0.06651139834127164,"score_gpt":0.29536027343680654,"score_spread":0.22884887509553492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403221620","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006207014,0.00017717449,0.9849974,0.007230346,0.00028128983,0.00022110493,0.000018792374,0.00014724013,0.00071965577],"genre_scores_gemma":[0.921571,0.000002506566,0.07672908,0.00046769256,0.000029499977,0.000042554704,0.000020894688,0.0000060048587,0.0011307729],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993882,0.000034166467,0.00017750358,0.00017520454,0.000097785756,0.00012712523],"domain_scores_gemma":[0.9992824,0.00030631627,0.000025498455,0.00029899811,0.000070411945,0.000016371607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003838417,0.000057782356,0.00007077782,0.000059165457,0.000081798906,0.000104675855,0.0002829536,0.000021229664,0.000018729243],"category_scores_gemma":[0.00003637861,0.000039897237,0.00005591388,0.00012645383,0.000013293392,0.00033177953,0.000056401925,0.000047028734,0.0000021582748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014069742,0.000020724043,0.000036983238,0.00008362603,0.000014211412,3.296825e-7,0.0056600776,0.009777584,0.0008192685,0.9691703,0.0008207413,0.013594765],"study_design_scores_gemma":[0.00011485017,0.0000094704355,0.000004898118,0.000032706892,0.00000483529,3.8655094e-7,0.0012253287,0.9864521,0.00286769,0.00826223,0.00097558607,0.0000499265],"about_ca_topic_score_codex":0.0001221001,"about_ca_topic_score_gemma":0.00006769988,"teacher_disagreement_score":0.9766745,"about_ca_system_score_codex":0.000025393552,"about_ca_system_score_gemma":0.00006527789,"threshold_uncertainty_score":0.16269621},"labels":[],"label_agreement":null},{"id":"W4403246668","doi":"10.5617/dhnbpub.11184","title":"Name the Name","year":2020,"lang":"en","type":"article","venue":"Digital Humanities in the Nordic and Baltic Countries Publications","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library of Parliament","funders":"","keywords":"Linguistics; Philosophy","score_opus":0.035421281463243935,"score_gpt":0.2351190811877139,"score_spread":0.19969779972446997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403246668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086466976,0.0049972055,0.36404002,0.34118265,0.00045395186,0.0011909627,0.000103837825,0.0006199537,0.20094444],"genre_scores_gemma":[0.9925445,0.000060207676,0.00015237372,0.0064543486,0.000114875795,0.000057001194,0.000008433103,0.0000049392406,0.0006033529],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990851,0.00003445093,0.00021013225,0.0002175118,0.00025527718,0.00019747001],"domain_scores_gemma":[0.9990042,0.00036285122,0.000056274435,0.00046195407,0.00007856434,0.00003617378],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00019956683,0.00009988181,0.000094555915,0.00004123574,0.0003874663,0.0017980868,0.0012537116,0.000025518679,0.000031969474],"category_scores_gemma":[0.00017209112,0.000061295636,0.000031160926,0.0002267973,0.00029293416,0.0010243997,0.0002888789,0.00015817967,0.000044498363],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010081504,0.000013637551,0.00090610795,0.0000103028015,0.0000062552026,9.037219e-7,0.011485022,0.000010839766,9.5510444e-8,0.97648215,0.0021723427,0.008911338],"study_design_scores_gemma":[0.00022978707,0.00005284343,0.003638516,0.000013027546,0.00000868049,0.00003271479,0.005672021,0.027520096,0.0000011186066,0.0443943,0.9182365,0.00020038018],"about_ca_topic_score_codex":0.000021468974,"about_ca_topic_score_gemma":0.000015376707,"teacher_disagreement_score":0.93208784,"about_ca_system_score_codex":0.000022123691,"about_ca_system_score_gemma":0.00007773876,"threshold_uncertainty_score":0.99923813},"labels":[],"label_agreement":null},{"id":"W4403413296","doi":"10.1145/3674805.3686688","title":"Negative Results of Image Processing for Identifying Duplicate Questions on Stack Overflow","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Stack (abstract data type); Image processing; Image (mathematics); Artificial intelligence; Pattern recognition (psychology); Data mining; Information retrieval; Programming language","score_opus":0.05917570804844958,"score_gpt":0.3451050293138652,"score_spread":0.28592932126541565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403413296","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036675758,0.00007504684,0.9888331,0.0014727239,0.00019213792,0.00019607566,0.000011191983,0.00023214027,0.0053199693],"genre_scores_gemma":[0.6689115,0.0000036709266,0.3295671,0.0000643884,0.000051089308,0.000021693426,0.000001415484,0.00000705692,0.001372077],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990833,0.000015310014,0.00023879198,0.00036116756,0.00015308359,0.00014834829],"domain_scores_gemma":[0.99931467,0.00018922889,0.000048864968,0.00030640117,0.00010681159,0.00003400362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027021905,0.00007735755,0.00009188519,0.000095060284,0.00007218138,0.00025166656,0.0003017184,0.000027619384,0.000003293145],"category_scores_gemma":[0.00013150083,0.000065219894,0.0000489318,0.00024269268,0.00002192765,0.0005729772,0.00009025499,0.00007727063,0.000015482816],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005725426,0.000115753246,0.000009889511,0.00085534644,0.000048136702,0.000015876294,0.007171559,0.004826249,0.03440909,0.6162156,0.0053495388,0.33092573],"study_design_scores_gemma":[0.00019943855,0.000043898657,0.00006915694,0.00028916204,0.0000051449206,0.0000016835119,0.000039202343,0.9386089,0.034133818,0.025850255,0.0006689124,0.000090422924],"about_ca_topic_score_codex":0.00004807974,"about_ca_topic_score_gemma":0.000010286051,"teacher_disagreement_score":0.93378264,"about_ca_system_score_codex":0.000035858055,"about_ca_system_score_gemma":0.00008248025,"threshold_uncertainty_score":0.26595902},"labels":[],"label_agreement":null},{"id":"W4403413357","doi":"10.1145/3674805.3686695","title":"A Transformer-based Approach for Augmenting Software Engineering Chatbots Datasets","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Calgary","funders":"","keywords":"Computer science; Transformer; Software; Software engineering; Programming language; Engineering; Electrical engineering","score_opus":0.024969716477097396,"score_gpt":0.2452655686757533,"score_spread":0.2202958521986559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403413357","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026736243,0.0001870986,0.9978887,0.00020105885,0.0002553102,0.00024546863,0.000029334044,0.0007510399,0.0001746472],"genre_scores_gemma":[0.15059753,8.847836e-7,0.848954,0.00012385871,0.00007294401,0.00007596238,0.000072574374,0.000013135091,0.000089087196],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990394,0.000004950403,0.00015461787,0.00038709427,0.00014342576,0.00027051804],"domain_scores_gemma":[0.9995143,0.00009411782,0.000009633734,0.0003130161,0.000012324183,0.0000566545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023917614,0.00010924225,0.0000930504,0.0000971846,0.000053947824,0.00024310836,0.00041813828,0.000037340942,0.0000075800936],"category_scores_gemma":[0.000025673653,0.00009702774,0.000067684494,0.00017613183,0.0000044702,0.00039108013,0.000034324632,0.00007598336,0.000005941599],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007932431,0.00013758626,0.00009473658,0.0029985774,0.00012780046,0.00003297138,0.00129301,0.33323044,0.0041548535,0.19194745,0.004282997,0.46169165],"study_design_scores_gemma":[0.00013294576,0.000013674657,0.0000038286666,0.000036436457,0.0000056236704,0.0000038737367,0.0000050989734,0.98815805,0.0023882154,0.00009244383,0.009032415,0.00012740637],"about_ca_topic_score_codex":0.0000076228766,"about_ca_topic_score_gemma":8.6326577e-7,"teacher_disagreement_score":0.6549276,"about_ca_system_score_codex":0.000027095592,"about_ca_system_score_gemma":0.000052739462,"threshold_uncertainty_score":0.39566764},"labels":[],"label_agreement":null},{"id":"W4403420631","doi":"10.1109/mipr62202.2024.00035","title":"FastLearn: A Rapid Learning Agent for Chat Models to Acquire Latest Knowledge","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Knowledge management; Human–computer interaction","score_opus":0.07826378248875293,"score_gpt":0.30031898245180627,"score_spread":0.22205519996305334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403420631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028629752,0.0009967503,0.9792376,0.0028345187,0.00072085386,0.0002860432,6.823944e-7,0.0006892621,0.012371274],"genre_scores_gemma":[0.8894955,0.000022325125,0.087169334,0.00041948495,0.00023419611,0.000079625395,0.0000015610938,0.000022573058,0.022555422],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988181,0.000027481869,0.00017549617,0.0005201149,0.00013154607,0.00032727054],"domain_scores_gemma":[0.9993743,0.00011375993,0.000013901331,0.00033112554,0.00005701349,0.0001099278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031590599,0.0001301325,0.00012999271,0.00013289557,0.000111633184,0.0003522052,0.0005159359,0.000051372597,0.00004743328],"category_scores_gemma":[0.000021360707,0.00011212668,0.00008904642,0.00028128788,0.0000080483,0.0004553878,0.00035365988,0.00011510435,0.0003776454],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002375715,0.000027750808,0.000007485118,0.000109171764,0.000024172507,0.000010317198,0.008402407,0.073217146,0.00069689174,0.20591013,0.0061109,0.70548123],"study_design_scores_gemma":[0.00007677283,0.00007045564,0.0000033606843,0.00006019782,0.0000032253336,0.0000048913685,0.000066469285,0.8839709,0.0003755512,0.0021284127,0.11310266,0.00013711867],"about_ca_topic_score_codex":0.000010409265,"about_ca_topic_score_gemma":0.000012421925,"teacher_disagreement_score":0.8920683,"about_ca_system_score_codex":0.00005576594,"about_ca_system_score_gemma":0.00007025799,"threshold_uncertainty_score":0.48539934},"labels":[],"label_agreement":null},{"id":"W4403443673","doi":"10.48550/arxiv.2410.08821","title":"DeepNote: Note-Centric Deep Retrieval-Augmented Generation","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognitive psychology; Computer science; Labrador Retriever; Psychology; Information retrieval; Computer vision; Medicine","score_opus":0.07465491100708617,"score_gpt":0.1970579504967366,"score_spread":0.12240303948965044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403443673","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15053648,0.00039788376,0.844736,0.00020801484,0.002282205,0.00032833527,0.000005158676,0.00047604225,0.0010299213],"genre_scores_gemma":[0.9900567,0.00022161039,0.007638994,0.00015594422,0.0003538923,7.835216e-7,0.000025428708,0.00002644586,0.0015201989],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737227,0.00014098211,0.00028665553,0.0015986101,0.00018362558,0.000417886],"domain_scores_gemma":[0.99788326,0.000059014328,0.00018419154,0.0015111448,0.00017868081,0.0001836989],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030798302,0.00034964195,0.00029799173,0.000453012,0.00015398802,0.0003945418,0.0016578211,0.00040679163,0.000043678217],"category_scores_gemma":[0.000054151995,0.00041244554,0.00022911686,0.0010497521,0.00004262627,0.0003373548,0.0034589707,0.0008584344,0.0003663701],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018838198,0.000075125485,0.000112697766,0.00014804579,0.00009947953,0.00071041886,0.00039049258,0.83620125,0.00038719893,0.15539463,0.00036999205,0.0060918326],"study_design_scores_gemma":[0.00027449656,0.00002160643,0.000035508685,0.000078940524,0.00008148266,0.0000056127747,0.000012295932,0.9600077,0.0006938615,0.038005136,0.00038949025,0.0003938624],"about_ca_topic_score_codex":0.00009134745,"about_ca_topic_score_gemma":0.000043394568,"teacher_disagreement_score":0.8395202,"about_ca_system_score_codex":0.0006159921,"about_ca_system_score_gemma":0.00031079628,"threshold_uncertainty_score":0.99983275},"labels":[],"label_agreement":null},{"id":"W4403582839","doi":"10.1145/3627673.3679534","title":"Aligning Query Representation with Rewritten Query and Relevance Judgments in Conversational Search","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Beijing Jiaotong University","keywords":"Computer science; Query expansion; Relevance (law); Sargable; Information retrieval; Query optimization; Query language; Web search query; Representation (politics); Relevance feedback; Web query classification; RDF query language; Query by Example; Search engine; Natural language processing; Artificial intelligence; Image retrieval","score_opus":0.03131823917913042,"score_gpt":0.28764364267091536,"score_spread":0.25632540349178495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403582839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23785442,0.00021352615,0.75462824,0.0032648905,0.00013004267,0.000131091,4.3719876e-7,0.00013590873,0.0036414447],"genre_scores_gemma":[0.92883056,0.000033007425,0.07004192,0.00022994653,0.00003324784,0.000009639106,0.0000019220777,0.000004899263,0.0008148598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990747,0.00004095541,0.00013216084,0.00036782882,0.00025069425,0.00013368655],"domain_scores_gemma":[0.9995596,0.0001780434,0.000012407534,0.00018592279,0.000029779727,0.000034278517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027667766,0.000059409238,0.00006487037,0.00011549373,0.00003163042,0.00016199237,0.00013289582,0.000025844183,0.000009298909],"category_scores_gemma":[0.000022272125,0.00005071851,0.000009252507,0.00025364276,0.000022096507,0.0006872247,0.00009877922,0.00010215579,0.00001140525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050352308,0.00007287971,0.14445598,0.00032984986,0.00009152517,0.0005533344,0.0139975175,0.018361155,0.004894656,0.5896397,0.0022713703,0.22528167],"study_design_scores_gemma":[0.00024775445,0.000025127138,0.006858986,0.00014925828,0.0000019431761,0.000028235254,0.00021831103,0.9867219,0.0015128482,0.003796198,0.00032277446,0.00011669497],"about_ca_topic_score_codex":0.00037408146,"about_ca_topic_score_gemma":0.000062700135,"teacher_disagreement_score":0.9683607,"about_ca_system_score_codex":0.000049092625,"about_ca_system_score_gemma":0.000074600895,"threshold_uncertainty_score":0.20682408},"labels":[],"label_agreement":null},{"id":"W4403603005","doi":"10.2196/60164","title":"Health Care Language Models and Their Fine-Tuning for Information Extraction: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Terminology; Computer science; Health care; Data extraction; Scopus; Unified Medical Language System; Knowledge management; MEDLINE; Data science; Artificial intelligence; Linguistics","score_opus":0.03758902317528386,"score_gpt":0.3692044030291242,"score_spread":0.3316153798538404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403603005","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020640536,0.025034891,0.96908295,0.0033529096,0.00027611537,0.0007510217,0.0000055690693,0.00024349066,0.0010466481],"genre_scores_gemma":[0.28112283,0.022808272,0.63337415,0.059710827,0.0010995237,0.0013123166,0.00038619692,0.00005759421,0.00012826292],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987238,0.000019008716,0.00063049665,0.00008394098,0.0003300989,0.00021264116],"domain_scores_gemma":[0.9992627,0.00014721311,0.00011281381,0.0002480783,0.00006130445,0.00016792603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005869424,0.00011177161,0.00021172495,0.0000937674,0.00010686025,0.00022001677,0.00028127598,0.00007378631,0.000007522706],"category_scores_gemma":[0.00007319651,0.000084243475,0.000047914946,0.00017879777,0.00001991503,0.0026104196,0.00014237619,0.00021655492,0.000010088554],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.927361e-7,0.0000027716455,3.7546113e-7,0.025489593,0.0000064872697,9.0361647e-7,0.04679316,0.00008872675,3.421858e-7,0.014943322,0.0017124573,0.91096115],"study_design_scores_gemma":[0.00012643563,0.000032254127,5.0916327e-7,0.024540607,0.0000024269748,0.00004774005,0.0017084477,0.9678379,0.0000073967876,0.00031952857,0.005276313,0.00010038739],"about_ca_topic_score_codex":0.0000064309006,"about_ca_topic_score_gemma":0.000008046191,"teacher_disagreement_score":0.96774924,"about_ca_system_score_codex":0.000057986967,"about_ca_system_score_gemma":0.0004195355,"threshold_uncertainty_score":0.34353492},"labels":[],"label_agreement":null},{"id":"W4403606135","doi":"10.3390/info15100634","title":"Promptology: Enhancing Human–AI Interaction in Large Language Models","year":2024,"lang":"en","type":"article","venue":"Information","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Natural language processing; Linguistics; Cognitive science; Psychology; Artificial intelligence; Philosophy","score_opus":0.015260533042689867,"score_gpt":0.29598498525756756,"score_spread":0.2807244522148777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403606135","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13336195,0.000038561793,0.8611418,0.00035113105,0.00036285474,0.00009214306,7.038863e-7,0.00020229782,0.0044485726],"genre_scores_gemma":[0.9960012,0.0000013977152,0.003577187,0.00030977488,0.000033730925,0.000015711013,0.000011034037,0.000002058002,0.00004789969],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943215,0.000015374235,0.000236152,0.00008687821,0.00010020256,0.00012926343],"domain_scores_gemma":[0.9997624,0.000015318748,0.00003096157,0.00015450832,0.000021139274,0.000015659447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025970896,0.000052178337,0.00005530609,0.00022506941,0.00003443031,0.0002096676,0.0001580867,0.00004308098,0.000009435707],"category_scores_gemma":[0.000011577733,0.000050417093,0.000018561648,0.00016982161,0.0000029590233,0.005900356,0.000074215335,0.00015147336,0.00012679775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038459425,0.000029579094,0.0001293128,0.00026722564,0.000012771955,0.000019667554,0.10396966,0.029645864,0.0025550954,0.6621508,0.00064368965,0.20057252],"study_design_scores_gemma":[0.00008098775,0.000008291062,0.00008023732,0.00006810515,7.6435975e-7,0.000009221657,0.0002508134,0.99207616,0.0012113313,0.0048826835,0.0012738907,0.000057534377],"about_ca_topic_score_codex":0.00006139869,"about_ca_topic_score_gemma":0.00006159626,"teacher_disagreement_score":0.9624303,"about_ca_system_score_codex":0.00007917063,"about_ca_system_score_gemma":0.000032978856,"threshold_uncertainty_score":0.42776158},"labels":[],"label_agreement":null},{"id":"W4403659146","doi":"10.1007/s11227-024-06499-7","title":"Enhancing Chinese comprehension and reasoning for large language models: an efficient LoRA fine-tuning and tree of thoughts framework","year":2024,"lang":"en","type":"article","venue":"The Journal of Supercomputing","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Sichuan Province Science and Technology Support Program","keywords":"Computer science; Comprehension; Tree (set theory); Artificial intelligence; Natural language processing; Theoretical computer science; Programming language","score_opus":0.017503935983843675,"score_gpt":0.2834888811719226,"score_spread":0.2659849451880789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403659146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49651808,0.003802624,0.49932995,0.00009883708,0.00016724179,0.000052241456,6.45122e-7,0.000021457225,0.000008950868],"genre_scores_gemma":[0.7797329,0.00003194686,0.21987662,0.000033951736,0.00030997995,2.848094e-7,3.0083942e-7,0.000011710107,0.0000023473262],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987444,0.00012522002,0.0004516931,0.00019599857,0.00024579852,0.00023684892],"domain_scores_gemma":[0.9985091,0.00093587535,0.00013277544,0.00024302781,0.00009919679,0.00008002515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017362487,0.00014091289,0.00027802138,0.0001405508,0.00021134573,0.00014704633,0.0003733229,0.000056965757,5.981859e-7],"category_scores_gemma":[0.00012197132,0.000090321846,0.0000644232,0.00021102445,0.000026694093,0.00044817443,0.00028638032,0.00033803433,1.2999826e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009985616,0.00014607726,0.0010750236,0.0008983092,0.00016156283,0.000102797945,0.2755671,0.4022655,0.09213939,0.054607715,0.000019141684,0.17291752],"study_design_scores_gemma":[0.00022996956,0.00009540049,0.00022476545,0.001223577,0.000024966426,0.0002303483,0.0014930599,0.9914195,0.0010291733,0.003924894,0.000007274419,0.00009707325],"about_ca_topic_score_codex":0.000015650001,"about_ca_topic_score_gemma":0.000011686623,"teacher_disagreement_score":0.589154,"about_ca_system_score_codex":0.00002065967,"about_ca_system_score_gemma":0.00003891844,"threshold_uncertainty_score":0.36832178},"labels":[],"label_agreement":null},{"id":"W4403666342","doi":"10.48550/arxiv.2409.08212","title":"Adaptive Language-Guided Abstraction from Contrastive Explanations","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Defense Science and Engineering Graduate; Open Philanthropy Project; National Science Foundation","keywords":"Abstraction; Computer science; Programming language; Linguistics; Natural language processing; Contrastive analysis; Artificial intelligence; Philosophy; Epistemology","score_opus":0.10488071759278206,"score_gpt":0.2123155390683983,"score_spread":0.10743482147561625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403666342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20262228,0.0001449267,0.7885832,0.00016918984,0.0011983481,0.00020816436,0.000085467465,0.00041057155,0.00657784],"genre_scores_gemma":[0.99294925,0.000033543616,0.005348749,0.00006646738,0.00019418522,0.0000018454422,0.000039283514,0.000014866116,0.0013517847],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983387,0.0000775029,0.0001876462,0.0010670484,0.00010234169,0.0002267372],"domain_scores_gemma":[0.99865675,0.00016141341,0.00015799527,0.0007857387,0.00012649132,0.00011161664],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000120258635,0.00024167445,0.00023167841,0.00023474413,0.00009310678,0.00015279347,0.00092639565,0.00024102705,0.000054739714],"category_scores_gemma":[0.000030025492,0.00028430577,0.00015426084,0.00027746538,0.000041850533,0.00027894208,0.0012504233,0.00073948764,0.00030853305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023545837,0.00008517826,0.00018637675,0.00004299032,0.0004258977,0.0013613324,0.0037303288,0.5212703,0.00027540998,0.46694553,0.0014196982,0.004233419],"study_design_scores_gemma":[0.00020912495,0.000012752231,0.00049466745,0.000103833125,0.000080900936,0.0000029589148,0.0005478708,0.8698551,0.00022820345,0.12808958,0.00008431504,0.00029069997],"about_ca_topic_score_codex":0.0019316971,"about_ca_topic_score_gemma":0.000227993,"teacher_disagreement_score":0.790327,"about_ca_system_score_codex":0.00031234222,"about_ca_system_score_gemma":0.00021251036,"threshold_uncertainty_score":0.9999609},"labels":[],"label_agreement":null},{"id":"W4403745910","doi":"10.18280/isi.290538","title":"Text Summarization: A Bibliometric Study and Systematic Literature Review","year":2024,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Bibliometrics; Information retrieval; Systematic review; Computer science; Data science; Library science; MEDLINE; Political science","score_opus":0.017356563989845582,"score_gpt":0.2589526443469761,"score_spread":0.24159608035713054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403745910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055318866,0.19490065,0.7936068,0.00022552347,0.000694142,0.001856401,0.000005135071,0.00064111064,0.0025383611],"genre_scores_gemma":[0.9837432,0.009721674,0.005653044,0.0004642809,0.00006168293,0.00020331994,0.000020347032,0.000009975691,0.00012250534],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984551,0.00011358515,0.00068041775,0.00019309763,0.00038412685,0.0001736606],"domain_scores_gemma":[0.9990195,0.00011656889,0.00013920585,0.00042551375,0.00023338605,0.00006580815],"candidate_categories":["bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010686817,0.00015451045,0.00026973154,0.007501879,0.00013856987,0.0021901992,0.00035525011,0.0000577748,0.0000053082467],"category_scores_gemma":[0.00040117884,0.00012240106,0.00004388526,0.029504742,0.00001940302,0.0063315607,0.00017069296,0.00012956944,0.000072885254],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024653252,0.000046137175,0.00072235113,0.589054,0.00012773475,0.000053464137,0.028782751,0.000096462056,0.0000085415795,0.04360675,0.0015567723,0.33594257],"study_design_scores_gemma":[0.00045970466,0.0003038404,0.002683402,0.26698133,0.00016525378,0.0008076177,0.00091142,0.7194124,0.000022334038,0.0044794357,0.00302272,0.00075052446],"about_ca_topic_score_codex":0.0000060233265,"about_ca_topic_score_gemma":0.000001014282,"teacher_disagreement_score":0.9782113,"about_ca_system_score_codex":0.000096224656,"about_ca_system_score_gemma":0.000055096127,"threshold_uncertainty_score":0.99884564},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403808708","doi":"10.48550/arxiv.2409.00222","title":"Can Large Language Models Address Open-Target Stance Detection?","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Alliance de recherche numérique du Canada","keywords":"Computer science; Artificial intelligence","score_opus":0.06989577715643526,"score_gpt":0.21345058819809704,"score_spread":0.1435548110416618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403808708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06742706,0.00041173038,0.9200583,0.0002279288,0.0013128575,0.00043628624,0.00010927543,0.00050975435,0.009506822],"genre_scores_gemma":[0.98949265,0.000058626927,0.0045972257,0.00021782622,0.000120671204,0.0000036394388,0.0000115764715,0.000031985248,0.0054657897],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738663,0.00012723352,0.0002205465,0.0016298015,0.0001376443,0.00049815106],"domain_scores_gemma":[0.9975691,0.000044967634,0.00015529255,0.0018851839,0.00015526291,0.00019021999],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0003515365,0.00034386557,0.00035643636,0.00025585887,0.00018376917,0.00048478265,0.0038909402,0.00027616715,0.00003867515],"category_scores_gemma":[0.00001917752,0.0004033012,0.00016495954,0.00055888074,0.000038269263,0.00048646738,0.009523283,0.000965971,0.00008170707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012540897,0.00005894282,0.000049898237,0.00015505518,0.00009322701,0.00084729434,0.0015164333,0.53191257,0.000053081032,0.46425948,0.00022539575,0.0008160998],"study_design_scores_gemma":[0.00023963951,0.000012950766,0.000009686446,0.000113269845,0.000026344223,0.000003849374,0.000156303,0.7446985,0.00029882122,0.25382778,0.0002663548,0.00034645994],"about_ca_topic_score_codex":0.00092279224,"about_ca_topic_score_gemma":0.0012299003,"teacher_disagreement_score":0.9220656,"about_ca_system_score_codex":0.000353363,"about_ca_system_score_gemma":0.00031965834,"threshold_uncertainty_score":0.99984187},"labels":[],"label_agreement":null},{"id":"W4403813734","doi":"10.32388/d1mvb5","title":"LFOSum: Summarizing Long-form Opinions with Large Language Models","year":2024,"lang":"en","type":"preprint","venue":"Qeios","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Linguistics; Computer science; Natural language processing; Philosophy","score_opus":0.02904424962697813,"score_gpt":0.27747785894276833,"score_spread":0.2484336093157902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403813734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010479105,0.0014944411,0.96683335,0.001146101,0.0014611008,0.00044316935,0.00007525647,0.00084417954,0.017223312],"genre_scores_gemma":[0.9025033,0.000050483704,0.09258861,0.00039999158,0.00054668274,0.00013304965,0.00013283952,0.00007182967,0.0035732042],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976452,0.000037075017,0.00032316594,0.0009912755,0.00046504266,0.00053825823],"domain_scores_gemma":[0.9979398,0.000044013817,0.00010913199,0.0017026803,0.00006699353,0.00013737354],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032603374,0.00034962394,0.00034297197,0.00021193204,0.00010974364,0.00050940237,0.0015865633,0.00025191673,0.000021494292],"category_scores_gemma":[0.000009856703,0.0002958155,0.00014470836,0.00022424605,0.000024054403,0.00025858972,0.0043995627,0.0010952156,0.00019321157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016583552,0.0002358279,0.0005657247,0.002626567,0.00046942182,0.0012164809,0.026152655,0.081682704,0.000064865504,0.8294798,0.005333127,0.052156202],"study_design_scores_gemma":[0.00022383011,0.000024411382,0.00004793049,0.00088696845,0.000031236115,0.000033425673,0.00008938075,0.9427387,0.0001113127,0.054106794,0.0012042191,0.00050176674],"about_ca_topic_score_codex":0.00019854658,"about_ca_topic_score_gemma":0.0002302903,"teacher_disagreement_score":0.8920242,"about_ca_system_score_codex":0.00013840283,"about_ca_system_score_gemma":0.00035906243,"threshold_uncertainty_score":0.9999494},"labels":[],"label_agreement":null},{"id":"W4403881534","doi":"10.1111/1755-6724.15213","title":"GeoNER: Geological Named Entity Recognition with Enriched Domain Pre‐Training Model and Adversarial Training","year":2024,"lang":"en","type":"article","venue":"Acta Geologica Sinica - English Edition","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China; Ministry of Natural Resources","keywords":"Training (meteorology); Adversarial system; Computer science; Domain (mathematical analysis); Training set; Artificial intelligence; Named-entity recognition; Pattern recognition (psychology); Engineering; Mathematics; Geography","score_opus":0.04337033694538565,"score_gpt":0.24662427379741245,"score_spread":0.2032539368520268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403881534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5690967,0.00010910749,0.42293322,0.001435434,0.0014919509,0.00035638508,0.000017230266,0.0011157437,0.0034442188],"genre_scores_gemma":[0.90626204,0.00008050595,0.09178752,0.00030722914,0.001288787,0.00009904968,0.000102037135,0.000017431219,0.00005541684],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969534,0.00024389381,0.00050097017,0.0011942188,0.00047932897,0.00062813796],"domain_scores_gemma":[0.99828506,0.0006761212,0.00015792924,0.0004788503,0.00020045764,0.00020158016],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012477477,0.00033645614,0.00040496717,0.00018127091,0.00029674504,0.00041562621,0.0005364114,0.00040626226,0.000092194794],"category_scores_gemma":[0.000818388,0.00027391914,0.000103717284,0.00038721983,0.00026143322,0.0016631569,0.00034131744,0.0007126153,0.000011468063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013227987,0.0012668705,0.0018892891,0.0006234721,0.0011048594,0.001350133,0.21227407,0.033216212,0.013710261,0.22556674,0.011977634,0.49569765],"study_design_scores_gemma":[0.001759971,0.0007784247,0.0025979653,0.00021481463,0.00010628944,0.00015210784,0.0015302461,0.84301436,0.00006312349,0.14454943,0.004315188,0.000918077],"about_ca_topic_score_codex":0.000018074845,"about_ca_topic_score_gemma":0.000018955374,"teacher_disagreement_score":0.8097982,"about_ca_system_score_codex":0.00008531061,"about_ca_system_score_gemma":0.00019851247,"threshold_uncertainty_score":0.9999713},"labels":[],"label_agreement":null},{"id":"W4403935722","doi":"10.1145/3652620.3687807","title":"Multi-step Iterative Automated Domain Modeling with Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Mitacs","keywords":"Computer science; Domain (mathematical analysis); Modeling language; Programming language; Software; Mathematics","score_opus":0.024221829496532888,"score_gpt":0.28245915209019706,"score_spread":0.25823732259366416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025579011,0.0003820851,0.96639335,0.00034910103,0.0001469552,0.00016881518,0.0000048868146,0.0031684958,0.0038073051],"genre_scores_gemma":[0.52980465,0.000001556793,0.4692585,0.00017234938,0.000026523974,0.000012526888,0.0000024935625,0.000011805601,0.00070963334],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986007,0.00004814733,0.00020052254,0.000542768,0.00025575046,0.0003520987],"domain_scores_gemma":[0.9993281,0.000034155786,0.000018201525,0.0004809129,0.000053525684,0.0000851433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025789687,0.00017284462,0.00014959704,0.00012892872,0.00009142308,0.00042694,0.00045506237,0.000059037113,0.000020792333],"category_scores_gemma":[0.000004159365,0.00012264679,0.0000461565,0.00033260533,0.000010764548,0.001010933,0.00020122157,0.00016554663,0.000060754548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051317056,0.00006590825,0.000007618432,0.000057457237,0.00006472617,0.0003340535,0.022806432,0.48393738,0.0012793671,0.4869599,0.00024576785,0.004236263],"study_design_scores_gemma":[0.00030601677,0.00002188682,9.2615414e-7,0.000082292856,0.0000041058015,0.000025883759,0.0004928445,0.9974252,0.00013753297,0.0012251335,0.00008518597,0.00019301439],"about_ca_topic_score_codex":0.00010410977,"about_ca_topic_score_gemma":0.00010220748,"teacher_disagreement_score":0.5134878,"about_ca_system_score_codex":0.000051870516,"about_ca_system_score_gemma":0.000075723336,"threshold_uncertainty_score":0.50013906},"labels":[],"label_agreement":null},{"id":"W4403940973","doi":"10.1007/978-3-031-73226-3_16","title":"Model Breadcrumbs: Scaling Multi-task Model Merging with Sparse Masks","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Scaling; Task (project management); Algorithm; Artificial intelligence; Theoretical computer science; Mathematics; Geometry","score_opus":0.03907107415938375,"score_gpt":0.2588326428358412,"score_spread":0.21976156867645744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403940973","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014252869,0.00092289096,0.99341,0.00078283803,0.0010190052,0.00046082903,0.000010510476,0.00054594653,0.002705486],"genre_scores_gemma":[0.20990491,0.000029808683,0.7871903,0.0010332721,0.0002585051,0.000015304176,0.000003277737,0.00008523759,0.0014794014],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99352413,0.000020123456,0.000747222,0.0030260491,0.001528016,0.0011544371],"domain_scores_gemma":[0.99669355,0.00018079965,0.0002670035,0.0022800842,0.00026497623,0.00031356598],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009167664,0.0009199381,0.0007600098,0.0011399896,0.0003373171,0.0011314739,0.004265662,0.0004319098,0.000004428531],"category_scores_gemma":[0.000031300104,0.0007840681,0.00019227671,0.00069005194,0.0005586111,0.0010000999,0.00236892,0.0015977581,0.0000607672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037938662,0.000017726865,0.000006423976,0.000061519175,0.000017441622,0.00011975466,0.0013257762,0.85895467,0.00011670028,0.028496785,0.0000041816706,0.1108752],"study_design_scores_gemma":[0.00024276195,0.000042211206,0.0000012930534,0.00096736243,0.00002466068,0.000102744365,3.1565253e-7,0.86051226,0.0002242259,0.1369847,0.000058784273,0.00083869346],"about_ca_topic_score_codex":0.000042683794,"about_ca_topic_score_gemma":0.00013379686,"teacher_disagreement_score":0.20976238,"about_ca_system_score_codex":0.0004805707,"about_ca_system_score_gemma":0.0010478953,"threshold_uncertainty_score":0.99990547},"labels":[],"label_agreement":null},{"id":"W4404002909","doi":"10.1145/3702980","title":"Trained without My Consent: Detecting Code Inclusion in Language Models Trained on Code","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Code (set theory); Inclusion (mineral); Programming language; Physics","score_opus":0.10487511590320443,"score_gpt":0.33703465410834965,"score_spread":0.23215953820514523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404002909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0821235,0.00040797147,0.91522515,0.0006614222,0.00058767153,0.00015277047,0.000011232706,0.000809609,0.000020693904],"genre_scores_gemma":[0.53740066,0.00003202147,0.46231306,0.00012327064,0.00002798087,0.00002632609,0.0000010697888,0.000019827092,0.000055793727],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839103,0.00023750492,0.00029176916,0.000572686,0.00016786341,0.00033916376],"domain_scores_gemma":[0.9962127,0.0031551875,0.000026030222,0.00049050554,0.000018629893,0.00009694895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012278556,0.0002226504,0.00030541344,0.00047410943,0.0001511909,0.0000683422,0.0004059064,0.0001712808,0.000005821735],"category_scores_gemma":[0.00065027684,0.00021817538,0.00007540735,0.00035546123,0.00002749918,0.00022371198,0.000074515665,0.0005583577,0.000002862496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028968983,0.00003684718,0.000007679268,0.00015189344,0.000042952564,0.00008812597,0.016192518,0.59171826,0.00665621,0.0035589915,0.000002299471,0.38151526],"study_design_scores_gemma":[0.0005616405,0.000119427765,0.000044811917,0.0002656864,0.000019759316,0.000121948506,0.00019983905,0.98734367,0.005153067,0.0057036686,0.0001839777,0.00028252107],"about_ca_topic_score_codex":0.00006364122,"about_ca_topic_score_gemma":0.00007467045,"teacher_disagreement_score":0.45527714,"about_ca_system_score_codex":0.00007700581,"about_ca_system_score_gemma":0.00006136093,"threshold_uncertainty_score":0.8896934},"labels":[],"label_agreement":null},{"id":"W4404008801","doi":"10.1007/978-981-97-8487-5_23","title":"AtomTool: Empowering Large Language Models with Tool Utilization Skills","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Geomechanica (Canada)","funders":"","keywords":"Computer science; Software engineering; Programming language; Human–computer interaction","score_opus":0.017409433068775453,"score_gpt":0.2632349959110514,"score_spread":0.2458255628422759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404008801","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035390482,0.0010524591,0.99079865,0.00024573342,0.0012562111,0.00038388761,0.00000788696,0.00044714112,0.005454126],"genre_scores_gemma":[0.4036257,0.000062599705,0.5923217,0.0012453701,0.0005411406,0.000016499775,0.000011161305,0.00009170391,0.002084116],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99594593,0.000016869844,0.00046013246,0.0017786993,0.0010766155,0.00072175707],"domain_scores_gemma":[0.99781567,0.00015381127,0.00015979218,0.0015875318,0.00015879466,0.00012437892],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000673087,0.0005300193,0.00044068918,0.00072435325,0.00018038147,0.0008580278,0.0023898017,0.0002708585,0.000018264333],"category_scores_gemma":[0.000026189093,0.0004425862,0.000100451485,0.000654781,0.000190248,0.0010639725,0.0014948926,0.00077064295,0.00005437198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054142397,0.000034347784,0.0000192502,0.00012367316,0.00002183732,0.0003858008,0.0055346997,0.3036401,0.000058780217,0.29144529,0.000010556119,0.39872026],"study_design_scores_gemma":[0.00016407506,0.00005863296,0.000007363595,0.0007220589,0.000008310201,0.00006856527,5.736558e-7,0.86714315,0.00040282295,0.13021174,0.0006914896,0.0005211951],"about_ca_topic_score_codex":0.000015868973,"about_ca_topic_score_gemma":0.000089575144,"teacher_disagreement_score":0.5635031,"about_ca_system_score_codex":0.0002734548,"about_ca_system_score_gemma":0.00040280525,"threshold_uncertainty_score":0.9998026},"labels":[],"label_agreement":null},{"id":"W4404021177","doi":"10.1007/s44163-024-00175-8","title":"A survey on augmenting knowledge graphs (KGs) with large language models (LLMs): models, evaluation metrics, benchmarks, and challenges","year":2024,"lang":"en","type":"article","venue":"Discover Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Toronto Metropolitan University","funders":"","keywords":"Computer science; Data science; Natural language processing","score_opus":0.15560490023979645,"score_gpt":0.3427390326293876,"score_spread":0.18713413238959115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404021177","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049454186,0.029572135,0.91659516,0.000281018,0.00052542944,0.00041452493,0.00003157735,0.00015436701,0.0029715884],"genre_scores_gemma":[0.995872,0.0010215997,0.002834752,0.00004488463,0.00007649979,0.000042137806,0.000033921457,0.000023341461,0.00005086679],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972215,0.00027034362,0.00039675893,0.00097350846,0.000682191,0.00045566182],"domain_scores_gemma":[0.9986367,0.00039086296,0.000073133255,0.0006046726,0.00018249464,0.00011209773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025598663,0.00027155568,0.000234982,0.00041494015,0.00017651326,0.0006131414,0.00053990004,0.0000901905,0.000022365964],"category_scores_gemma":[0.000114471826,0.00022646121,0.000066160246,0.0008772924,0.000056590863,0.0013764233,0.00027579098,0.00026553593,0.000027594684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015156241,0.00011727929,0.000028751418,0.00006371224,0.00003930685,0.000012629047,0.009224171,0.035929903,0.00003154632,0.6805517,0.000031557713,0.2739543],"study_design_scores_gemma":[0.0000350021,0.00007662268,0.0001111371,0.00014749805,0.000021882845,0.0000025065399,0.00068801385,0.88058114,0.00097074686,0.11707185,0.000035808076,0.00025780214],"about_ca_topic_score_codex":0.00040647254,"about_ca_topic_score_gemma":0.002075926,"teacher_disagreement_score":0.9464178,"about_ca_system_score_codex":0.000090484464,"about_ca_system_score_gemma":0.00017070855,"threshold_uncertainty_score":0.923482},"labels":[],"label_agreement":null},{"id":"W4404280427","doi":"10.23977/acss.2024.080618","title":"Sparse Attention Mechanisms in Large Language Models: Applications, Classification, Performance Analysis, and Optimization","year":2024,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Natural language processing; Pattern recognition (psychology)","score_opus":0.02042878749782472,"score_gpt":0.26761940755077795,"score_spread":0.24719062005295322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404280427","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009024886,0.01632795,0.9739883,0.00006181525,0.00018145877,0.0002884828,0.0000031763468,0.000077196426,0.000046713838],"genre_scores_gemma":[0.9004302,0.0017191361,0.09763144,0.000028828403,0.000052688018,0.00010027353,0.000013463427,0.000005548957,0.00001844182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878216,0.00007651864,0.00035303817,0.00047498685,0.00015162714,0.00016166341],"domain_scores_gemma":[0.9995515,0.000058285405,0.000065412605,0.00025500968,0.00003268234,0.000037144553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005623793,0.00010803569,0.00019309868,0.00036485688,0.000052834137,0.00026660206,0.00019140875,0.000049955306,7.691939e-7],"category_scores_gemma":[0.0000013481521,0.00010084063,0.000023190481,0.000741206,0.000011795673,0.0011674397,0.000087528126,0.00008632244,0.0000013997962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.65523e-7,0.000018316387,0.0016635961,0.00015441256,0.000014198888,0.0000036232955,0.0005145849,0.8752113,0.00006178671,0.0676357,0.0000013527759,0.054720156],"study_design_scores_gemma":[0.00012168937,0.000014305563,0.00060661865,0.00011594482,0.000009941062,0.000006479676,0.00007454112,0.99723303,0.000008905282,0.0015816534,0.000114119015,0.00011277048],"about_ca_topic_score_codex":0.00002321067,"about_ca_topic_score_gemma":0.000026438971,"teacher_disagreement_score":0.8914053,"about_ca_system_score_codex":0.000031731306,"about_ca_system_score_gemma":0.000014022981,"threshold_uncertainty_score":0.41121617},"labels":[],"label_agreement":null},{"id":"W4404356684","doi":"10.1007/978-3-031-73503-5_4","title":"AICIS: A System for Identifying AI Contribution in Textual Content","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Content (measure theory); Information retrieval; Natural language processing; Artificial intelligence; Mathematics","score_opus":0.04707489017599698,"score_gpt":0.28308892216841497,"score_spread":0.236014031992418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404356684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000117376396,0.0012944888,0.9918224,0.0010944449,0.003874771,0.000978558,0.000013306011,0.0002697299,0.00053490495],"genre_scores_gemma":[0.86073315,0.000011669433,0.1370863,0.0009927533,0.0006744792,0.000073436604,0.000008832375,0.000040475086,0.00037889028],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99577904,0.000027379656,0.00082262594,0.0017830799,0.0008241142,0.0007637648],"domain_scores_gemma":[0.9978621,0.0004213533,0.00021602445,0.0010242428,0.0003493452,0.0001269289],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015762866,0.0004684125,0.0006313847,0.0010768769,0.00016696866,0.000979368,0.002389216,0.00034690095,0.0000021892706],"category_scores_gemma":[0.00011594122,0.00043326674,0.00018413723,0.00052099314,0.00022056187,0.0006195025,0.0011041993,0.000813324,0.00003813666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013478209,0.000022450733,0.000038992843,0.0004567143,0.000022380866,0.00022356682,0.0011072317,0.041992214,0.0005742028,0.7263701,0.000018213652,0.22916046],"study_design_scores_gemma":[0.00041569013,0.0000922892,0.000015960322,0.0021709949,0.000010564185,0.000076699354,0.00000135831,0.8844142,0.0009683296,0.11093137,0.00045148292,0.00045105774],"about_ca_topic_score_codex":0.00006567624,"about_ca_topic_score_gemma":0.0002094461,"teacher_disagreement_score":0.8606158,"about_ca_system_score_codex":0.0010966784,"about_ca_system_score_gemma":0.00044334467,"threshold_uncertainty_score":0.9998119},"labels":[],"label_agreement":null},{"id":"W4404366193","doi":"10.1007/s10115-024-02269-2","title":"An evidence-based approach for open-domain question answering","year":2024,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Question answering; Information retrieval; Relevance (law); Open domain; Benchmark (surveying); Context (archaeology); Graph; Construct (python library); Domain (mathematical analysis); Rank (graph theory); Knowledge graph; Artificial intelligence; Natural language processing; Theoretical computer science","score_opus":0.05172166446128868,"score_gpt":0.3110074057323632,"score_spread":0.2592857412710745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404366193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010022159,0.0023447894,0.99084175,0.00008856031,0.00066749577,0.00063306565,0.0000031356851,0.00019508081,0.0042238925],"genre_scores_gemma":[0.9469354,0.000017379978,0.052478552,0.00006478777,0.0001597361,0.00022803455,0.000022509857,0.000004807296,0.000088775916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992369,0.000059445232,0.0003044223,0.00017079273,0.00010251743,0.00012592989],"domain_scores_gemma":[0.99942803,0.00007041746,0.000050193234,0.00026820705,0.00011829707,0.00006486161],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012104555,0.0000856109,0.00011008974,0.00014972597,0.00011963124,0.0018458441,0.0004273066,0.000054262026,5.0965997e-7],"category_scores_gemma":[0.000025129064,0.00007362427,0.000022189031,0.00019365533,0.000009383433,0.011280534,0.00007504325,0.000052240244,0.00001958499],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010094649,0.00002391847,0.00010134045,0.0019369846,0.000011895087,3.7922646e-7,0.007864183,0.009213188,0.00023629362,0.81852055,0.00090555666,0.16117561],"study_design_scores_gemma":[0.0001488222,0.000057019708,0.000028171648,0.0003197317,0.0000024589326,0.0000069867096,0.00018198314,0.95176196,0.00010581171,0.00017187702,0.047116302,0.000098859506],"about_ca_topic_score_codex":0.000028488292,"about_ca_topic_score_gemma":9.4577626e-7,"teacher_disagreement_score":0.9459332,"about_ca_system_score_codex":0.0000527654,"about_ca_system_score_gemma":0.00010999387,"threshold_uncertainty_score":0.99919033},"labels":[],"label_agreement":null},{"id":"W4404395182","doi":"10.2196/60272","title":"Enhancing Bias Assessment for Complex Term Groups in Language Embedding Models: Quantitative Comparison of Methods","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Word embedding; Measure (data warehouse); Word2vec; Machine learning; Embedding; Association test; Term (time); Data mining","score_opus":0.17317881202963353,"score_gpt":0.5031536617832251,"score_spread":0.32997484975359154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404395182","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052923147,0.00018714103,0.9450016,0.00018373237,0.0002899966,0.00035952072,0.0000045714855,0.000118836426,0.0009314721],"genre_scores_gemma":[0.39217812,0.0000054433303,0.60761297,0.00011050195,0.00002434286,0.00004827862,0.00000768348,0.00000588876,0.0000067676706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778,0.00010523889,0.0011321905,0.00015662254,0.00053351227,0.0002923996],"domain_scores_gemma":[0.9980928,0.0012421934,0.00017748457,0.00030805817,0.000058762576,0.00012072227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020619116,0.000142914,0.00040576683,0.00025411893,0.000042295484,0.000119302844,0.00065259857,0.00011843798,0.000017409913],"category_scores_gemma":[0.00018414724,0.000119865465,0.000090893074,0.0003620591,0.000052687818,0.00077192707,0.00029294932,0.00035356544,0.0000034892132],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008032961,0.00015849253,0.0001327634,0.002510405,0.000065180946,0.000009639945,0.22248401,0.008690675,0.0011858414,0.44243118,0.00040570996,0.32191807],"study_design_scores_gemma":[0.00026294665,0.00008053245,0.000046255198,0.0005447987,0.000005699433,0.0000042977404,0.008134656,0.98634464,0.00062126946,0.0036340468,0.0001928916,0.0001279957],"about_ca_topic_score_codex":0.000016661512,"about_ca_topic_score_gemma":0.00002251737,"teacher_disagreement_score":0.9776539,"about_ca_system_score_codex":0.00010317757,"about_ca_system_score_gemma":0.00021358625,"threshold_uncertainty_score":0.4887972},"labels":[],"label_agreement":null},{"id":"W4404412796","doi":"10.1016/j.eswa.2024.125648","title":"A new approach for competency frameworks mapping using large language models","year":2024,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Université TÉLUQ","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Natural language processing; Artificial intelligence; Data science","score_opus":0.03832938816186795,"score_gpt":0.2950653646710826,"score_spread":0.25673597650921465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404412796","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045205186,0.006410389,0.989526,0.0002507655,0.00016809796,0.0013568191,0.000009712912,0.0005274319,0.0017055975],"genre_scores_gemma":[0.18845533,0.0000058095334,0.8089425,0.00011845192,0.00051077077,0.001360687,0.000017915263,0.000026581949,0.0005619478],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985872,0.000024573183,0.00026244443,0.0006018919,0.00020833343,0.0003155568],"domain_scores_gemma":[0.99885094,0.000079602476,0.00005673002,0.0008344841,0.000057931727,0.00012033713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020875533,0.00015686594,0.0001887839,0.00012560697,0.00020898493,0.0003970345,0.000604672,0.00013405284,0.0000025725624],"category_scores_gemma":[0.000003779175,0.00013141714,0.000060056896,0.00047240139,0.000010971545,0.00038830747,0.00009699586,0.000201228,0.00001634848],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014048466,0.000036847126,0.0000054813045,0.0001854536,0.000046384495,0.0000023263917,0.0091930125,0.04130087,0.00075264764,0.9407706,0.0014239481,0.006281025],"study_design_scores_gemma":[0.00013135684,0.0000063002667,4.6022788e-7,0.00013467715,0.0000053230983,0.00003765592,0.000974881,0.9789398,0.000021574639,0.0019424597,0.01763092,0.00017463042],"about_ca_topic_score_codex":0.0001974381,"about_ca_topic_score_gemma":0.0000028597212,"teacher_disagreement_score":0.9388281,"about_ca_system_score_codex":0.00008391422,"about_ca_system_score_gemma":0.00020428319,"threshold_uncertainty_score":0.5359036},"labels":[],"label_agreement":null},{"id":"W4404609282","doi":"10.1109/tse.2024.3504286","title":"On Inter-Dataset Code Duplication and Data Leakage in Large Language Models","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; McGill University","funders":"","keywords":"Computer science; Programming language; Code (set theory); Software bug; Data mining; Software","score_opus":0.025993329642164737,"score_gpt":0.2756331319817165,"score_spread":0.24963980233955177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404609282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008487405,0.0001805354,0.98947793,0.0001056322,0.00037855707,0.00010633735,0.0007817365,0.00047597045,0.000005905858],"genre_scores_gemma":[0.9559272,0.000028030163,0.043786306,0.00007981462,0.000022536105,0.000022814951,0.00007978183,0.000019229463,0.000034282002],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903804,0.000012684975,0.0001582677,0.0004799076,0.00012457554,0.00018654118],"domain_scores_gemma":[0.99894166,0.00015196571,0.000010342837,0.0008380847,0.0000066125385,0.000051338484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020076368,0.00012418251,0.000100081656,0.00023626574,0.00003663964,0.00012185469,0.00046622232,0.000053710697,0.0000073821866],"category_scores_gemma":[0.000012281307,0.00013019053,0.000018724788,0.00023404474,0.0000054443735,0.0007055975,0.000014047559,0.00029687615,0.000021518583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044884873,0.000067636574,0.000003953826,0.0001284681,0.000023019642,0.000057284866,0.0012748191,0.92692304,0.00041002582,0.0040782313,0.0003186795,0.066710375],"study_design_scores_gemma":[0.00012256934,0.000015747086,0.00001334587,0.00014129364,0.000004724828,0.00001076835,0.000012988851,0.99813676,0.0006579716,0.00009312145,0.00066455937,0.00012614208],"about_ca_topic_score_codex":0.000031341104,"about_ca_topic_score_gemma":0.00005287107,"teacher_disagreement_score":0.9474398,"about_ca_system_score_codex":0.000055684024,"about_ca_system_score_gemma":0.000017082222,"threshold_uncertainty_score":0.53090155},"labels":[],"label_agreement":null},{"id":"W4404729236","doi":"10.1111/exsy.13789","title":"Flexible Distribution Approaches to Enhance Regression and Deep Topic Modelling Techniques","year":2024,"lang":"en","type":"article","venue":"Expert Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Regression; Distribution (mathematics); Regression analysis; Artificial intelligence; Data mining; Data science; Machine learning; Statistics; Mathematics","score_opus":0.09131876294557813,"score_gpt":0.29966527382244984,"score_spread":0.20834651087687173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404729236","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027918546,0.011301706,0.9831576,0.0007217969,0.000627912,0.00024992294,0.0000011895775,0.00059636455,0.00055166776],"genre_scores_gemma":[0.94564146,0.00007600378,0.05307694,0.000041780047,0.0003244926,0.00013308521,0.000004852032,0.000009299003,0.00069207477],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989451,0.000042267802,0.00019332886,0.00045432686,0.00018077724,0.00018418685],"domain_scores_gemma":[0.999482,0.000031982992,0.00002300986,0.00036994816,0.000018207591,0.0000748634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024783742,0.000114036346,0.0001325506,0.000058805264,0.00009198172,0.00034265628,0.00026395966,0.000068935966,7.432458e-7],"category_scores_gemma":[0.0000075085704,0.00008993062,0.000025825968,0.00017515737,0.0000100186135,0.00033440185,0.00015199385,0.00008350723,0.000011569553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071548875,0.0000392217,0.000047625883,0.00048000395,0.000026845526,0.00003578452,0.013556869,0.0120488,0.007397152,0.38509697,0.0022638503,0.5789997],"study_design_scores_gemma":[0.000012722764,0.000019438143,0.0000012589783,0.00035184465,9.238176e-7,0.000016720425,0.00007967432,0.9433536,0.025153,0.000647832,0.030239718,0.00012328596],"about_ca_topic_score_codex":0.00013490091,"about_ca_topic_score_gemma":0.000001082097,"teacher_disagreement_score":0.94284964,"about_ca_system_score_codex":0.000074448806,"about_ca_system_score_gemma":0.00001803608,"threshold_uncertainty_score":0.36672643},"labels":[],"label_agreement":null},{"id":"W4404764563","doi":"10.1038/s41562-024-02046-9","title":"Large language models surpass human experts in predicting neuroscience results","year":2024,"lang":"en","type":"article","venue":"Nature Human Behaviour","topic":"Topic Modeling","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut Universitaire de Gériatrie de Montréal","funders":"National Eye Institute; Economic and Social Research Council; Research Councils UK; Royal Society","keywords":"Cognitive science; Psychology; Neuroscience","score_opus":0.029284502508189935,"score_gpt":0.3250620535175684,"score_spread":0.29577755100937847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404764563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96816844,0.0011178406,0.025334703,0.0004132992,0.0012412368,0.000250651,0.000025292551,0.0007752129,0.0026733265],"genre_scores_gemma":[0.9971087,0.0000029504242,0.0011786778,0.00032053606,0.00020838747,0.000021434927,0.000012981624,0.000024692588,0.001121631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99731076,0.00008972242,0.00042128735,0.001019472,0.0005886201,0.00057016296],"domain_scores_gemma":[0.9988863,0.000044714656,0.00006410585,0.00084796053,0.000045251258,0.00011165236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081386976,0.00022202128,0.00019231862,0.0003517741,0.0002623614,0.0004819967,0.00128428,0.00028862106,0.0000064603983],"category_scores_gemma":[0.000054268276,0.00021129953,0.00008396388,0.0005668855,0.00003222503,0.0010331582,0.00047848644,0.0011059166,0.000004887436],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021126178,0.0009387374,0.035807133,0.0002218491,0.000017866148,0.007910031,0.121612325,0.0056772213,0.09778042,0.7102785,0.009922543,0.009812206],"study_design_scores_gemma":[0.0019963167,0.0002038022,0.048119076,0.00077923323,0.00002445269,0.00014440712,0.001096842,0.93057704,0.00377501,0.010013965,0.0019435801,0.0013262966],"about_ca_topic_score_codex":0.00015321067,"about_ca_topic_score_gemma":0.00041797146,"teacher_disagreement_score":0.9248998,"about_ca_system_score_codex":0.0001127501,"about_ca_system_score_gemma":0.000056267876,"threshold_uncertainty_score":0.86165446},"labels":[],"label_agreement":null},{"id":"W4404774079","doi":"10.1101/2024.11.27.625607","title":"Rapid Semantic Processing: An MEG Study of Narrative Text Reading","year":2024,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Optech (Canada)","funders":"","keywords":"Reading (process); Narrative; Natural language processing; Computer science; Linguistics; Artificial intelligence; Psychology; Philosophy","score_opus":0.02707372521275579,"score_gpt":0.25577564852538204,"score_spread":0.22870192331262626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404774079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9602703,0.0014351461,0.034426652,0.00019744977,0.0015654281,0.0011373609,0.000012686444,0.00092908443,0.000025915355],"genre_scores_gemma":[0.9793794,0.000027727752,0.01991027,0.000058619677,0.00034250875,0.00016848472,6.0862945e-8,0.000105636136,0.000007295856],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954,0.00030094662,0.0009318704,0.0019969281,0.00078581757,0.00058439723],"domain_scores_gemma":[0.9957502,0.000057183664,0.0005961127,0.0026502737,0.0006752919,0.00027095558],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011759434,0.0006553151,0.0008415003,0.00059113844,0.00021834936,0.00071461266,0.0022661004,0.0003770174,0.000010904737],"category_scores_gemma":[0.00012805212,0.00066319073,0.0001323412,0.001075736,0.00008333062,0.000503795,0.002331556,0.0011384179,0.000025853866],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096566895,0.0056061316,0.008651743,0.010119455,0.0018557387,0.0013294317,0.033776604,0.005496019,0.90596163,0.025649004,0.0005062691,0.00095140666],"study_design_scores_gemma":[0.002368582,0.0016023827,0.021333266,0.006215702,0.0007532288,2.4861524e-7,0.0012880983,0.78482544,0.1754154,0.00029437954,0.00086875784,0.005034496],"about_ca_topic_score_codex":0.000106150794,"about_ca_topic_score_gemma":0.000006479374,"teacher_disagreement_score":0.7793294,"about_ca_system_score_codex":0.00022499886,"about_ca_system_score_gemma":0.0009863977,"threshold_uncertainty_score":0.99958193},"labels":[],"label_agreement":null},{"id":"W4404780711","doi":"10.18653/v1/2024.wnu-1.4","title":"Using Large Language Models for Understanding Narrative Discourse","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Narrative; Computer science; Linguistics; Natural language processing; Philosophy","score_opus":0.149778524103757,"score_gpt":0.3744670122599409,"score_spread":0.2246884881561839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404780711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004650356,0.0002510717,0.99040383,0.00074460235,0.00039872745,0.00014304165,0.0000040381537,0.0002548926,0.0031494475],"genre_scores_gemma":[0.81977975,7.129689e-7,0.17934181,0.00010236049,0.00007628499,0.000005442407,9.1961454e-7,0.000007590166,0.00068514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927664,0.000013579775,0.000101486505,0.00027563373,0.00011328244,0.00021937671],"domain_scores_gemma":[0.9996623,0.00006253625,0.0000125945935,0.00021015141,0.000012952295,0.00003946117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020713444,0.00007632994,0.00007688225,0.000071090144,0.00011708281,0.00023829368,0.00022959491,0.000029080586,0.000014313936],"category_scores_gemma":[0.000006750818,0.000061914376,0.000052829928,0.00013711234,0.000010542673,0.000745109,0.00010154315,0.000059241127,0.0000031832212],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.2344344e-7,0.000005544087,9.174827e-7,0.000017549397,0.000010320065,0.00000782961,0.017938588,0.007015994,0.0003530409,0.9737439,0.00014948659,0.0007562203],"study_design_scores_gemma":[0.00007941156,0.000007536207,6.518079e-8,0.000032609136,0.0000035812866,0.0000040731943,0.0076198094,0.8528528,0.0002161273,0.13906446,0.00004130634,0.000078192774],"about_ca_topic_score_codex":0.000019432497,"about_ca_topic_score_gemma":0.000023496641,"teacher_disagreement_score":0.8458368,"about_ca_system_score_codex":0.00012010712,"about_ca_system_score_gemma":0.00006202698,"threshold_uncertainty_score":0.2524795},"labels":[],"label_agreement":null},{"id":"W4404781236","doi":"10.18653/v1/2024.nllp-1.5","title":"Quebec Automobile Insurance Question-Answering With Retrieval-Augmented Generation","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Question answering; Automobile insurance; Computer science; Information retrieval; Business; Actuarial science","score_opus":0.01546751376813193,"score_gpt":0.25044122389066975,"score_spread":0.23497371012253782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404781236","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14907704,0.00026503907,0.84753585,0.00067389535,0.00045919194,0.00010342573,5.782455e-7,0.0007365402,0.0011484585],"genre_scores_gemma":[0.93060863,0.000009488418,0.064518325,0.00013248304,0.00014534923,0.00001033883,0.0000026400137,0.000008498367,0.004564232],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907875,0.000028814182,0.00015038933,0.00036918063,0.00022270411,0.00015014062],"domain_scores_gemma":[0.9995175,0.000024547888,0.00001851701,0.00034310773,0.00005193261,0.00004440604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019601177,0.000093407834,0.000075533986,0.00007354452,0.00006610784,0.00036855147,0.00023801769,0.000035213303,0.00003071163],"category_scores_gemma":[0.000010633661,0.00007174819,0.0000217981,0.0003561213,0.0000134152515,0.0007150787,0.000057951132,0.000094495575,0.00005581873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012052157,0.00005912518,0.0015333017,0.00012383638,0.00006887373,0.00013099833,0.0020080518,0.044955228,0.045943875,0.6968001,0.0021758375,0.2061887],"study_design_scores_gemma":[0.00008643118,0.000031112846,0.0008119118,0.000068592235,0.0000023488801,0.000016805914,0.0000064890255,0.98524565,0.010934656,0.00019701141,0.0024747027,0.00012427536],"about_ca_topic_score_codex":0.0010930166,"about_ca_topic_score_gemma":0.0010632148,"teacher_disagreement_score":0.94029045,"about_ca_system_score_codex":0.00009174903,"about_ca_system_score_gemma":0.00012282422,"threshold_uncertainty_score":0.35539505},"labels":[],"label_agreement":null},{"id":"W4404782347","doi":"10.18653/v1/2024.emnlp-main.734","title":"FAC2E: Better Understanding Large Language Model Capabilities by Dissociating Language and Cognition","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Cognition; Cognitive science; Natural language processing; Language model; Artificial intelligence; Psychology","score_opus":0.022957726093236014,"score_gpt":0.2646405058209287,"score_spread":0.24168277972769267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404782347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18811817,0.0006096528,0.8053274,0.000990803,0.00007552599,0.000065968154,0.000023698227,0.00032699935,0.0044617574],"genre_scores_gemma":[0.9836175,0.000005419082,0.014446984,0.00048763386,0.000045485303,0.00000656575,0.000010935231,0.000009876457,0.001369632],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991391,0.000026109774,0.00013043493,0.0003016421,0.00016690345,0.00023583272],"domain_scores_gemma":[0.9996557,0.000109976485,0.000017536377,0.00015913486,0.000011825722,0.00004581933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024284644,0.00009682904,0.000091147034,0.000052837262,0.00011588071,0.00034590476,0.00013721103,0.00004841612,0.000027966278],"category_scores_gemma":[0.00003027664,0.00008538883,0.000027020606,0.00011249876,0.000019216102,0.00047564093,0.0001366474,0.00011937818,0.000009467995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027694764,0.00006113735,0.00079151033,0.0004929328,0.000106678366,0.000080984806,0.2172224,0.0003392051,0.028598983,0.71057284,0.008096745,0.03363383],"study_design_scores_gemma":[0.000107625536,0.0000067754627,0.000006285029,0.00004372768,0.0000071700547,0.0000036959752,0.009696046,0.9756727,0.00091306627,0.013375754,0.00003415732,0.00013298655],"about_ca_topic_score_codex":0.00005290109,"about_ca_topic_score_gemma":0.000036936886,"teacher_disagreement_score":0.9753335,"about_ca_system_score_codex":0.000083315914,"about_ca_system_score_gemma":0.000019719993,"threshold_uncertainty_score":0.34820554},"labels":[],"label_agreement":null},{"id":"W4404782398","doi":"10.18653/v1/2024.emnlp-main.606","title":"Stable Language Model Pre-training by Reducing Embedding Variability","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Computer science; Training (meteorology); Embedding; Language model; Artificial intelligence; Natural language processing","score_opus":0.023901279584408783,"score_gpt":0.2959054770229754,"score_spread":0.27200419743856663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404782398","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058608554,0.00020398364,0.9213287,0.0003138887,0.00029213258,0.00008705071,0.0000028841375,0.0008223146,0.018340472],"genre_scores_gemma":[0.7194446,0.0000018123314,0.27676705,0.000100402394,0.000051424446,0.00000773155,0.0000014010832,0.000008692791,0.0036169018],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986193,0.000042901545,0.0002125493,0.00057944935,0.0002172049,0.00032855145],"domain_scores_gemma":[0.9991722,0.00013025496,0.00001889185,0.0005770687,0.000020833279,0.00008074136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092918926,0.000114318784,0.00012225746,0.00005476229,0.00008231216,0.00039741767,0.0005017762,0.000053464828,0.000056697645],"category_scores_gemma":[0.00007047502,0.00010247895,0.000046045563,0.00020081441,0.00001265719,0.00075358816,0.0002579569,0.00017822636,0.000017843537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018577276,0.000037563233,0.000042957323,0.00015629081,0.000030681244,0.000023083072,0.043492537,0.47754383,0.041034386,0.2886856,0.0040182206,0.14493299],"study_design_scores_gemma":[0.000036480535,0.000005542166,0.0000018266558,0.000044063083,0.0000031198715,0.000005801891,0.00018617502,0.9913862,0.0023437266,0.0055480204,0.00031067568,0.00012838414],"about_ca_topic_score_codex":0.00022503054,"about_ca_topic_score_gemma":0.0000030957485,"teacher_disagreement_score":0.66083604,"about_ca_system_score_codex":0.00009394747,"about_ca_system_score_gemma":0.00013299806,"threshold_uncertainty_score":0.41789702},"labels":[],"label_agreement":null},{"id":"W4404782438","doi":"10.18653/v1/2024.emnlp-main.551","title":"StablePrompt : Automatic Prompt Tuning using Reinforcement Learning for Large Language Model","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea","keywords":"Reinforcement learning; Computer science; Language model; Artificial intelligence","score_opus":0.037925025208956874,"score_gpt":0.2995942561215851,"score_spread":0.2616692309126282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404782438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024325073,0.00023374037,0.97167796,0.00013457325,0.00019148685,0.0003698125,5.8361655e-7,0.0009729757,0.002093796],"genre_scores_gemma":[0.6591155,8.9860833e-7,0.3378717,0.00011282354,0.00004758595,0.000029393726,0.0000025268141,0.000015408204,0.0028041736],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859184,0.000022143096,0.0002754626,0.00042299222,0.0002445372,0.00044301178],"domain_scores_gemma":[0.9994253,0.00006626765,0.000041266554,0.00036560048,0.00003959925,0.000061993895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005984439,0.00014169533,0.00014939054,0.00013850168,0.00018577486,0.00040046909,0.00039160842,0.000047044996,0.00003594369],"category_scores_gemma":[0.000041582043,0.00012540843,0.00007276061,0.00020954167,0.0000055871433,0.00065844326,0.00028762716,0.00015806507,0.000017183067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.4802687e-7,0.000012352277,0.000019998704,0.0002945541,0.00002746795,0.0000111888985,0.006049516,0.832159,0.0054919557,0.13672882,0.00009393338,0.019110274],"study_design_scores_gemma":[0.00016287166,0.000025950674,0.0000010620467,0.0001360103,0.000008334094,0.000007166916,0.00019441695,0.996585,0.00081174093,0.0013952906,0.0005029476,0.00016922412],"about_ca_topic_score_codex":0.00003029007,"about_ca_topic_score_gemma":0.0000037635082,"teacher_disagreement_score":0.6347904,"about_ca_system_score_codex":0.00010752808,"about_ca_system_score_gemma":0.00015079197,"threshold_uncertainty_score":0.51140076},"labels":[],"label_agreement":null},{"id":"W4404782650","doi":"10.18653/v1/2024.emnlp-main.579","title":"MixGR: Enhancing Retriever Generalization for Scientific Domain through Complementary Granularity","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Granularity; Generalization; Computer science; Domain (mathematical analysis); Labrador Retriever; Mathematics; Medicine; Programming language","score_opus":0.04566579330471872,"score_gpt":0.2979242531118234,"score_spread":0.2522584598071047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404782650","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020642797,0.00026964015,0.97389036,0.0017959661,0.0020401431,0.00028688266,0.0000073763877,0.00032097776,0.0007458311],"genre_scores_gemma":[0.31144002,0.0000031356062,0.6865436,0.00059439,0.0001652622,0.000019084147,0.000040535164,0.000009669134,0.0011842926],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986494,0.00003322955,0.00024871717,0.0005519592,0.00026125048,0.00025539953],"domain_scores_gemma":[0.9993834,0.00006057091,0.000023206198,0.00042616436,0.00006777328,0.00003891051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064202724,0.00009856139,0.00009705376,0.000077268254,0.0002823513,0.0006993299,0.00043577552,0.00003646529,0.00006420367],"category_scores_gemma":[0.000013380817,0.00008905202,0.000070535956,0.00045421315,0.00003073922,0.0008274306,0.00017764718,0.00006191433,0.000023784674],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016605568,0.000016232801,0.0000638109,0.00007788199,0.000014379066,0.000004282417,0.0018435463,0.00023523445,0.013335253,0.9695783,0.00946884,0.0053605274],"study_design_scores_gemma":[0.00021336378,0.000022712333,0.000023814777,0.000037438665,0.000007444648,0.000005949102,0.00005202195,0.61105233,0.033785433,0.24058677,0.11402459,0.00018814502],"about_ca_topic_score_codex":0.00009006551,"about_ca_topic_score_gemma":0.00014452274,"teacher_disagreement_score":0.72899157,"about_ca_system_score_codex":0.00007612834,"about_ca_system_score_gemma":0.000075182674,"threshold_uncertainty_score":0.6743654},"labels":[],"label_agreement":null},{"id":"W4404782654","doi":"10.18653/v1/2024.emnlp-main.382","title":"MirrorStories: Reflecting Diversity through Personalized Narrative Generation with Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Narrative; Diversity (politics); Computer science; Natural language generation; Natural language processing; Linguistics; Sociology; Natural language; Anthropology; Philosophy","score_opus":0.0900600388191288,"score_gpt":0.3256336003900595,"score_spread":0.2355735615709307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404782654","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08186872,0.0003366515,0.9079808,0.0006059096,0.00025140782,0.00009516799,0.0000015009094,0.00039850982,0.008461357],"genre_scores_gemma":[0.8431223,0.0000043813743,0.15369798,0.0002704885,0.00009778511,0.0000052800146,0.0000029574196,0.000006093546,0.0027927062],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990044,0.000044604698,0.00009473168,0.00039709412,0.00026387913,0.00019525745],"domain_scores_gemma":[0.9996458,0.00003387056,0.000022323738,0.00020780895,0.00005615338,0.000033996977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019099156,0.000105351086,0.00009796057,0.000038814505,0.00039872064,0.00018972889,0.0002468078,0.000040164454,0.000047838195],"category_scores_gemma":[0.000008501935,0.00008002715,0.000036271278,0.00026853257,0.000016914028,0.0013672842,0.00029236605,0.00011960892,0.000010718488],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005870459,0.000019143676,0.00004404536,0.000026166203,0.000037516846,0.00007799871,0.49912074,0.0012768549,0.0015397407,0.49616754,0.0005167211,0.0011676452],"study_design_scores_gemma":[0.00019682768,0.00003591001,0.0000017942242,0.000026559015,0.0000069167063,0.000016426235,0.007523475,0.98731756,0.001265727,0.00291758,0.0005437999,0.0001474035],"about_ca_topic_score_codex":0.00037130262,"about_ca_topic_score_gemma":0.0002533357,"teacher_disagreement_score":0.9860407,"about_ca_system_score_codex":0.00009496474,"about_ca_system_score_gemma":0.00006306238,"threshold_uncertainty_score":0.32634124},"labels":[],"label_agreement":null},{"id":"W4404782721","doi":"10.18653/v1/2024.emnlp-main.373","title":"Unifying Multimodal Retrieval via Document Screenshot Embedding","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information retrieval; Embedding; Document retrieval; Artificial intelligence; Natural language processing","score_opus":0.02529742333990012,"score_gpt":0.3007426239319106,"score_spread":0.2754452005920105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404782721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011662762,0.00026968538,0.9779512,0.0011733855,0.00083019567,0.00009714127,2.7821528e-7,0.00070569525,0.007309615],"genre_scores_gemma":[0.7354734,0.0000054057487,0.2628034,0.00019201834,0.00013306801,0.0000016797519,6.3296426e-7,0.000008105116,0.0013822595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867624,0.000030269566,0.00021204428,0.00046935136,0.00031950136,0.0002925979],"domain_scores_gemma":[0.9993288,0.00008826541,0.000017274728,0.00044236283,0.000031129704,0.00009214816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039203,0.00011942907,0.0001033535,0.00012164227,0.000090262765,0.0004664882,0.0005362573,0.00005142372,0.0001150807],"category_scores_gemma":[0.000020110387,0.000102728176,0.00006551703,0.0003736632,0.000014067496,0.0006280789,0.00034658713,0.00017511348,0.00019311148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009839378,0.000029141447,0.00016647855,0.00011767427,0.00007531893,0.0003052524,0.0021497924,0.0141302785,0.011982585,0.571874,0.0010678039,0.39809182],"study_design_scores_gemma":[0.00008652611,0.000017650644,0.000035420217,0.00004426936,0.0000035451915,0.000025028092,0.000024155599,0.9883266,0.003297501,0.005368373,0.0026270095,0.00014389037],"about_ca_topic_score_codex":0.00008498762,"about_ca_topic_score_gemma":0.000004299447,"teacher_disagreement_score":0.9741964,"about_ca_system_score_codex":0.00008539058,"about_ca_system_score_gemma":0.00005204946,"threshold_uncertainty_score":0.44983566},"labels":[],"label_agreement":null},{"id":"W4404782772","doi":"10.18653/v1/2024.emnlp-main.723","title":"Story Morals: Surfacing value-driven narrative schemas using large language models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Narrative; Value (mathematics); Computer science; Linguistics; Natural language processing; Philosophy; Machine learning","score_opus":0.05163279700465704,"score_gpt":0.30954038913146326,"score_spread":0.2579075921268062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404782772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20544203,0.0010938266,0.7893212,0.00037975702,0.00038549086,0.000094551804,0.0000019971412,0.0005149099,0.0027662744],"genre_scores_gemma":[0.7326262,0.000003127472,0.2659983,0.0001744419,0.00007788109,0.0000029662206,9.1446475e-7,0.000013325088,0.0011028571],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858755,0.00009630327,0.00017935576,0.0005039936,0.0002897084,0.00034306326],"domain_scores_gemma":[0.9992961,0.00007430298,0.000029138855,0.00047558598,0.000042356798,0.00008247136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045468856,0.00015156553,0.00016389835,0.00012540253,0.00016174909,0.00020652653,0.0004140026,0.00006611098,0.00004368702],"category_scores_gemma":[0.000018290095,0.00013447803,0.000078595454,0.0002872983,0.000019851723,0.001225461,0.00033205794,0.0002485551,0.0000410609],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011869445,0.000028285425,0.00002884825,0.00006575396,0.00005131895,0.00014176354,0.057147425,0.27064556,0.01580207,0.65162593,0.00037996995,0.00408187],"study_design_scores_gemma":[0.00009581472,0.000008611091,0.0000019685715,0.000082567014,0.0000055358287,0.000012565298,0.0018035544,0.99282813,0.0020390616,0.0025799116,0.00036811226,0.00017416186],"about_ca_topic_score_codex":0.00012408075,"about_ca_topic_score_gemma":0.000016519572,"teacher_disagreement_score":0.7221826,"about_ca_system_score_codex":0.00012207103,"about_ca_system_score_gemma":0.00013860653,"threshold_uncertainty_score":0.5483855},"labels":[],"label_agreement":null},{"id":"W4404782839","doi":"10.18653/v1/2024.emnlp-main.243","title":"STOP! Benchmarking Large Language Models with Sensitivity Testing on Offensive Progressions","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Offensive; Benchmarking; Computer science; Sensitivity (control systems); Reliability engineering; Engineering; Operations research; Electronic engineering; Business","score_opus":0.032574780700197675,"score_gpt":0.27298695207963375,"score_spread":0.24041217137943607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404782839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08806478,0.00009091427,0.8939926,0.00057260314,0.00019045381,0.00015866703,0.0000025508211,0.0006925635,0.016234843],"genre_scores_gemma":[0.81898516,5.3186494e-7,0.18023545,0.0003490858,0.00010400363,0.0000076635615,0.0000012242693,0.00001016607,0.00030673746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987362,0.000060949875,0.00011527378,0.00048778302,0.00028487708,0.00031491596],"domain_scores_gemma":[0.99908555,0.00032168033,0.000025850828,0.00042408903,0.000067540816,0.0000753221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034364534,0.00013426313,0.00011649744,0.00009108153,0.00013907878,0.00022703648,0.00017268679,0.000040618997,0.0000077853965],"category_scores_gemma":[0.00004089414,0.00009273167,0.000030896936,0.00032432814,0.000015393367,0.00034123193,0.00021121712,0.0002182242,0.000023351507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000749884,0.00012106436,0.0005115949,0.00010209951,0.00005209071,0.0025785072,0.0075003924,0.04286838,0.0021336533,0.55569994,0.0007516893,0.38767308],"study_design_scores_gemma":[0.000082783044,0.00006164491,0.00013369365,0.00028385888,0.000003789951,0.00006478744,0.00012577912,0.9975245,0.0005184971,0.00094111805,0.00011575199,0.00014380738],"about_ca_topic_score_codex":0.00007247153,"about_ca_topic_score_gemma":0.000055802713,"teacher_disagreement_score":0.9546561,"about_ca_system_score_codex":0.00004036094,"about_ca_system_score_gemma":0.00007221782,"threshold_uncertainty_score":0.3781488},"labels":[],"label_agreement":null},{"id":"W4404782882","doi":"10.18653/v1/2024.emnlp-main.764","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Computer science; Data science; Management science; Engineering","score_opus":0.3056448804553619,"score_gpt":0.40923776009083845,"score_spread":0.10359287963547653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404782882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004939535,0.33349243,0.6427769,0.02027511,0.00017779911,0.00044002407,0.000008245943,0.00021981867,0.002115741],"genre_scores_gemma":[0.8217841,0.058861483,0.11641099,0.0023455634,0.00004967051,0.00016803139,0.000016887563,0.000020072845,0.00034318984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986533,0.0004417973,0.00026612176,0.0003288145,0.00017298791,0.00013697652],"domain_scores_gemma":[0.99739885,0.0021625087,0.00001978719,0.00029921703,0.000059356942,0.00006028541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028059299,0.00008672179,0.00017994246,0.00006731205,0.00008260742,0.00018040182,0.00013310491,0.000026965829,0.0000071770783],"category_scores_gemma":[0.0013830067,0.0000682007,0.000019263036,0.00012201637,0.000009402408,0.00035953082,0.00011717568,0.000100272715,0.000018865687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2154892e-7,0.000022467178,0.000002120635,0.026557604,0.000017873448,0.000005518232,0.0021312651,0.000013343541,0.000002608693,0.9279278,0.0004171116,0.042901978],"study_design_scores_gemma":[0.00005037149,0.00003545508,0.00003047421,0.015029594,0.000017794397,0.000018942366,0.00023896723,0.979029,6.359233e-7,0.0054154247,0.00004224241,0.000091107504],"about_ca_topic_score_codex":0.0000136328745,"about_ca_topic_score_gemma":0.00007377688,"teacher_disagreement_score":0.97901565,"about_ca_system_score_codex":0.000017558572,"about_ca_system_score_gemma":0.000028795914,"threshold_uncertainty_score":0.27811438},"labels":[],"label_agreement":null},{"id":"W4404782892","doi":"10.18653/v1/2024.emnlp-main.250","title":"PromptReps: Prompting Large Language Models to Generate Dense and Sparse Representations for Zero-Shot Document Retrieval","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Zero (linguistics); Computer science; Shot (pellet); Natural language processing; Artificial intelligence; Language model; Information retrieval; Linguistics; Materials science","score_opus":0.06476820452331428,"score_gpt":0.33275380316027114,"score_spread":0.26798559863695687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404782892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19236514,0.0002701475,0.8041018,0.0014563516,0.00020878516,0.0006366539,0.0000065530235,0.00027696684,0.0006775584],"genre_scores_gemma":[0.6761546,0.0000059059353,0.31949985,0.00032707307,0.000101976526,0.000074606716,0.0000044457333,0.000013124444,0.0038183837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856603,0.00003131172,0.0002463304,0.0006339001,0.00020283059,0.0003196156],"domain_scores_gemma":[0.99925584,0.000082526705,0.000025148922,0.00044970002,0.00006159006,0.00012517949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004986498,0.0001227894,0.00012236177,0.000112906564,0.00012682816,0.0005376433,0.0002562071,0.000038135786,0.000014476208],"category_scores_gemma":[0.000044150078,0.000106414045,0.000044321627,0.00024272439,0.000008187165,0.0005702439,0.0003081812,0.000077113145,0.000017243017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042237185,0.00009777306,0.00009943743,0.00033707474,0.000121934405,0.00016575109,0.041583437,0.038219374,0.034060366,0.84380937,0.0063796444,0.035083603],"study_design_scores_gemma":[0.00019937119,0.00004194034,0.0000116376605,0.000043752683,0.00001011756,0.000018816749,0.00018498476,0.9769386,0.008104574,0.0135986665,0.0006919473,0.00015561505],"about_ca_topic_score_codex":0.000057785,"about_ca_topic_score_gemma":0.000027660853,"teacher_disagreement_score":0.9387192,"about_ca_system_score_codex":0.0000416605,"about_ca_system_score_gemma":0.000064957574,"threshold_uncertainty_score":0.5184507},"labels":[],"label_agreement":null},{"id":"W4404783494","doi":"10.18653/v1/2024.emnlp-industry.10","title":"DL-QAT: Weight-Decomposed Low-Rank Quantization-Aware Training for Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advanced Micro Devices (Canada)","funders":"","keywords":"Computer science; Quantization (signal processing); Rank (graph theory); Language model; Artificial intelligence; Natural language processing; Speech recognition; Mathematics; Algorithm; Combinatorics","score_opus":0.04104453252529369,"score_gpt":0.2967512469939502,"score_spread":0.25570671446865656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404783494","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006956525,0.00039320844,0.98684573,0.0011019177,0.00074659404,0.00026660936,0.000015800608,0.00083577,0.0028378356],"genre_scores_gemma":[0.8990212,0.000007825629,0.09890697,0.0005140868,0.00021623002,0.000031382475,0.000018330147,0.00002249575,0.0012614509],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985816,0.000026277103,0.0002733374,0.0005138465,0.00021725085,0.00038771468],"domain_scores_gemma":[0.9992173,0.00016154803,0.000029026514,0.0004525436,0.00005424008,0.00008537828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003392902,0.0001521567,0.00017226106,0.00013808263,0.00012307192,0.00032676032,0.00057977583,0.00007531978,0.00006229904],"category_scores_gemma":[0.00001723236,0.00013223075,0.00011271936,0.00027588845,0.0000074170757,0.00074065215,0.0001242606,0.00010478899,0.00004372399],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031723025,0.000030559495,0.000011148895,0.00012954841,0.000030812018,0.0000245197,0.010803738,0.005756391,0.0009242223,0.945916,0.0011668059,0.03520309],"study_design_scores_gemma":[0.0002921668,0.000017613651,0.0000055348823,0.00006758692,0.000006244871,0.0000061994533,0.00020360266,0.9814268,0.0007615508,0.014872936,0.0021554418,0.00018433166],"about_ca_topic_score_codex":0.000021369926,"about_ca_topic_score_gemma":0.000030360145,"teacher_disagreement_score":0.9756704,"about_ca_system_score_codex":0.000032299118,"about_ca_system_score_gemma":0.00011147798,"threshold_uncertainty_score":0.53922135},"labels":[],"label_agreement":null},{"id":"W4404783705","doi":"10.18653/v1/2024.emnlp-main.211","title":"Decompose and Compare Consistency: Measuring VLMs’ Answer Reliability via Task-Decomposition Consistency Comparison","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research","keywords":"Consistency (knowledge bases); Reliability (semiconductor); Computer science; Task (project management); Decomposition; Reliability engineering; Data mining; Artificial intelligence; Engineering","score_opus":0.031966096383067244,"score_gpt":0.2864189849729321,"score_spread":0.25445288858986487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404783705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18300763,0.0025094347,0.80223775,0.0021463234,0.0011794387,0.00035347667,0.0000047238295,0.0009911238,0.00757013],"genre_scores_gemma":[0.90388995,0.00001936701,0.09559771,0.00027727018,0.000073774536,0.000016905842,0.000006575143,0.000016144942,0.00010231287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972729,0.000171441,0.00069725653,0.0010195768,0.0004208153,0.00041797652],"domain_scores_gemma":[0.9983095,0.0003476698,0.00007812851,0.00087031105,0.0001687448,0.00022567777],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006985977,0.00029284635,0.00044176533,0.00017440411,0.0003048252,0.00058049127,0.00051998085,0.000093326686,0.000048458616],"category_scores_gemma":[0.000041811894,0.00026837035,0.00012297403,0.00033424908,0.00015113469,0.0007667842,0.000380367,0.00033126195,0.000086924774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009952653,0.0011899482,0.10629721,0.002313688,0.00052094273,0.0004694917,0.0135472035,0.007841759,0.030190807,0.47584796,0.010301818,0.35137963],"study_design_scores_gemma":[0.00033088124,0.00006633986,0.0060761035,0.00019034345,0.00003581982,0.00015815027,0.000114062015,0.975932,0.0016816438,0.011827748,0.0031236769,0.00046321697],"about_ca_topic_score_codex":0.00022174456,"about_ca_topic_score_gemma":0.00012132113,"teacher_disagreement_score":0.96809024,"about_ca_system_score_codex":0.00013132535,"about_ca_system_score_gemma":0.00013316212,"threshold_uncertainty_score":0.9999769},"labels":[],"label_agreement":null},{"id":"W4404783714","doi":"10.18653/v1/2024.emnlp-industry.86","title":"Query-OPT: Optimizing Inference of Large Language Models via Multi-Query Instructions in Meeting Summarization","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stornoway Diamond (Canada)","funders":"","keywords":"Computer science; Automatic summarization; RDF query language; Query language; Inference; Query optimization; Web search query; Query expansion; Sargable; Information retrieval; Web query classification; Query by Example; Artificial intelligence; Search engine","score_opus":0.0252817177744218,"score_gpt":0.28866278496418896,"score_spread":0.26338106718976717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404783714","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052897442,0.00023135624,0.9439298,0.000113454626,0.0003077151,0.00010432595,0.000002383213,0.00024104344,0.0021725043],"genre_scores_gemma":[0.66386783,0.00001682827,0.33593395,0.000035919096,0.000019916954,0.0000069959297,0.0000028205063,0.000006548276,0.00010917356],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885297,0.000052325533,0.00035063244,0.00034158624,0.00017672736,0.0002257515],"domain_scores_gemma":[0.9994342,0.000094677984,0.000048697697,0.00033134513,0.000051148665,0.000039954266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036270387,0.000106847605,0.00014122193,0.0002849241,0.000048743317,0.000105871135,0.00034087835,0.0000732115,0.000012413908],"category_scores_gemma":[0.000053746655,0.000103632265,0.000043219017,0.0005663542,0.00001475292,0.0010446379,0.00026435583,0.00017128169,0.0000055547653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017655626,0.00008163261,0.0018725231,0.00015869558,0.000018517985,0.000026283627,0.011048352,0.56272006,0.012044588,0.36016396,0.000012773213,0.05185086],"study_design_scores_gemma":[0.00013087034,0.000005712251,0.000079814345,0.00014567237,0.0000025968225,0.000003956734,0.00024013792,0.9945303,0.0026482206,0.0020872843,0.000015969565,0.00010947167],"about_ca_topic_score_codex":0.0008183357,"about_ca_topic_score_gemma":0.00049583416,"teacher_disagreement_score":0.61097044,"about_ca_system_score_codex":0.00005598728,"about_ca_system_score_gemma":0.00008097689,"threshold_uncertainty_score":0.42260012},"labels":[],"label_agreement":null},{"id":"W4404785115","doi":"10.1007/s40593-024-00441-x","title":"Predicting Tags for Learner Questions on Stack Overflow","year":2024,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Killam Trusts","keywords":"Stack (abstract data type); Computer science; Educational technology; Multimedia; Mathematics education; Programming language; Mathematics","score_opus":0.05232476163451524,"score_gpt":0.38408274498883294,"score_spread":0.3317579833543177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404785115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112413906,0.00023014512,0.8693304,0.00618627,0.011370702,0.00011516558,0.0000029189266,0.000030897463,0.0003195626],"genre_scores_gemma":[0.96386486,0.000057058667,0.03422403,0.00021408848,0.0014994617,0.00001383813,0.0000021913681,0.000008348446,0.000116114206],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986435,0.00003857385,0.0005992655,0.00019976201,0.00039090944,0.00012796851],"domain_scores_gemma":[0.99882555,0.0003318371,0.00015302672,0.00013662284,0.0005021578,0.00005081857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064814545,0.00008475266,0.00009249501,0.00052611687,0.000037232214,0.00036906518,0.00066128117,0.00004897604,0.000022490329],"category_scores_gemma":[0.0005395931,0.000079969235,0.00008928192,0.00022029127,0.000020911424,0.000775416,0.000037654263,0.0002449364,0.0000269562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002102429,0.00016635202,0.00032791807,0.000008080148,0.00001939595,0.0000068841905,0.0016887429,0.020858824,0.0004582201,0.3482383,0.00023982963,0.62796646],"study_design_scores_gemma":[0.000024748279,0.00013977668,0.00027241587,0.00054346886,0.000006177506,0.000053422144,0.0005728288,0.7487727,0.004384426,0.24012206,0.004996564,0.00011143504],"about_ca_topic_score_codex":0.00005327086,"about_ca_topic_score_gemma":0.000032959473,"teacher_disagreement_score":0.851451,"about_ca_system_score_codex":0.0002938385,"about_ca_system_score_gemma":0.0005620926,"threshold_uncertainty_score":0.3558904},"labels":[],"label_agreement":null},{"id":"W4404787914","doi":"10.1109/access.2024.3507382","title":"Enhancing Sindhi Word Segmentation Using Subword Representation Learning and Position-Aware Self-Attention","year":2024,"lang":"en","type":"article","venue":"IEEE Access","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"National Key Research and Development Program of China","keywords":"Computer science; Natural language processing; Representation (politics); Segmentation; Artificial intelligence; Speech recognition; Word (group theory); Text segmentation; Position (finance); Linguistics","score_opus":0.033268435060763706,"score_gpt":0.34569485629040925,"score_spread":0.31242642122964553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404787914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4674968,0.00011287521,0.5313551,0.00015211628,0.00052702404,0.00008987744,2.5938309e-7,0.000226859,0.000039072213],"genre_scores_gemma":[0.97463375,0.000033761287,0.024992883,0.00006130844,0.00018977045,0.000011297976,0.0000066024004,0.000012650268,0.000057985755],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880826,0.0000886965,0.00023360144,0.00045218164,0.0002395543,0.00017769521],"domain_scores_gemma":[0.99957675,0.00008359478,0.000073971576,0.00015226874,0.0000656573,0.000047766476],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00023433029,0.00010779104,0.00009484836,0.00018437086,0.00021519391,0.0011939071,0.00022128262,0.000052568892,0.000008291836],"category_scores_gemma":[0.000011627596,0.0001155984,0.000034772125,0.0004407139,0.000010158206,0.0025962885,0.00011726604,0.00015471986,0.000009626774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016805947,0.00007774345,0.038907856,0.0006532601,0.00015235353,0.00017048042,0.007974745,0.032913778,0.50733626,0.00316562,0.00011468942,0.4085164],"study_design_scores_gemma":[0.00015442753,0.000016347527,0.002554541,0.00019702794,0.000028485347,0.000048121532,0.0001604061,0.95885485,0.036464438,0.0012928458,0.00003925316,0.00018926087],"about_ca_topic_score_codex":0.00012667157,"about_ca_topic_score_gemma":0.000020557638,"teacher_disagreement_score":0.92594105,"about_ca_system_score_codex":0.000109950335,"about_ca_system_score_gemma":0.00004924721,"threshold_uncertainty_score":0.99984294},"labels":[],"label_agreement":null},{"id":"W4404788057","doi":"10.1145/3652892.3700758","title":"Menos: Split Fine-Tuning Large Language Models with Efficient GPU Memory Sharing","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Parallel computing; Fine-tuning; Computational science; Computer graphics (images); Physics","score_opus":0.02032411432330952,"score_gpt":0.2499054059051806,"score_spread":0.22958129158187107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404788057","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08293257,0.0007246684,0.8858404,0.0003834208,0.00021097338,0.00011421447,0.000001423636,0.0007171081,0.02907521],"genre_scores_gemma":[0.89622366,0.000001732189,0.09929656,0.00019598578,0.00008368215,0.000011207556,0.0000016088699,0.000016906943,0.004168658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849904,0.000016015432,0.0001776656,0.0005991638,0.00032434982,0.00038374425],"domain_scores_gemma":[0.99914885,0.00004523901,0.000021016906,0.00066797814,0.00002794797,0.000088979104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003866867,0.0001477866,0.00013200467,0.00012791863,0.000096312506,0.0003828613,0.00069563015,0.000040414736,0.00007509583],"category_scores_gemma":[0.0000066623525,0.00011069332,0.000043567332,0.0003134126,0.000011437513,0.00039211664,0.0005115224,0.00018517405,0.00008074198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002810972,0.000036091602,0.00002702132,0.000088429595,0.000032569227,0.00025769975,0.009782546,0.23774587,0.00073736435,0.7322535,0.00019170642,0.018844374],"study_design_scores_gemma":[0.0001433958,0.000018141149,0.0000076276497,0.000111123845,0.0000060493653,0.000022724504,0.00024931962,0.9971139,0.0007001062,0.0011618575,0.00029658558,0.00016921172],"about_ca_topic_score_codex":0.000087148466,"about_ca_topic_score_gemma":0.00003646535,"teacher_disagreement_score":0.8132911,"about_ca_system_score_codex":0.000057743877,"about_ca_system_score_gemma":0.000056197987,"threshold_uncertainty_score":0.45139426},"labels":[],"label_agreement":null},{"id":"W4404851119","doi":"10.1016/j.eswa.2024.125924","title":"Pairwise dual-level alignment for cross-prompt automated essay scoring","year":2024,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"Taishan Scholar Project of Shandong Province; Natural Science Foundation of Shandong Province; National Natural Science Foundation of China","keywords":"Pairwise comparison; Dual (grammatical number); Computer science; Artificial intelligence; Cross-validation; Data mining; Natural language processing; Pattern recognition (psychology)","score_opus":0.04273792357509929,"score_gpt":0.3207816349410548,"score_spread":0.2780437113659555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404851119","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008474001,0.0017653088,0.99160755,0.00069200795,0.00048921624,0.0016964257,0.000021032607,0.0022579667,0.0006231246],"genre_scores_gemma":[0.86114216,0.000008411314,0.12414032,0.000093301314,0.00047811575,0.011649122,0.000017263816,0.000039752314,0.0024315738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983238,0.00002573298,0.0003557758,0.00068314164,0.00029118737,0.0003203641],"domain_scores_gemma":[0.9986655,0.000118279975,0.00006818057,0.0009161557,0.00011283947,0.000119046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000316746,0.00017881139,0.00017871495,0.00010062214,0.0002760178,0.00067177875,0.0005029907,0.00006569753,0.000002922738],"category_scores_gemma":[0.000007529146,0.00014456433,0.000055092925,0.0003511344,0.000032958986,0.0003513012,0.00010782511,0.000072631345,0.00007949213],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010428643,0.00018842758,0.0003143614,0.0008300255,0.0002220132,0.000024295323,0.007958396,0.021960057,0.008402274,0.9222432,0.013689372,0.024157166],"study_design_scores_gemma":[0.00022034625,0.00002927705,0.00006456596,0.00019739835,0.000005684128,0.000046912293,0.00009286198,0.8933487,0.001014358,0.0003800152,0.10436693,0.0002329764],"about_ca_topic_score_codex":0.000117214964,"about_ca_topic_score_gemma":0.000004384996,"teacher_disagreement_score":0.92186314,"about_ca_system_score_codex":0.00019525859,"about_ca_system_score_gemma":0.00018842718,"threshold_uncertainty_score":0.64779776},"labels":[],"label_agreement":null},{"id":"W4404875179","doi":"10.1016/j.engappai.2024.109490","title":"Low-cost language models: Survey and performance evaluation on Python code generation","year":2024,"lang":"en","type":"article","venue":"Engineering Applications of Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Novelis (Canada)","funders":"","keywords":"Computer science; Python (programming language); Programming language; Code generation; Operating system","score_opus":0.08149017670230732,"score_gpt":0.3154793380580967,"score_spread":0.23398916135578937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404875179","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14600582,0.0002834786,0.8530039,0.00006461303,0.00013910308,0.0003062587,0.000007862299,0.00013331247,0.000055607987],"genre_scores_gemma":[0.97631115,0.000051038114,0.023319075,0.000010096132,0.000093948416,0.00017307248,0.000017554068,0.000010591965,0.000013466968],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904364,0.000024812301,0.00025948026,0.00032043995,0.00023227943,0.00011935817],"domain_scores_gemma":[0.99931496,0.00011541649,0.000032429896,0.00039618794,0.000102432205,0.000038590882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076919823,0.000095038915,0.00008316852,0.00015506729,0.00005317941,0.00010738405,0.0002598403,0.000043405544,0.0000040244486],"category_scores_gemma":[0.00004970008,0.00010002643,0.000019552024,0.0004027976,0.000017314627,0.00028512793,0.00004800108,0.00010858707,0.00002384395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.4845365e-7,0.000012421196,0.0000044120093,0.000021211168,0.000003144995,1.2566167e-7,0.00038372964,0.5126597,0.0034799764,0.05036129,0.0000053627878,0.43306762],"study_design_scores_gemma":[0.0000061280125,0.000016021117,0.00010673346,0.000035997455,0.000003307823,0.0000012095574,0.000014356545,0.94540167,0.053513505,0.00077065086,0.000041220774,0.000089193614],"about_ca_topic_score_codex":0.000033641427,"about_ca_topic_score_gemma":0.000020412726,"teacher_disagreement_score":0.83030534,"about_ca_system_score_codex":0.000047007954,"about_ca_system_score_gemma":0.000042233303,"threshold_uncertainty_score":0.40789592},"labels":[],"label_agreement":null},{"id":"W4404917089","doi":"10.2196/60334","title":"Chinese Clinical Named Entity Recognition With Segmentation Synonym Sentence Synthesis Mechanism: Algorithm Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Conditional random field; Natural language processing; Named-entity recognition; Sentence; Vocabulary; Segmentation; Synonym (taxonomy); Machine learning; Task (project management)","score_opus":0.030130818809666185,"score_gpt":0.3196210585014545,"score_spread":0.28949023969178833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404917089","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23372957,0.000016800985,0.7650423,0.00034432905,0.00031170325,0.00021390613,0.0000021278086,0.00018184289,0.00015740322],"genre_scores_gemma":[0.20584016,0.00008249284,0.79335463,0.00041665646,0.0001105556,0.00012730795,0.00002906016,0.000008888252,0.000030231009],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998071,0.00006429556,0.0006760809,0.00019326994,0.0008121775,0.00018314505],"domain_scores_gemma":[0.9991386,0.00027381894,0.00011434777,0.00019308478,0.00007856516,0.00020161597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001112888,0.00013773511,0.00017229666,0.0001100494,0.00009120935,0.0002630064,0.00025467854,0.00012645972,0.00004701785],"category_scores_gemma":[0.00015373643,0.00009953589,0.00003053126,0.00026686548,0.000050673443,0.0011254686,0.00016531709,0.00025102973,0.0000718825],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027457545,0.00003731804,0.00014649257,0.0001834145,0.000028956212,0.000017982611,0.003603606,0.0000023948376,0.0000051851916,0.0011416245,0.00007713799,0.9947531],"study_design_scores_gemma":[0.00027748197,0.000056859506,0.00019807986,0.00049450865,0.000016679536,0.00011282049,0.00056822336,0.9947459,0.0012600847,0.0013856147,0.0006729424,0.0002107673],"about_ca_topic_score_codex":0.000004313388,"about_ca_topic_score_gemma":0.0000051043917,"teacher_disagreement_score":0.9947435,"about_ca_system_score_codex":0.000056972724,"about_ca_system_score_gemma":0.00023700549,"threshold_uncertainty_score":0.40589562},"labels":[],"label_agreement":null},{"id":"W4404932874","doi":"10.1007/978-981-96-0567-5_15","title":"Vector Representation Learning of Skills for Collaborative Team Recommendation: A Comparative Study","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Representation (politics); Artificial intelligence; Human–computer interaction; Knowledge management","score_opus":0.04193913212345869,"score_gpt":0.3319939661844991,"score_spread":0.29005483406104043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404932874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005514296,0.00015089197,0.99236494,0.00048378573,0.0016161196,0.0015189339,0.000014017973,0.000120990975,0.0031788917],"genre_scores_gemma":[0.6241251,0.000009978741,0.37430614,0.00012831246,0.0004005735,0.00008023961,0.00001958842,0.00003001025,0.0009000295],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99681467,0.000074408454,0.00068790046,0.001467662,0.0006155443,0.00033983198],"domain_scores_gemma":[0.99704486,0.0010732858,0.00043611802,0.0007172103,0.00064972707,0.000078773446],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009699089,0.00037474526,0.0006362132,0.0006873591,0.00020348113,0.00036994705,0.0013618818,0.00015070186,0.000013310879],"category_scores_gemma":[0.00014002829,0.00035017668,0.0001066652,0.00091817515,0.00023769625,0.00053217827,0.000757655,0.00058763963,0.000012251018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039480918,0.00029778373,0.00034638576,0.00017155363,0.00015530155,0.000024375859,0.06048045,0.22529404,0.00034806778,0.053830624,0.00012219435,0.6588898],"study_design_scores_gemma":[0.0005410829,0.0009145988,0.00007776058,0.00036750667,0.000027074377,0.000009576284,0.000030649484,0.91622204,0.0025598751,0.07739905,0.0013478819,0.0005029141],"about_ca_topic_score_codex":0.000017546789,"about_ca_topic_score_gemma":0.000061905346,"teacher_disagreement_score":0.690928,"about_ca_system_score_codex":0.00026570892,"about_ca_system_score_gemma":0.00047602726,"threshold_uncertainty_score":0.99989504},"labels":[],"label_agreement":null},{"id":"W4404960594","doi":"10.3390/en17236063","title":"Domain-Specific Large Language Model for Renewable Energy and Hydrogen Deployment Strategies","year":2024,"lang":"en","type":"article","venue":"Energies","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Renewable energy; Software deployment; Computer science; Domain (mathematical analysis); Environmental economics; Work (physics); Engineering; Economics; Mechanical engineering; Electrical engineering","score_opus":0.017332663688469176,"score_gpt":0.2462847393560578,"score_spread":0.22895207566758863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404960594","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06686638,0.01146017,0.9194562,0.000287316,0.00016480996,0.000053921627,0.0000076207484,0.00035580734,0.0013477922],"genre_scores_gemma":[0.85060555,0.0003177186,0.14516896,0.00013465356,0.00015808844,0.000075021,0.0000061906235,0.000022140131,0.0035116829],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900025,0.000016853213,0.00014844314,0.00040203793,0.00014576913,0.00028662995],"domain_scores_gemma":[0.9995023,0.000055731623,0.000019190571,0.00035324288,0.000017369039,0.000052193187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016051785,0.00013034108,0.00012170552,0.00008686085,0.000104683546,0.00042703716,0.0003093984,0.000048288148,0.0000044644403],"category_scores_gemma":[0.0000013309086,0.00011503155,0.000050960607,0.000105154984,0.000020128531,0.00046666092,0.0001948405,0.00003594338,0.000001786837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019412425,0.000008577215,0.0000018473623,0.000023996661,0.000014927795,0.0000127812455,0.0023707643,0.24664222,0.004249382,0.74042404,0.001987585,0.0042619114],"study_design_scores_gemma":[0.00013390064,0.000016280861,0.0000010232088,0.000022328299,0.000003327056,0.0000064006767,0.0004847022,0.8113066,0.0065400186,0.06703391,0.11431376,0.00013775913],"about_ca_topic_score_codex":0.00012999313,"about_ca_topic_score_gemma":0.000261972,"teacher_disagreement_score":0.78373915,"about_ca_system_score_codex":0.000030096842,"about_ca_system_score_gemma":0.000070392874,"threshold_uncertainty_score":0.46908504},"labels":[],"label_agreement":null},{"id":"W4404971593","doi":"10.1007/978-3-031-78498-9_3","title":"ConCSE: Unified Contrastive Learning and Augmentation for Code-Switched Embeddings","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Code (set theory); Programming language; Artificial intelligence; Natural language processing","score_opus":0.020165552351568583,"score_gpt":0.2800862608764734,"score_spread":0.25992070852490484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404971593","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027090736,0.00064822764,0.9949752,0.0008208947,0.0013643424,0.00059335015,0.0000062552554,0.00021276252,0.0011080689],"genre_scores_gemma":[0.42221093,0.000063971325,0.57366604,0.00088521803,0.0005365042,0.000039181505,0.000012266255,0.000059352387,0.0025265473],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970775,0.000017929868,0.00042556893,0.0014952478,0.00051041937,0.00047331493],"domain_scores_gemma":[0.99828,0.00077020633,0.0002056155,0.00039348597,0.0002228537,0.00012786053],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080670137,0.00039649385,0.0004264386,0.0004729604,0.00023824043,0.0007491521,0.0009876001,0.00024265387,0.0000062890495],"category_scores_gemma":[0.000120617275,0.00037725494,0.000080711,0.00026523083,0.00035023285,0.00044345853,0.0006930606,0.00067429536,0.000009940319],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019642943,0.000011085876,0.000042070278,0.00018896958,0.00003881244,0.00005009419,0.0042058397,0.034111574,0.0012071718,0.24495608,0.000015524762,0.71515316],"study_design_scores_gemma":[0.0003474754,0.00013393373,0.000009204273,0.00034118159,0.000014644132,0.000027790076,0.0000013865662,0.8123918,0.0008619661,0.18405981,0.0014433403,0.00036742052],"about_ca_topic_score_codex":0.000011621906,"about_ca_topic_score_gemma":0.000029042578,"teacher_disagreement_score":0.77828026,"about_ca_system_score_codex":0.00022921115,"about_ca_system_score_gemma":0.00028451494,"threshold_uncertainty_score":0.9998679},"labels":[],"label_agreement":null},{"id":"W4405127663","doi":"10.1007/s41060-024-00693-9","title":"AI-generated or AI touch-up? Identifying AI contribution in text data","year":2024,"lang":"en","type":"article","venue":"International Journal of Data Science and Analytics","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Data science","score_opus":0.1328814845314103,"score_gpt":0.4163926192477443,"score_spread":0.283511134716334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405127663","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012056289,0.00048141583,0.96121234,0.02372802,0.0023075158,0.00004391217,0.00011965699,0.00001793004,0.000032935666],"genre_scores_gemma":[0.99012256,0.00036411986,0.0070908354,0.0019428139,0.0003550848,2.177152e-7,0.000043561875,0.0000035617809,0.00007724706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766207,0.000029251218,0.00051102374,0.00045021664,0.00115148,0.00019598148],"domain_scores_gemma":[0.9981402,0.00009069626,0.0001319104,0.0006504382,0.0008866827,0.00010003948],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024579263,0.00008843244,0.00014076516,0.00058631296,0.00008115689,0.0019605388,0.00537567,0.000032178923,0.000016201633],"category_scores_gemma":[0.0007696345,0.000066573244,0.00001844594,0.0009105675,0.0001231802,0.010583052,0.0019640431,0.00030270006,0.0000070354477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012903928,0.000329383,0.00792354,0.00009015176,0.00047794916,0.0036930903,0.0017536901,0.007831796,0.028827187,0.18754564,0.06692675,0.6944718],"study_design_scores_gemma":[0.00023990277,0.000023973393,0.00024207002,0.00019489297,0.000012952975,0.00028473412,0.00004188548,0.9852044,0.00045053632,0.002179276,0.011039436,0.0000859136],"about_ca_topic_score_codex":0.00005273513,"about_ca_topic_score_gemma":0.00009221342,"teacher_disagreement_score":0.97806627,"about_ca_system_score_codex":0.0001378837,"about_ca_system_score_gemma":0.0010771694,"threshold_uncertainty_score":0.99907553},"labels":[],"label_agreement":null},{"id":"W4405144017","doi":"10.1145/3673791.3698440","title":"Paradigm Shifts in Team Recommendation: From Historical Subgraph Optimization to Emerging Graph Neural Network","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Universitas Brawijaya","keywords":"Computer science; Induced subgraph isomorphism problem; Subgraph isomorphism problem; Artificial neural network; Graph; Artificial intelligence; Theoretical computer science; Data science; Line graph; Voltage graph","score_opus":0.023698197747669285,"score_gpt":0.25338985317252954,"score_spread":0.22969165542486025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405144017","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032560797,0.00031479375,0.9745392,0.0175115,0.002513773,0.00012749486,6.9474555e-7,0.00035751302,0.0013789275],"genre_scores_gemma":[0.55863976,0.00003511683,0.43906242,0.0014425226,0.00055125024,0.000033584358,0.000020234385,0.000017327355,0.00019781225],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869734,0.00006486773,0.00030707274,0.00050601026,0.00015526744,0.00026944827],"domain_scores_gemma":[0.99945974,0.00010284638,0.00002371464,0.0003042482,0.000011415697,0.00009805317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023114936,0.000119156284,0.00013252297,0.00022282748,0.00006545066,0.00021122879,0.00038824632,0.000052236763,0.0001064129],"category_scores_gemma":[0.000012789314,0.00011622798,0.000053370946,0.0011712641,0.0000043030664,0.00052935287,0.00014473833,0.00015775066,0.000019768127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030920291,0.000016433443,0.0013841987,0.000004291302,0.00000738008,0.000010618277,0.00079116825,0.8969264,0.000003916415,0.032626502,0.013930571,0.054295436],"study_design_scores_gemma":[0.00007203881,0.00001715128,0.00049532263,0.000024287645,0.0000025219888,0.0000011147889,0.000006949772,0.97641134,0.0000035024214,0.009896181,0.012926103,0.00014347935],"about_ca_topic_score_codex":0.00055212487,"about_ca_topic_score_gemma":0.00017557098,"teacher_disagreement_score":0.5553837,"about_ca_system_score_codex":0.00020451484,"about_ca_system_score_gemma":0.000027487273,"threshold_uncertainty_score":0.47396395},"labels":[],"label_agreement":null},{"id":"W4405183082","doi":"10.1145/3658644.3670334","title":"zkLLM: Zero Knowledge Proofs for Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Zero-knowledge proof; Computer science; Mathematical proof; Zero (linguistics); Programming language; Mathematics; Linguistics; Algorithm; Philosophy; Cryptography","score_opus":0.03503480681345038,"score_gpt":0.3043688524513657,"score_spread":0.2693340456379153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405183082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008674864,0.0017227756,0.96431667,0.00059928535,0.0005534242,0.00023794115,0.000004435612,0.0006539306,0.031044068],"genre_scores_gemma":[0.83812886,0.000003683635,0.14052302,0.00021174506,0.00015191197,0.000063250416,0.0000023018958,0.000013001833,0.020902218],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991324,0.000012929538,0.00013141683,0.00036065097,0.00009481815,0.00026777404],"domain_scores_gemma":[0.9994385,0.000068241075,0.000009422191,0.00039244583,0.000035102123,0.000056273188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026517725,0.000089681416,0.00008995695,0.00007167479,0.000052413536,0.00019997326,0.0004746905,0.000045048942,0.000021518857],"category_scores_gemma":[0.000011831638,0.00007190909,0.000068966,0.00015848415,0.000004526553,0.00045829258,0.00020160753,0.00007183853,0.00010941875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.8164164e-7,0.000022691822,0.0000018893209,0.000069105525,0.000008188053,0.0000058937153,0.0026383358,0.00026599588,0.00017286834,0.933951,0.005913899,0.056949507],"study_design_scores_gemma":[0.00010717156,0.000015446609,8.770977e-7,0.000023042938,0.0000029013545,0.0000039082493,0.000024936702,0.9222298,0.00086345465,0.056311533,0.02031929,0.00009760191],"about_ca_topic_score_codex":0.000008491746,"about_ca_topic_score_gemma":0.000020149557,"teacher_disagreement_score":0.9219638,"about_ca_system_score_codex":0.000027767619,"about_ca_system_score_gemma":0.00007468929,"threshold_uncertainty_score":0.29323676},"labels":[],"label_agreement":null},{"id":"W4405235374","doi":"10.1016/j.eswa.2024.126130","title":"Joint entity and relation extraction with table filling based on graph convolutional Networks","year":2024,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Novelis (Canada)","funders":"","keywords":"Computer science; Relationship extraction; Joint (building); Graph; Table (database); Relation (database); Artificial intelligence; Data mining; Pattern recognition (psychology); Theoretical computer science","score_opus":0.017283427904659514,"score_gpt":0.23851524714268935,"score_spread":0.22123181923802984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405235374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005828567,0.0013601818,0.9957397,0.00049265294,0.0001696671,0.00054735836,0.0000026804228,0.0002862864,0.00081863045],"genre_scores_gemma":[0.961806,0.000021755826,0.03684264,0.00005867787,0.00019439754,0.0008722139,0.000018473773,0.000012360475,0.00017345128],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895364,0.000033621232,0.00018301033,0.00043850398,0.00024183367,0.00014937315],"domain_scores_gemma":[0.99931747,0.00009099742,0.00006511724,0.00038289902,0.000074728785,0.000068762725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000170885,0.00011305698,0.00010234673,0.000115460134,0.00025337172,0.00027158996,0.00011555404,0.00005760259,0.000003738429],"category_scores_gemma":[0.0000031139612,0.00008686163,0.000017573724,0.00040174086,0.00003126398,0.00036236396,0.000017549037,0.0001447156,0.000010083596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012523959,0.00006153174,0.00070888345,0.00007306964,0.00003313663,0.000005662534,0.0002734715,0.64440596,0.0004735802,0.34989715,0.0007257255,0.0033292838],"study_design_scores_gemma":[0.0001361046,0.000038846334,0.00046935838,0.00015600538,0.00000525773,0.00004105124,0.00003360905,0.9880067,0.000034055272,0.00017479499,0.010785394,0.00011880605],"about_ca_topic_score_codex":0.00014707392,"about_ca_topic_score_gemma":0.000009432071,"teacher_disagreement_score":0.9612232,"about_ca_system_score_codex":0.000080148006,"about_ca_system_score_gemma":0.00007723887,"threshold_uncertainty_score":0.35421145},"labels":[],"label_agreement":null},{"id":"W4405266245","doi":"10.31219/osf.io/nbm4f","title":"CoordiLang: Assessing Multi-Agent Coordination Skills in Large Language Models","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Université de Montréal","funders":"","keywords":"Benchmark (surveying); Computer science; Coordination game; Motor coordination; Comprehension; Inference; Cognitive science; Knowledge management; Artificial intelligence; Psychology; Microeconomics","score_opus":0.03513912502458995,"score_gpt":0.32375436779341704,"score_spread":0.2886152427688271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405266245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035164487,0.000820153,0.9538065,0.0008081633,0.0014428336,0.00038456472,0.000010381377,0.00053861894,0.0070242933],"genre_scores_gemma":[0.83342737,0.000011528114,0.16251379,0.00025275338,0.00010228234,0.000050669005,0.000024991676,0.000025719577,0.00359088],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976119,0.00011349026,0.00047678658,0.0009929873,0.0003796876,0.00042517946],"domain_scores_gemma":[0.9986703,0.00006397804,0.0001155477,0.0009913694,0.00007335221,0.00008548955],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007815594,0.0002980367,0.00034493982,0.00041236525,0.00004804532,0.00077170396,0.0010620699,0.00029849226,0.00002536202],"category_scores_gemma":[0.000043660704,0.0002821322,0.00012872156,0.00028594414,0.0000114174045,0.00039815885,0.0038695827,0.0008830457,0.000080612255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024754966,0.001046523,0.0011379104,0.0013282812,0.0001383907,0.000936113,0.028159196,0.3723491,0.0012271366,0.43905732,0.0022585795,0.15235895],"study_design_scores_gemma":[0.00025851442,0.0000035288133,0.00022132644,0.0003160102,0.000008162268,0.000004699013,0.00017283131,0.9768078,0.00025369838,0.02154607,0.000094782925,0.00031260034],"about_ca_topic_score_codex":0.00038781183,"about_ca_topic_score_gemma":0.00026552918,"teacher_disagreement_score":0.7982629,"about_ca_system_score_codex":0.00029305415,"about_ca_system_score_gemma":0.00024415835,"threshold_uncertainty_score":0.9999631},"labels":[],"label_agreement":null},{"id":"W4405507526","doi":"10.21203/rs.3.rs-5453999/v1","title":"MIRACLE - Medical Information Retrieval using Clinical Language Embeddings for Retrieval Augmented Generation at the point of care","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Miracle; Point (geometry); Information retrieval; Medical information; Point of care; Computer science; Natural language processing; Medicine; Mathematics; Political science; Nursing","score_opus":0.1254270944562968,"score_gpt":0.47308426116980823,"score_spread":0.34765716671351143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405507526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7876351,0.0022379817,0.20207116,0.0035709762,0.0017416405,0.002198165,0.00016786966,0.00014107206,0.00023605011],"genre_scores_gemma":[0.98207235,0.00014181678,0.015702512,0.00014808116,0.0012615779,0.000029583018,0.00039086043,0.00003317233,0.00022004484],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99454373,0.00062445336,0.0010478282,0.0006204061,0.0026731577,0.0004904441],"domain_scores_gemma":[0.9963199,0.00075451896,0.00025660446,0.0012239813,0.0012534441,0.00019155139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007903508,0.00020146619,0.0003640961,0.00032974302,0.00029944867,0.00040797362,0.001409805,0.0005618225,0.00006061526],"category_scores_gemma":[0.0038839886,0.00015249393,0.00032122157,0.0005296394,0.00017883303,0.00029854212,0.0054641454,0.0016904115,0.000031674714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049606687,0.0010457084,0.0023306066,0.059021465,0.0019286613,0.00045235996,0.2964494,0.05736586,0.031094655,0.09008482,0.065484904,0.3897809],"study_design_scores_gemma":[0.00046073901,0.0002012748,0.00006374813,0.0008091024,0.000021530228,0.000010392778,0.0012681368,0.98717904,0.007572374,0.0010171264,0.0012208823,0.0001756655],"about_ca_topic_score_codex":0.00018079011,"about_ca_topic_score_gemma":0.00005201243,"teacher_disagreement_score":0.92981315,"about_ca_system_score_codex":0.00067564147,"about_ca_system_score_gemma":0.0014530302,"threshold_uncertainty_score":0.73440903},"labels":[],"label_agreement":null},{"id":"W4405597099","doi":"10.1038/s41746-024-01366-4","title":"Probabilistic medical predictions of large language models","year":2024,"lang":"en","type":"article","venue":"npj Digital Medicine","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Institutes of Health","keywords":"Probabilistic logic; Computer science; Artificial intelligence","score_opus":0.019218859412394984,"score_gpt":0.2821147625464776,"score_spread":0.2628959031340826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405597099","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012907809,0.0013191059,0.94212043,0.003946608,0.00074064254,0.00013593477,0.000019469928,0.0003952871,0.03841471],"genre_scores_gemma":[0.9979385,0.000012719467,0.0009106128,0.00017194678,0.00029677484,0.0000115155235,0.000010153359,0.000009253104,0.0006385271],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984635,0.000014493577,0.00032027243,0.00030586528,0.0006841146,0.00021177206],"domain_scores_gemma":[0.9991649,0.00017977768,0.000028348572,0.00041580858,0.000050031187,0.00016117332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030865526,0.000102147984,0.00018097172,0.00012223728,0.000026003507,0.00005010047,0.00050067296,0.0000667491,0.00008837994],"category_scores_gemma":[0.00043422423,0.00007358271,0.000044899312,0.00034699327,0.00009407267,0.00059695577,0.00018805836,0.00017437975,0.00002428624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032362302,0.00011946496,0.00004791218,0.00029796798,0.000046487443,0.00020891374,0.0055751516,0.0008564747,0.00008890382,0.8913528,0.004084505,0.09731824],"study_design_scores_gemma":[0.00023515946,0.000101863094,0.000031274332,0.000473412,0.000009871455,0.000060833623,0.0001250383,0.9677889,0.00002200688,0.02859833,0.0024772922,0.000076054734],"about_ca_topic_score_codex":0.000016213107,"about_ca_topic_score_gemma":0.000005166288,"teacher_disagreement_score":0.9850307,"about_ca_system_score_codex":0.000030534236,"about_ca_system_score_gemma":0.00013584012,"threshold_uncertainty_score":0.30006158},"labels":[],"label_agreement":null},{"id":"W4405618562","doi":"10.1111/emip.12663","title":"Instruction‐Tuned Large‐Language Models for Quality Control in Automatic Item Generation: A Feasibility Study","year":2024,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Quality (philosophy); Computer science; Control (management); Item response theory; Language proficiency; Mathematics education; Natural language processing; Psychology; Artificial intelligence; Psychometrics; Developmental psychology","score_opus":0.19670056213224912,"score_gpt":0.4278503410420334,"score_spread":0.23114977890978428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405618562","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18890157,0.0071504996,0.7537353,0.046041287,0.0018036021,0.0018512642,0.000011102016,0.000123558,0.0003818061],"genre_scores_gemma":[0.95842874,0.000013240424,0.040365264,0.00040962058,0.00041257116,0.00025244182,0.0000052602804,0.000006703417,0.000106168656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99781865,0.0005365051,0.0004124921,0.00048448524,0.00058069744,0.0001671958],"domain_scores_gemma":[0.99823034,0.00094416953,0.00009201572,0.00034678206,0.00032626415,0.000060446255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057495087,0.00012067898,0.00016133075,0.000092743394,0.00014606652,0.00038568667,0.00018159428,0.00003596849,0.000022301465],"category_scores_gemma":[0.0019280479,0.00011371537,0.000034523546,0.00020276695,0.000009175192,0.00147966,0.000037131274,0.000114559676,0.0000048838274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022643364,0.0059077153,0.00945171,0.0009870771,0.00053327065,0.000013736412,0.116434395,0.0049231956,0.003104149,0.77643055,0.0032720685,0.0787157],"study_design_scores_gemma":[0.0013269099,0.000116065996,0.008536451,0.000062259045,0.00004774348,0.000019593348,0.0035989361,0.96985203,0.000033038366,0.013401899,0.002790081,0.00021497409],"about_ca_topic_score_codex":0.00028817996,"about_ca_topic_score_gemma":0.00019140335,"teacher_disagreement_score":0.96492887,"about_ca_system_score_codex":0.00020088023,"about_ca_system_score_gemma":0.0003292847,"threshold_uncertainty_score":0.46371782},"labels":[],"label_agreement":null},{"id":"W4405622254","doi":"10.32920/28072193","title":"Enhanced Biomedical Factoid Question Answering through Biomedical Knowledge Integration","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Question answering; Computer science; Information retrieval; Natural language processing","score_opus":0.034261900193245994,"score_gpt":0.32936014877687625,"score_spread":0.29509824858363026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405622254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067126295,0.0007242799,0.96981037,0.0026831294,0.007969464,0.00031224123,0.000006908752,0.0013577436,0.010423252],"genre_scores_gemma":[0.77432233,0.00010930711,0.22309007,0.00013387292,0.00090130616,0.000079709826,0.00008581552,0.000028653089,0.0012489276],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968529,0.0001277717,0.00068384997,0.0013126833,0.0006050959,0.00041772606],"domain_scores_gemma":[0.99844795,0.00009846228,0.000116132025,0.0010186976,0.00012888864,0.00018983772],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005619441,0.000401421,0.00040639378,0.0003225971,0.00008003602,0.0004619226,0.0013897914,0.0006859795,0.000087774024],"category_scores_gemma":[0.00014036232,0.0003277773,0.00018605831,0.00045378506,0.0001236885,0.0002769366,0.0036151859,0.0014036101,0.0004277071],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004812178,0.0002471923,0.0000017365621,0.0005914126,0.00008966421,0.000038622635,0.00918089,0.00015637462,0.02131651,0.32722378,0.0029625844,0.63818645],"study_design_scores_gemma":[0.00018588772,0.0000829338,0.000016975073,0.001205645,0.000024752459,0.000017725699,0.000090943526,0.8407926,0.015756492,0.13023023,0.011004379,0.0005914313],"about_ca_topic_score_codex":0.00024082801,"about_ca_topic_score_gemma":0.00004540834,"teacher_disagreement_score":0.84063625,"about_ca_system_score_codex":0.00030589895,"about_ca_system_score_gemma":0.00052164745,"threshold_uncertainty_score":0.99991745},"labels":[],"label_agreement":null},{"id":"W4405702407","doi":"10.54660/.ijmrge.2024.5.6.1279-1286","title":"Analyzing and Mitigating Dataset Artifacts in Natural Language Inference Models Using ELECTRA","year":2024,"lang":"en","type":"article","venue":"International Journal of Multidisciplinary Research and Growth Evaluation","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Inference; Computer science; Artificial intelligence; Robustness (evolution); Weighting; Regularization (linguistics); Adversarial system; Generalization; Natural language understanding; Artifact (error); Machine learning; Natural language processing; Natural language; Mathematics","score_opus":0.14799849305238508,"score_gpt":0.4685742009250235,"score_spread":0.32057570787263845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405702407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8908655,0.0036709402,0.10392162,0.0011689886,0.00022362632,0.00010622297,0.000009966604,0.0000075862476,0.00002555865],"genre_scores_gemma":[0.9846334,0.00015225005,0.015026222,0.000008316111,0.00014634224,0.0000028555548,0.000020872689,0.000004826791,0.000004931912],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792176,0.00023553122,0.0003600849,0.00024453737,0.0010386865,0.00019940163],"domain_scores_gemma":[0.99864995,0.0004609888,0.00008075566,0.00009925489,0.0006277584,0.00008130606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039139427,0.00008046004,0.000106724256,0.0007355331,0.00008558087,0.00044528284,0.0003877181,0.00003637294,0.0000037968268],"category_scores_gemma":[0.00047098743,0.00006915628,0.000021894517,0.00030086277,0.000053411088,0.0020589759,0.00035009094,0.00047466785,8.1786067e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028880697,0.0002973249,0.03405906,0.00028571347,0.00035524002,0.0015624616,0.027229324,0.045065142,0.14013802,0.046966333,0.00012715222,0.70362544],"study_design_scores_gemma":[0.000313205,0.00006283438,0.0046281065,0.00033684037,0.000004895898,0.00014167021,0.0002223934,0.9608194,0.0009126276,0.03249172,0.0000011592848,0.00006513957],"about_ca_topic_score_codex":0.00009395085,"about_ca_topic_score_gemma":0.00003649838,"teacher_disagreement_score":0.91575426,"about_ca_system_score_codex":0.00017383038,"about_ca_system_score_gemma":0.0002664187,"threshold_uncertainty_score":0.42938727},"labels":[],"label_agreement":null},{"id":"W4405727497","doi":"10.1111/vco.13035","title":"Precision in Parsing: Evaluation of an Open‐Source Named Entity Recognizer (<scp>NER</scp>) in Veterinary Oncology","year":2024,"lang":"en","type":"article","venue":"Veterinary and Comparative Oncology","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Guelph; Oakville-Trafalgar Memorial Hospital; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Jaccard index; Named-entity recognition; F1 score; Precision and recall; Medicine; Computer science; Veterinary medicine; Artificial intelligence","score_opus":0.2758151808341951,"score_gpt":0.44483196899707067,"score_spread":0.16901678816287558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405727497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97516066,0.0009707817,0.014792093,0.0001794868,0.00067948084,0.0006771241,0.0000029336843,0.00004845628,0.0074890023],"genre_scores_gemma":[0.9853025,0.000048351507,0.01422941,0.0000784146,0.000045320226,0.00014873005,0.000008938614,0.000008458874,0.00012989542],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99566233,0.0023688192,0.00060146913,0.0007844685,0.0002630054,0.0003199147],"domain_scores_gemma":[0.99835855,0.00088821957,0.00015011204,0.00039413807,0.00011472355,0.000094260984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030137969,0.00020044812,0.00058131537,0.0003905763,0.0000700239,0.00011164348,0.0007628949,0.00020806024,0.000019313735],"category_scores_gemma":[0.00010634393,0.0001983463,0.000035522906,0.000531614,0.0001283575,0.001100194,0.0009158883,0.00035953065,0.000012221611],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035093105,0.0013232393,0.0006244319,0.00010475227,0.00004641465,0.00057165936,0.026486436,0.0051396354,0.03321296,0.0040800367,0.00020380341,0.9278557],"study_design_scores_gemma":[0.0021144697,0.011619382,0.010160927,0.00024703075,0.00002224296,0.00055176124,0.0011988598,0.9068371,0.00068275206,0.0071202917,0.059274435,0.0001707563],"about_ca_topic_score_codex":0.0001872056,"about_ca_topic_score_gemma":0.000181648,"teacher_disagreement_score":0.92768496,"about_ca_system_score_codex":0.00039692732,"about_ca_system_score_gemma":0.00045751772,"threshold_uncertainty_score":0.80883276},"labels":[],"label_agreement":null},{"id":"W4405767395","doi":"10.48550/arxiv.2412.16971","title":"Part-Of-Speech Sensitivity of Routers in Mixture of Experts Models","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Grand Équipement National De Calcul Intensif","keywords":"Security token; Computer science; Routing (electronic design automation); Natural language processing; Artificial intelligence; Computer network","score_opus":0.08469193516844202,"score_gpt":0.19602315259198916,"score_spread":0.11133121742354714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405767395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53618705,0.00009389994,0.46231425,0.000048836464,0.00035213755,0.00012919794,0.000013925595,0.000036762143,0.0008239525],"genre_scores_gemma":[0.99418265,0.00007599295,0.0054964623,0.000013385668,0.000028671311,3.175824e-7,0.0000026273658,0.0000104625215,0.00018944274],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998367,0.00017916398,0.00033706572,0.00077904906,0.00012946823,0.00020826272],"domain_scores_gemma":[0.99826926,0.00012479493,0.00027309413,0.001129858,0.00014101324,0.00006199524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042677368,0.00021317427,0.00049426476,0.0003707099,0.000013332841,0.000014295278,0.0008049807,0.00026808912,0.0000036875992],"category_scores_gemma":[0.000021744658,0.00024275348,0.00021470278,0.00049028534,0.00009012378,0.000192255,0.0022321492,0.00037725348,0.0000016057858],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001850393,0.0000730778,0.00078767445,0.00043280039,0.00006592874,0.0003985755,0.0019068951,0.86106145,0.0007321881,0.13178103,0.000048631828,0.0026932638],"study_design_scores_gemma":[0.00016121242,0.00001561486,0.000057731755,0.00045168298,0.000024250005,0.000002940951,0.00008811013,0.9216044,0.003643283,0.07375151,0.00001513297,0.000184163],"about_ca_topic_score_codex":0.00083909836,"about_ca_topic_score_gemma":0.00015644918,"teacher_disagreement_score":0.4579956,"about_ca_system_score_codex":0.00009877292,"about_ca_system_score_gemma":0.00019496451,"threshold_uncertainty_score":0.98991996},"labels":[],"label_agreement":null},{"id":"W4405828709","doi":"10.1145/3704440.3704777","title":"Comparative Analysis and Optimization of LoRA Adapter Co-serving for Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Adapter (computing); Computer science; Operating system","score_opus":0.04261131942652414,"score_gpt":0.313638369113908,"score_spread":0.2710270496873839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405828709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069928714,0.00031876029,0.9906996,0.00011718267,0.000029925046,0.00009508328,0.00000825297,0.000068281166,0.0016700783],"genre_scores_gemma":[0.6619288,0.0000035272665,0.3378408,0.00004001951,0.000009123085,0.0000043020586,0.000005113197,0.0000016326593,0.00016668293],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947834,0.000013997328,0.00012967108,0.00020293615,0.0000845603,0.00009047606],"domain_scores_gemma":[0.9996682,0.00006666934,0.000022890199,0.00017764357,0.000040896506,0.000023743605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015629167,0.000054327462,0.00014118807,0.00014014465,0.000026835212,0.00008305115,0.00014313908,0.000022163214,0.00002045047],"category_scores_gemma":[0.000002936262,0.000045378674,0.000047749847,0.00027746626,0.0000058011374,0.00038612087,0.00006950921,0.000026931826,7.634364e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018624498,0.000010505084,0.00005846754,0.000037925285,0.00013087425,0.0000010975813,0.006057666,0.82613707,0.00013976052,0.16619988,0.000058305814,0.0011665978],"study_design_scores_gemma":[0.000075674114,0.0000109310595,0.0000142290155,0.000009953754,0.000040493793,3.9442116e-7,0.0002122715,0.99779844,0.00087347627,0.00087564456,0.000035819394,0.00005269358],"about_ca_topic_score_codex":0.000041502517,"about_ca_topic_score_gemma":0.000038767736,"teacher_disagreement_score":0.6549359,"about_ca_system_score_codex":0.000008281311,"about_ca_system_score_gemma":0.000013162908,"threshold_uncertainty_score":0.18504886},"labels":[],"label_agreement":null},{"id":"W4405891061","doi":"10.1002/9781394287024.ch2","title":"Natural Language Processing in Healthcare","year":2024,"lang":"en","type":"other","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Health care; Computer science; Political science","score_opus":0.01490392371839967,"score_gpt":0.3028292891516681,"score_spread":0.28792536543326847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405891061","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000599928,0.0709304,0.07682909,0.0035962833,0.0011306563,0.00016779416,0.0000012306209,0.0011221749,0.8462164],"genre_scores_gemma":[0.021143029,0.0000116131205,0.044399742,0.0006247999,0.00020495483,0.000006404838,0.0000015195154,0.00010517938,0.93350273],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924755,0.000013621452,0.00010089686,0.00034292674,0.00013167322,0.0001633247],"domain_scores_gemma":[0.9996493,0.0000024960514,0.000027602811,0.0002886459,0.000005463566,0.000026503834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000062529674,0.00010438629,0.00011975841,0.0002083442,0.000005543928,0.0000951612,0.00041373222,0.00010012899,0.000057044304],"category_scores_gemma":[0.0000040563036,0.00008420545,0.000022370601,0.00018526925,0.0000055668593,0.000051672698,0.00015540578,0.00026109206,0.0002323117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6838392e-7,0.000011753282,0.000035121648,0.0013093894,0.000005652399,0.00029208686,0.0021414133,0.0000033524025,0.000011484196,0.034796394,0.28373638,0.67765653],"study_design_scores_gemma":[0.00031705026,0.000021520927,0.00003913651,0.0035967787,0.000006115239,0.000049887545,0.00023132526,0.48399034,0.000024758026,0.0044724653,0.5062408,0.0010098417],"about_ca_topic_score_codex":0.0013622919,"about_ca_topic_score_gemma":0.0015899068,"teacher_disagreement_score":0.67664665,"about_ca_system_score_codex":0.000036060526,"about_ca_system_score_gemma":0.000065961525,"threshold_uncertainty_score":0.34337986},"labels":[],"label_agreement":null},{"id":"W4405903515","doi":"10.48550/arxiv.2412.19726","title":"Position: Theory of Mind Benchmarks are Broken for Large Language Models","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Ciencias del Mar y Limnología, Universidad Nacional Autónoma de México; Canada Excellence Research Chairs, Government of Canada","keywords":"Context (archaeology); Computer science; Cognitive science; Psychology; History; Archaeology","score_opus":0.05527061287191093,"score_gpt":0.1994037170977207,"score_spread":0.14413310422580977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405903515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13798301,0.00046439288,0.856721,0.00009580879,0.0005205398,0.00033031346,0.00011155189,0.000074576084,0.003698825],"genre_scores_gemma":[0.98850375,0.000026306228,0.009300464,0.00007076611,0.0001000959,0.0000021629203,0.000034927223,0.000015905554,0.0019456337],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984461,0.0000811365,0.00020151385,0.000900903,0.000086910564,0.00028340658],"domain_scores_gemma":[0.9983654,0.00014806724,0.00019670915,0.0010722354,0.00013020368,0.00008735723],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032415052,0.00022764211,0.00030991624,0.00023311753,0.00006882029,0.000067052104,0.0012907144,0.00026300413,0.00003404057],"category_scores_gemma":[0.000017912278,0.00025707806,0.00028212907,0.00022851412,0.000034666424,0.0002097394,0.0020823695,0.00037892564,0.000012067],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001974291,0.000059918664,0.000042058855,0.00043625492,0.00010907905,0.00017858371,0.0015363072,0.12512666,0.00004259375,0.8713046,0.00021338691,0.0009308253],"study_design_scores_gemma":[0.00020340752,0.000016242002,0.000017457342,0.00019290723,0.00006782486,0.0000020818266,0.00024775407,0.6203542,0.00022501075,0.3784427,0.000048920243,0.00018148962],"about_ca_topic_score_codex":0.000025374946,"about_ca_topic_score_gemma":0.000021435178,"teacher_disagreement_score":0.85052073,"about_ca_system_score_codex":0.000111400324,"about_ca_system_score_gemma":0.00014594884,"threshold_uncertainty_score":0.99998814},"labels":[],"label_agreement":null},{"id":"W4405968021","doi":"10.1109/tse.2024.3519464","title":"<i>Look Before You Leap:</i> An Exploratory Study of Uncertainty Analysis for Large Language Models","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"JST-Mirai Program; Japan Science and Technology Agency; Japan Society for the Promotion of Science","keywords":"Computer science; Exploratory analysis; Programming language; Exploratory research; Data science; Software engineering","score_opus":0.016702405548157565,"score_gpt":0.25202852066838805,"score_spread":0.2353261151202305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405968021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19860962,0.000035770783,0.8003576,0.000010514366,0.00030081093,0.0002871543,0.000033812208,0.00036072754,0.0000040063615],"genre_scores_gemma":[0.95528823,0.0000017149981,0.04438305,0.000044247456,0.000017218888,0.00014916169,0.0000035553994,0.000015289514,0.000097534394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877656,0.000028302626,0.00031102126,0.00042022017,0.00020378084,0.00026010332],"domain_scores_gemma":[0.99892265,0.00009206712,0.00004571494,0.00077603315,0.00009581858,0.00006771117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025295318,0.000177552,0.00029983057,0.00054137333,0.000111839916,0.00004171937,0.00048670825,0.00007036226,0.0000033989468],"category_scores_gemma":[0.000010039476,0.0001874365,0.00017119209,0.0009297749,0.0000060389243,0.0004528079,0.00000613116,0.00016910463,6.640481e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006990511,0.0002764965,0.00007231625,0.00003888214,0.0002576154,0.000002170189,0.0065932865,0.9876061,0.00009021084,0.00055021764,0.0000031938448,0.0045025246],"study_design_scores_gemma":[0.00057657994,0.00014566872,0.000044016495,0.000025231871,0.00016992456,3.4461513e-7,0.0012359483,0.99629813,0.0012578882,0.000071088856,0.00002535301,0.00014980449],"about_ca_topic_score_codex":0.000052539497,"about_ca_topic_score_gemma":0.0004076682,"teacher_disagreement_score":0.75667864,"about_ca_system_score_codex":0.00007382341,"about_ca_system_score_gemma":0.000049939597,"threshold_uncertainty_score":0.76434386},"labels":[],"label_agreement":null},{"id":"W4405995766","doi":"10.1080/09540091.2024.2445249","title":"Towards enhanced assessment question classification: a study using machine learning, deep learning, and generative AI","year":2025,"lang":"en","type":"article","venue":"Connection Science","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Computer science; Artificial intelligence; Generative grammar; Machine learning; Deep learning","score_opus":0.041588579686941005,"score_gpt":0.37815509574483697,"score_spread":0.33656651605789595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405995766","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28163552,0.0000730481,0.71581084,0.00065807655,0.00043589718,0.00020155031,6.957239e-8,0.00013143262,0.0010535631],"genre_scores_gemma":[0.9642012,0.000017325603,0.035045557,0.0001530865,0.00003620494,0.00002806717,5.1546584e-7,0.0000034712689,0.00051458186],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981341,0.00026733006,0.00022177106,0.00074661215,0.00041102976,0.00021915682],"domain_scores_gemma":[0.99908566,0.00005584081,0.00013394513,0.00027817526,0.00037208147,0.000074263306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015262692,0.00012577277,0.00013971125,0.0003169206,0.0010340724,0.0005430522,0.0004011063,0.0000393997,0.000010088541],"category_scores_gemma":[0.0003548007,0.00012173396,0.000021176173,0.0012532815,0.00016148844,0.00088406535,0.0003005954,0.00030948242,0.0000027726378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015550337,0.0003409715,0.10834135,0.00003117918,0.00004164594,0.0000065670424,0.008470469,0.04387494,0.23313935,0.22672,0.000011531001,0.37900645],"study_design_scores_gemma":[0.00027072174,0.00013744178,0.019185804,0.000017410788,0.000007727737,0.0000055075147,0.00065444375,0.9733596,0.004915063,0.00082869927,0.0004939466,0.00012364026],"about_ca_topic_score_codex":0.00012619303,"about_ca_topic_score_gemma":0.00006163196,"teacher_disagreement_score":0.92948467,"about_ca_system_score_codex":0.00026901736,"about_ca_system_score_gemma":0.00034365,"threshold_uncertainty_score":0.7953353},"labels":[],"label_agreement":null},{"id":"W4406040593","doi":"10.62051/h08exg91","title":"Comparative Evaluation of GPT, BERT, and XLNet: Insights into Their Performance and Applicability in NLP Tasks","year":2024,"lang":"en","type":"article","venue":"Transactions on Computer Science and Intelligent Systems Research","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Transformer; Language model; Artificial intelligence; Natural language processing; Natural language understanding; Encoder; Machine learning; Comprehension; Generative grammar; Natural language","score_opus":0.16900054709282167,"score_gpt":0.3991781544185883,"score_spread":0.23017760732576661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406040593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44930986,0.0011208573,0.54869825,0.00011049126,0.00015793208,0.00045968322,5.50328e-7,0.000019073572,0.00012332395],"genre_scores_gemma":[0.99780655,0.00033138116,0.0017277811,0.000009964378,0.000024928193,0.000079855745,2.3950543e-7,0.0000034747989,0.000015817184],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997222,0.00030416247,0.00034318055,0.0007297574,0.0011322497,0.0002686658],"domain_scores_gemma":[0.9986939,0.00032503708,0.000028031642,0.00040957791,0.0004218853,0.00012159948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005404542,0.00012470296,0.00021523966,0.0007656263,0.00031968666,0.0004147147,0.00044813435,0.000051708674,0.0000020369603],"category_scores_gemma":[0.000010317206,0.000095840165,0.000017629818,0.0013564111,0.00061214966,0.0007827589,0.00007300902,0.00033256432,0.0000044432427],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013972358,0.00012352612,0.00021852706,0.0003670429,0.00001921484,0.0000014935997,0.03289455,0.020965505,0.0014678935,0.0073956717,0.000016652879,0.9365159],"study_design_scores_gemma":[0.00009596186,0.00021922399,0.0011510118,0.0002385024,0.000002492686,0.000011128703,0.00040472983,0.9913284,0.005134657,0.0010284253,0.00029290057,0.00009255264],"about_ca_topic_score_codex":0.00031712643,"about_ca_topic_score_gemma":0.00006569576,"teacher_disagreement_score":0.9703629,"about_ca_system_score_codex":0.00017940557,"about_ca_system_score_gemma":0.00029429642,"threshold_uncertainty_score":0.39991036},"labels":[],"label_agreement":null},{"id":"W4406094712","doi":"10.1080/00330124.2024.2434455","title":"Comparing the Spatial Querying Capacity of Large Language Models: OpenAI’s ChatGPT and Google’s Gemini Pro","year":2025,"lang":"en","type":"article","venue":"The Professional Geographer","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Geography; World Wide Web","score_opus":0.03603262636662022,"score_gpt":0.29434057528629387,"score_spread":0.2583079489196737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406094712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7708418,0.0010350315,0.22001898,0.003265162,0.0005538951,0.00050379673,0.00000438784,0.00006836057,0.0037086282],"genre_scores_gemma":[0.99491036,0.000012465867,0.0036019986,0.00061539706,0.000045080684,0.00004977988,0.0000011022794,0.0000057686407,0.0007580427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987178,0.00019523139,0.0002517565,0.00027878434,0.00028631266,0.00027015514],"domain_scores_gemma":[0.99898666,0.0001869057,0.0001145608,0.0006128083,0.00006452417,0.00003455552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009884051,0.00013033647,0.00018371131,0.00006766914,0.00037887137,0.000058185775,0.0010113327,0.00005879775,0.000011449307],"category_scores_gemma":[0.000028839942,0.000070150825,0.00006614003,0.0002772126,0.000119927354,0.00021781679,0.001096388,0.00030654573,0.0000018449631],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010823559,0.00046806727,0.10565662,0.00038725667,0.00030756797,0.000007211574,0.060284622,0.0034559781,0.004049334,0.7835212,0.001459243,0.040294662],"study_design_scores_gemma":[0.0008578003,0.000020286443,0.03337344,0.00046336444,0.00003639195,0.000006361354,0.0022852786,0.9129449,0.0018508825,0.047261227,0.00064660324,0.00025342617],"about_ca_topic_score_codex":0.0008564076,"about_ca_topic_score_gemma":0.00023879923,"teacher_disagreement_score":0.909489,"about_ca_system_score_codex":0.000010130025,"about_ca_system_score_gemma":0.00006695704,"threshold_uncertainty_score":0.29140106},"labels":[],"label_agreement":null},{"id":"W4406248884","doi":"10.1075/ml.24027.deg","title":"NLP and education","year":2024,"lang":"en","type":"article","venue":"The Mental Lexicon","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Natural language processing; Semantic similarity; Computer science; Artificial intelligence; Similarity (geometry); Reading comprehension; Test (biology); Comprehension; Scale (ratio); Cloze test; Portuguese; Brazilian Portuguese; Reading (process); Information retrieval; Linguistics","score_opus":0.016931853376873304,"score_gpt":0.27242788788490674,"score_spread":0.25549603450803343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406248884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7886664,0.0064800503,0.13741522,0.03085058,0.0036706538,0.00028567805,0.0000011831869,0.00034794814,0.032282237],"genre_scores_gemma":[0.99521357,0.0000144082605,0.0025566674,0.00039544265,0.00008079785,0.0000050317662,4.747866e-7,0.0000020605498,0.0017315283],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99973774,0.000011840039,0.00003970742,0.00010310107,0.000056048957,0.000051570987],"domain_scores_gemma":[0.999827,0.000013348679,0.0000050706535,0.00013697987,0.000002645706,0.000014954076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008753372,0.00002927592,0.000020652733,0.000015610756,0.000043534466,0.00012311533,0.00014680848,0.000008258519,0.000007916839],"category_scores_gemma":[0.0000014487958,0.000019111183,0.000008752824,0.000046271773,0.000012720481,0.00014108232,0.000084932886,0.000038079335,0.000045964138],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5759413e-7,0.000008725403,0.000041055726,0.000010399231,0.0000035545947,6.8373635e-7,0.0021304397,0.0000036399224,0.0026464167,0.4424855,0.0013826007,0.5512865],"study_design_scores_gemma":[0.0001626508,0.00007843527,0.0015608271,0.0001614373,0.000012115888,0.00016034607,0.00045559934,0.593726,0.016504303,0.25754786,0.12936324,0.0002672447],"about_ca_topic_score_codex":0.000019457371,"about_ca_topic_score_gemma":0.0000014256782,"teacher_disagreement_score":0.59372234,"about_ca_system_score_codex":0.000018437831,"about_ca_system_score_gemma":0.000030854466,"threshold_uncertainty_score":0.11872039},"labels":[],"label_agreement":null},{"id":"W4406457848","doi":"10.1109/bigdata62323.2024.10825619","title":"From Graph Paths to Natural Language: Enhancing LLM Reasoning for Multi-choice Question-Answering Tasks","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Question answering; Computer science; Natural language; Graph; Artificial intelligence; Natural language processing; Theoretical computer science","score_opus":0.01681412233054059,"score_gpt":0.3105731279335161,"score_spread":0.2937590056029755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406457848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09028278,0.0012578861,0.90523845,0.00048014484,0.0017136824,0.00020761519,0.000006066284,0.0006938765,0.00011948985],"genre_scores_gemma":[0.52239585,0.0000013812141,0.4764775,0.00026193078,0.00029021167,0.000029966843,0.0000046228183,0.00001160856,0.0005269032],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986368,0.00002788061,0.00022598496,0.0006096389,0.00018295173,0.00031676074],"domain_scores_gemma":[0.9991032,0.0002856782,0.000024344434,0.000428185,0.000053879994,0.0001047079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029927658,0.00015031561,0.00013975361,0.00012971726,0.00010602074,0.0004180845,0.0005013183,0.000057188325,0.0000128084785],"category_scores_gemma":[0.00027036257,0.0001357895,0.00008682768,0.00027943566,0.0000068450904,0.0004928149,0.00020598156,0.00018198854,0.000038742408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013809569,0.000092158436,0.0006090125,0.00026123936,0.00016359519,0.00015353932,0.043622274,0.006515808,0.1496823,0.109334804,0.0019624352,0.68758905],"study_design_scores_gemma":[0.000154226,0.000022319526,0.00026655704,0.00027825282,0.0000086761565,0.000004735704,0.00023476055,0.9832586,0.013677345,0.00061825616,0.0012335902,0.00024268014],"about_ca_topic_score_codex":0.002291949,"about_ca_topic_score_gemma":0.00095597305,"teacher_disagreement_score":0.9767428,"about_ca_system_score_codex":0.00006622234,"about_ca_system_score_gemma":0.000047098674,"threshold_uncertainty_score":0.55373347},"labels":[],"label_agreement":null},{"id":"W4406457934","doi":"10.1109/bigdata62323.2024.10825103","title":"SoK: Prompt Hacking of Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Hacker; Computer science; Computer security","score_opus":0.026333818958019957,"score_gpt":0.28419054310251796,"score_spread":0.257856724144498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406457934","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022263309,0.0005284467,0.9569391,0.00035466248,0.00019213236,0.000057065623,9.999026e-7,0.00028167674,0.019382596],"genre_scores_gemma":[0.9189772,0.000002314337,0.079433985,0.000100916644,0.00003813577,0.0000028224947,4.0331136e-7,0.0000045425168,0.0014396738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936205,0.000011720657,0.00012333007,0.0002076298,0.00014683843,0.00014843463],"domain_scores_gemma":[0.99959636,0.00002385467,0.000012716211,0.00032292283,0.000017913235,0.00002623458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019821186,0.000052555566,0.0000730416,0.00006033098,0.000018537603,0.00007384768,0.00035133475,0.000025004676,0.000036392932],"category_scores_gemma":[0.0000055722776,0.000042381416,0.000038007416,0.00014258813,0.0000057040647,0.00038298065,0.00019769218,0.00006352757,0.000025747033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3756205e-7,0.000013587132,0.000017746197,0.00005815048,0.000008661273,0.000019799973,0.0041244957,0.0016346904,0.0018200293,0.96306765,0.0003017967,0.028933177],"study_design_scores_gemma":[0.000040445608,0.0000060380307,0.0000074841187,0.00003734237,0.0000015150215,0.0000038551216,0.000058111276,0.98227996,0.004032583,0.013031316,0.00044784966,0.000053496835],"about_ca_topic_score_codex":0.000040500396,"about_ca_topic_score_gemma":0.000010117073,"teacher_disagreement_score":0.9806453,"about_ca_system_score_codex":0.000010915562,"about_ca_system_score_gemma":0.000037207585,"threshold_uncertainty_score":0.17282641},"labels":[],"label_agreement":null},{"id":"W4406711870","doi":"10.1007/s10115-025-02338-0","title":"Unlocking wisdom: enhancing biomedical question answering with domain knowledge","year":2025,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Question answering; Domain (mathematical analysis); Computer science; Information retrieval; Domain knowledge; Data science; Knowledge management; Mathematics","score_opus":0.007620119195518866,"score_gpt":0.24825661733302845,"score_spread":0.2406364981375096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406711870","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015041825,0.0012130084,0.9452497,0.0001387915,0.000990955,0.00024075928,8.372139e-7,0.00021704452,0.036907073],"genre_scores_gemma":[0.99403775,0.00002432292,0.005339477,0.00005335662,0.000117263065,0.000039812676,0.0000073608026,0.000004064561,0.0003765686],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885774,0.00007750055,0.0004948245,0.0001873089,0.00015750252,0.00022513785],"domain_scores_gemma":[0.9992308,0.00007524601,0.00011680394,0.00029542425,0.00019574311,0.000085968844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007678481,0.00014221703,0.0001965296,0.00038582337,0.00021819833,0.0003465538,0.00027263377,0.00009518193,9.797824e-7],"category_scores_gemma":[0.00003362226,0.000116906485,0.00002304333,0.0005845396,0.000040762614,0.0026449568,0.00016825451,0.00012880036,0.000056909503],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014553037,0.00005742777,0.00091334636,0.0013826238,0.00006105044,0.0000026454577,0.0275071,0.0004173287,0.0009601196,0.78332525,0.000966062,0.1843925],"study_design_scores_gemma":[0.0011519918,0.000095882126,0.00053005666,0.0017009428,0.000012954393,0.000059983053,0.0017576998,0.5850967,0.0008149694,0.00041055537,0.40799952,0.0003687305],"about_ca_topic_score_codex":0.00003391446,"about_ca_topic_score_gemma":0.00001734103,"teacher_disagreement_score":0.9789959,"about_ca_system_score_codex":0.00010288748,"about_ca_system_score_gemma":0.00017013437,"threshold_uncertainty_score":0.4767308},"labels":[],"label_agreement":null},{"id":"W4406728115","doi":"10.1109/mnet.2025.3532857","title":"PrismPrompt: Layering Prompt-Enhanced Cloud-Edge Collaborative Language Model Toward Healthcare","year":2025,"lang":"en","type":"article","venue":"IEEE Network","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Layering; Cloud computing; Computer science; Enhanced Data Rates for GSM Evolution; Health care; Telecommunications; Operating system","score_opus":0.02184038712467231,"score_gpt":0.2899834405131377,"score_spread":0.2681430533884654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406728115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031774156,0.0012908671,0.95186365,0.0031549996,0.0049002864,0.00057206926,0.0000042910656,0.00047167513,0.0059679863],"genre_scores_gemma":[0.92479444,0.000028695902,0.07034756,0.0013677876,0.0015124645,0.00010989185,0.0000032731957,0.00001728776,0.0018186222],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979962,0.00010112786,0.0003564482,0.0006422701,0.0003159459,0.0005880036],"domain_scores_gemma":[0.99868643,0.00006752613,0.000113535716,0.0007843587,0.00023432939,0.00011382917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038404108,0.00022216042,0.00031032844,0.00007132259,0.00021289913,0.00016385238,0.00091933477,0.00013579757,0.000001861872],"category_scores_gemma":[0.00002896646,0.0002230015,0.00006466579,0.0009156487,0.000029700668,0.00027218653,0.00027421556,0.00032324952,0.000021299995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062414976,0.000081349004,0.00014224355,0.00025811867,0.00009393771,0.000039056213,0.018428806,0.8342276,0.0033530095,0.05831704,0.03464442,0.05035198],"study_design_scores_gemma":[0.0004502393,0.000050387378,0.000089652545,0.00026129006,0.000009246654,0.0000017925241,0.00015108389,0.97236544,0.0057376036,0.018022634,0.0025202993,0.00034035777],"about_ca_topic_score_codex":0.000048649166,"about_ca_topic_score_gemma":0.000060597387,"teacher_disagreement_score":0.8930203,"about_ca_system_score_codex":0.0001433823,"about_ca_system_score_gemma":0.0003844285,"threshold_uncertainty_score":0.9093737},"labels":[],"label_agreement":null},{"id":"W4406753387","doi":"10.1007/978-3-031-78548-1_25","title":"PRAGyan - Connecting the Dots in Tweets","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; World Wide Web; Artificial intelligence; Information retrieval; Natural language processing","score_opus":0.021017006780768368,"score_gpt":0.2578272913690574,"score_spread":0.23681028458828904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406753387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023792183,0.00049606216,0.98242897,0.003120229,0.002171545,0.00042179704,0.0000013203042,0.00013465509,0.010987528],"genre_scores_gemma":[0.53649503,0.000042798183,0.45619524,0.005422723,0.00071156275,0.00001963909,0.0000024232318,0.000038152193,0.0010724526],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99636006,0.0000626535,0.00058070675,0.0015375271,0.0007777117,0.0006813449],"domain_scores_gemma":[0.9966552,0.0010967037,0.00023072616,0.0017984975,0.00013389943,0.00008497402],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015721414,0.0004287366,0.00044940948,0.00076831476,0.0002986739,0.00061797793,0.0049223783,0.00027000866,0.00001117795],"category_scores_gemma":[0.00026480385,0.00033052787,0.00010134424,0.0008157386,0.0003038498,0.00044658312,0.0023292315,0.0012349844,0.000017251099],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019151464,0.000012749881,0.00012223572,0.00003192163,0.0000059346944,0.00008274263,0.0014530413,0.06546496,0.000028716138,0.061822448,0.000019718267,0.8709536],"study_design_scores_gemma":[0.0002129551,0.000039595107,0.0001365268,0.0006392162,0.0000038979606,0.000045124787,4.6305792e-7,0.8216917,0.00031220276,0.17392325,0.0025504981,0.0004446099],"about_ca_topic_score_codex":0.000103031154,"about_ca_topic_score_gemma":0.00044805027,"teacher_disagreement_score":0.870509,"about_ca_system_score_codex":0.00032017674,"about_ca_system_score_gemma":0.00063981634,"threshold_uncertainty_score":0.9999147},"labels":[],"label_agreement":null},{"id":"W4406771321","doi":"10.1007/978-981-96-1024-2_8","title":"Evaluation of Retrieval-Augmented Generation: A Survey","year":2025,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Topic Modeling","field":"Computer Science","cited_by":104,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Information retrieval; Computer science; Thesaurus; Natural language processing","score_opus":0.17110464924601465,"score_gpt":0.3563433662537061,"score_spread":0.18523871700769146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406771321","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018516606,0.0007269014,0.8396555,0.0004626238,0.00045752912,0.00054561254,0.000018365094,0.00004438149,0.1579039],"genre_scores_gemma":[0.469556,0.0053093713,0.5185835,0.0016377412,0.0001239328,0.00006736978,0.00048317993,0.000018416535,0.004220487],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99746394,0.0001518403,0.00083349855,0.00027161205,0.0011405181,0.00013857232],"domain_scores_gemma":[0.9944987,0.0002106215,0.00040619564,0.0023999275,0.0024355496,0.000048964295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008081684,0.00015238451,0.00022398915,0.001017277,0.00023787202,0.00027908877,0.0025967192,0.00011067437,0.0000084792255],"category_scores_gemma":[0.00030555076,0.0001606611,0.00003318388,0.00063545647,0.00035812883,0.0037973248,0.0018449321,0.00024110594,0.000007952628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016329664,0.000014181253,0.000053066142,0.000021602154,0.0000105187155,4.052156e-8,0.0007842046,0.0020744773,0.000009586058,0.5188041,0.0003039443,0.47792268],"study_design_scores_gemma":[0.00026545746,0.000019009738,0.0010916939,0.00013094109,0.000011405131,0.0000022452377,0.0000032188223,0.98858017,0.000036058853,0.004298251,0.0054217307,0.00013981017],"about_ca_topic_score_codex":0.00002927326,"about_ca_topic_score_gemma":0.000037122998,"teacher_disagreement_score":0.9865057,"about_ca_system_score_codex":0.00023886941,"about_ca_system_score_gemma":0.0011804871,"threshold_uncertainty_score":0.65515697},"labels":[],"label_agreement":null},{"id":"W4406775315","doi":"10.1007/s00521-024-10953-1","title":"AFuNet: an attention-based fusion network to classify texts in a resource-constrained language","year":2025,"lang":"en","type":"article","venue":"Neural Computing and Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Athabasca University","funders":"","keywords":"Computational Science and Engineering; Computer science; Artificial intelligence; Fusion; Resource (disambiguation); Natural language processing; Artificial neural network; Machine learning; Linguistics; Philosophy","score_opus":0.013447201604617062,"score_gpt":0.2839591969143264,"score_spread":0.2705119953097094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406775315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3082,0.000060735536,0.68806815,0.0023619798,0.000038067275,0.0003220914,8.7376833e-7,0.00014871113,0.00079938496],"genre_scores_gemma":[0.9670188,3.423577e-7,0.030896364,0.0018544823,0.00009764396,0.00004914394,0.0000064977767,0.000004045269,0.00007268457],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990639,0.000059757273,0.0001983905,0.00038832842,0.00008374607,0.00020588921],"domain_scores_gemma":[0.9993593,0.00012340666,0.000039629573,0.00038281063,0.000022792614,0.00007205906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002026148,0.00008861244,0.00010317969,0.000110308654,0.000217422,0.0001075547,0.00032836577,0.00004308801,0.0000012426322],"category_scores_gemma":[0.00001151798,0.00009031334,0.000023118295,0.00060021813,0.000019949639,0.000050116072,0.00015240497,0.00013729456,0.0000034481293],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005640416,0.00007696701,0.009735532,0.000025770945,0.0000034792743,0.0000035096427,0.00039458042,0.11988401,0.0026250002,0.039980862,0.00032851263,0.8269361],"study_design_scores_gemma":[0.00022118371,0.000018857078,0.01813367,0.000051373543,0.0000024226492,0.0000017321728,0.000061073566,0.9778637,0.00003253585,0.0007693058,0.0027473303,0.00009679148],"about_ca_topic_score_codex":0.000036881105,"about_ca_topic_score_gemma":0.00004820185,"teacher_disagreement_score":0.8579797,"about_ca_system_score_codex":0.00001954753,"about_ca_system_score_gemma":0.00003204166,"threshold_uncertainty_score":0.36828712},"labels":[],"label_agreement":null},{"id":"W4406809948","doi":"10.18280/isi.300114","title":"A Unified Approach to Text Summarization: Classical, Machine Learning, and Deep Learning Methods","year":2025,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; Artificial intelligence; Deep learning; Natural language processing; Machine learning","score_opus":0.01734848913071882,"score_gpt":0.2739966536290185,"score_spread":0.25664816449829964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406809948","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023081657,0.00021807734,0.95084244,0.0002131222,0.00017025389,0.0002544559,4.6267272e-7,0.00032719082,0.04566586],"genre_scores_gemma":[0.45730087,0.00003987216,0.54111844,0.00037647423,0.000027931763,0.000055042343,0.000030414538,0.0000073622423,0.0010435608],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985783,0.00024953566,0.00047723297,0.00023814721,0.00019410148,0.00026265974],"domain_scores_gemma":[0.99916726,0.00014147277,0.00016373371,0.00025422106,0.00017701898,0.00009628986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088211684,0.00016646725,0.00021267992,0.0003974755,0.00044711746,0.0006540427,0.00036371558,0.00011258373,0.0000052731707],"category_scores_gemma":[0.0007268223,0.00016311299,0.000037537382,0.00088556734,0.000052858933,0.0018337208,0.00037543112,0.00029527117,0.000017769104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009904078,0.000014668678,0.0017354601,0.00018882887,0.00002376282,3.603924e-7,0.0074435375,0.018858926,0.00010893211,0.14364608,0.00005593378,0.82791364],"study_design_scores_gemma":[0.00024053383,0.000045618224,0.000942167,0.000059054906,0.000008543525,0.000009580453,0.00044138846,0.9371393,0.00018906125,0.0031548429,0.057594858,0.00017508867],"about_ca_topic_score_codex":0.00004418746,"about_ca_topic_score_gemma":0.00000399655,"teacher_disagreement_score":0.91828036,"about_ca_system_score_codex":0.00013858204,"about_ca_system_score_gemma":0.00006711051,"threshold_uncertainty_score":0.6651555},"labels":[],"label_agreement":null},{"id":"W4406825368","doi":"10.18280/mmep.120123","title":"Sarcasm Detection an Explainable AI Approach for Reddit Political Text","year":2025,"lang":"en","type":"article","venue":"Mathematical Modelling and Engineering Problems","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sarcasm; Politics; Artificial intelligence; Natural language processing; Computer science; History; Psychology; Political science; Irony; Linguistics; Philosophy","score_opus":0.025100655947616686,"score_gpt":0.2339263670081814,"score_spread":0.20882571106056472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406825368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002056216,0.00008206236,0.9959937,0.0002950268,0.00007977814,0.00029325375,7.139982e-7,0.00031963762,0.00087966555],"genre_scores_gemma":[0.55236346,0.0000019541224,0.44731334,0.00004378663,0.000033576856,0.00009969106,0.0000010946835,0.0000103353805,0.00013276697],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987628,0.000012204843,0.00027091123,0.00039536037,0.000119900615,0.00043883815],"domain_scores_gemma":[0.99932957,0.000111875044,0.000019042433,0.0003562608,0.000049706185,0.00013356152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037992993,0.00015562192,0.00020819192,0.00012408069,0.00011984067,0.00019515064,0.0002548511,0.00010684354,8.2833134e-7],"category_scores_gemma":[0.00004672842,0.00014548095,0.000046315043,0.00016309696,0.000017131353,0.0002741869,0.00008380214,0.00017246447,0.0000014063376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012042286,0.000031177846,4.444322e-7,0.00041755172,0.000006654919,2.2299962e-7,0.00014143236,0.514854,0.00017166907,0.4822199,0.0000033667632,0.002152335],"study_design_scores_gemma":[0.00014315257,0.000033403936,4.078633e-7,0.00007565145,0.000008425073,0.0000087244325,0.000017482933,0.81146693,0.00050438684,0.18741477,0.00020047012,0.00012620387],"about_ca_topic_score_codex":0.000010576362,"about_ca_topic_score_gemma":1.5585263e-7,"teacher_disagreement_score":0.5503073,"about_ca_system_score_codex":0.00004383919,"about_ca_system_score_gemma":0.000018125531,"threshold_uncertainty_score":0.59325415},"labels":[],"label_agreement":null},{"id":"W4406865074","doi":"10.2196/65984","title":"Large Language Model Applications for Health Information Extraction in Oncology: Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Cancer","topic":"Topic Modeling","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"BC Cancer Agency; University of Waterloo; University of Toronto","funders":"","keywords":"Preprint; Computer science; Data science; Medicine; World Wide Web","score_opus":0.074606718448783,"score_gpt":0.5065021944205048,"score_spread":0.43189547597172184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406865074","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7351548e-9,0.516346,0.47910085,0.00041651045,0.000085766944,0.003797628,0.000031764368,0.000042934225,0.0001785886],"genre_scores_gemma":[1.0826988e-7,0.9528505,0.02285774,0.0022998436,0.00007616174,0.021673083,0.00009083879,0.0000071135614,0.0001445722],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984778,0.00007170512,0.00076533965,0.0002979788,0.00012627702,0.00026086794],"domain_scores_gemma":[0.9987483,0.00011260341,0.00053107826,0.0005048561,0.00005724604,0.00004588616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057945354,0.000171287,0.0008392148,0.00022290311,0.00007870112,0.000042824362,0.00048193487,0.0001512573,0.0000055836076],"category_scores_gemma":[0.000028294418,0.00016116629,0.00015504824,0.0004786805,0.0000048164607,0.00052600016,0.00011563471,0.0002531735,0.000010402855],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.2242438e-7,0.000011543303,4.087238e-8,0.1647135,0.0000036269219,7.769213e-8,0.0001395932,0.00012785743,6.019732e-9,0.0017385095,0.0010011109,0.8322639],"study_design_scores_gemma":[0.00009463304,0.0000059536915,4.9037602e-8,0.20310283,0.000018282475,0.0000012587434,0.0000045583706,0.027055124,3.3453222e-8,0.000059481456,0.7695446,0.00011316774],"about_ca_topic_score_codex":0.000030317606,"about_ca_topic_score_gemma":0.0002331222,"teacher_disagreement_score":0.83215076,"about_ca_system_score_codex":0.00086765963,"about_ca_system_score_gemma":0.0033348931,"threshold_uncertainty_score":0.657217},"labels":[],"label_agreement":null},{"id":"W4406870107","doi":"10.1007/978-3-031-78952-6_44","title":"From Liberating to Questioning Tabular Data in Documents Using Knowledge Graphs","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Knowledge graph; Information retrieval; World Wide Web; Data science","score_opus":0.03582358553932706,"score_gpt":0.3071033740246556,"score_spread":0.2712797884853285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406870107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009634746,0.0010900998,0.9935274,0.00040837258,0.0024906646,0.00039659187,0.000011453685,0.00012349003,0.000988413],"genre_scores_gemma":[0.053959418,0.000015494903,0.94449,0.0008729093,0.0004255889,0.0000055114833,0.000017246788,0.00002371523,0.00019008161],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99531984,0.00006988057,0.0007214235,0.0025201156,0.000709205,0.0006595424],"domain_scores_gemma":[0.9960109,0.00046821134,0.00019737185,0.003005725,0.00015710111,0.00016068814],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0012246183,0.00048445386,0.00054269057,0.0013366782,0.00025616222,0.0009818524,0.006530151,0.00026860222,0.000009085484],"category_scores_gemma":[0.000249605,0.00051263726,0.000057450372,0.0011388527,0.00014691667,0.0012169107,0.006920831,0.00085027,0.000015689515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029827454,0.000030162024,0.0003782102,0.000042721378,0.0000140974535,0.00009444263,0.0023799606,0.22426036,0.0002357955,0.021385197,0.000023031238,0.75115305],"study_design_scores_gemma":[0.00013043372,0.000020111836,0.00003269467,0.0017852344,0.000005982401,0.0000051010697,2.6213215e-7,0.8870947,0.00021967306,0.10977389,0.00048324477,0.0004487167],"about_ca_topic_score_codex":0.0008746649,"about_ca_topic_score_gemma":0.00087068346,"teacher_disagreement_score":0.75070435,"about_ca_system_score_codex":0.00045112148,"about_ca_system_score_gemma":0.0008800617,"threshold_uncertainty_score":0.9997325},"labels":[],"label_agreement":null},{"id":"W4406872811","doi":"10.1016/j.infsof.2025.107674","title":"XL-HQL: A HQL query generation method via XLNet and column attention","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China","keywords":"Column (typography); Computer science; Telecommunications","score_opus":0.008798551029385699,"score_gpt":0.2539176403397022,"score_spread":0.2451190893103165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406872811","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03489989,0.00013293578,0.9614727,0.0024220017,0.0001931491,0.00015022988,0.0000011537414,0.00053707423,0.00019089108],"genre_scores_gemma":[0.4097928,0.0000680716,0.58846045,0.001439223,0.000018590823,0.000048731952,0.000017425467,0.000002904181,0.0001518159],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936837,0.000023658451,0.0002637386,0.00014349748,0.000079021935,0.00012168586],"domain_scores_gemma":[0.99952793,0.000031754193,0.00008493552,0.0002427266,0.00008996152,0.000022694878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024337468,0.00007811529,0.0001090138,0.0003964951,0.00014506494,0.0001252259,0.00016945435,0.00017885459,0.000002982979],"category_scores_gemma":[0.00010275746,0.00008055336,0.000014435051,0.0003122986,0.000038239745,0.00091965316,0.00019620734,0.0001178251,0.000007985214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013503925,0.000004794455,0.0028235458,0.000027518021,0.000007910946,4.610719e-7,0.00021453961,0.0000715708,0.000204553,0.09382126,0.00039225983,0.90243024],"study_design_scores_gemma":[0.00068879547,0.000063976535,0.0047954144,0.00003542217,0.00001258645,0.000068944355,0.0001191798,0.9249142,0.0009954376,0.042882152,0.025205271,0.0002186521],"about_ca_topic_score_codex":0.000034964673,"about_ca_topic_score_gemma":0.000028870261,"teacher_disagreement_score":0.9248426,"about_ca_system_score_codex":0.000028257151,"about_ca_system_score_gemma":0.00003620948,"threshold_uncertainty_score":0.32848707},"labels":[],"label_agreement":null},{"id":"W4406930353","doi":"10.21203/rs.3.rs-5656576/v1","title":"RETRACTED: Repurposing the Scientific Literature with Vision-Language Models","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Repurposing; Computer science; Natural language processing; Artificial intelligence; Data science; Engineering","score_opus":0.05142588329128231,"score_gpt":0.38848649201439556,"score_spread":0.3370606087231133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406930353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05032418,0.0258817,0.8821141,0.009941551,0.0023687156,0.0039487765,0.00015775875,0.0008293511,0.024433862],"genre_scores_gemma":[0.92659813,0.00023999652,0.055256195,0.0001622538,0.00053191156,0.00028105403,0.0001104991,0.00004075093,0.01677918],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99322444,0.00088448357,0.0003871431,0.0017783397,0.002843682,0.000881918],"domain_scores_gemma":[0.9927448,0.00057618564,0.00012833481,0.004872323,0.0015023933,0.00017597033],"candidate_categories":["scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0052711014,0.00031936282,0.00032282044,0.00084892655,0.0011820622,0.00641147,0.0044537233,0.00048609002,0.000012550856],"category_scores_gemma":[0.0003370749,0.00019988445,0.00014860091,0.0024872583,0.00030220844,0.0006895709,0.005733836,0.005014349,0.000015974385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018992735,0.0006038568,0.00030167174,0.0062430915,0.0003135674,0.0018111741,0.120325156,0.19968835,0.0012331058,0.26937047,0.027647272,0.37227237],"study_design_scores_gemma":[0.000185615,0.000078825346,0.00012368869,0.006835532,0.000008476133,0.000025922052,0.00045508117,0.95780283,0.00037959803,0.03009616,0.0036607496,0.00034753603],"about_ca_topic_score_codex":0.00018787192,"about_ca_topic_score_gemma":0.00006873255,"teacher_disagreement_score":0.876274,"about_ca_system_score_codex":0.00026992388,"about_ca_system_score_gemma":0.0013644563,"threshold_uncertainty_score":0.99728113},"labels":[],"label_agreement":null},{"id":"W4406940792","doi":"10.1007/978-3-031-79029-4_29","title":"ERASMO: Leveraging Large Language Models for Enhanced Clustering Segmentation","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Cluster analysis; Segmentation; Artificial intelligence; Natural language processing","score_opus":0.020869791789530218,"score_gpt":0.27262742402814083,"score_spread":0.2517576322386106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406940792","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000079712554,0.00033099935,0.99356174,0.00035353948,0.0018013511,0.00068456115,0.000009319393,0.00020402958,0.0029747568],"genre_scores_gemma":[0.18216111,0.000016169066,0.8151305,0.0015670969,0.0002875646,0.000034145352,0.000010646947,0.000023822582,0.00076895393],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967254,0.000022209733,0.00049920497,0.0014796752,0.0005970525,0.0006764656],"domain_scores_gemma":[0.9980594,0.0003585332,0.00021447615,0.0010914191,0.00018411239,0.000092084876],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00079095946,0.0004191846,0.00042800806,0.0006598425,0.00029409712,0.00049491617,0.0021674207,0.00022001326,0.000008384999],"category_scores_gemma":[0.000053082298,0.0004297512,0.00013104122,0.00032623127,0.00008930569,0.0006730943,0.0012524348,0.0004464611,0.0000046558494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039538413,0.000008654089,0.0000014401894,0.00008996895,0.000008618431,0.000009667775,0.002899762,0.35753086,0.0009100244,0.015600707,0.000008174407,0.62292814],"study_design_scores_gemma":[0.00037904087,0.000034476732,0.0000016129229,0.00040515698,0.0000064620062,0.0000060271354,0.00000113666,0.9191588,0.0057362006,0.0738083,0.00007051385,0.00039225994],"about_ca_topic_score_codex":0.000018685254,"about_ca_topic_score_gemma":0.00007553752,"teacher_disagreement_score":0.6225359,"about_ca_system_score_codex":0.00038441026,"about_ca_system_score_gemma":0.00039413598,"threshold_uncertainty_score":0.9998154},"labels":[],"label_agreement":null},{"id":"W4407168991","doi":"10.1109/tlt.2025.3539104","title":"Navigating the Textual Maze: Enhancing Textual Analytical Skills Through an Innovative GAI Prompt Framework","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Learning Technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Christian Studies; University of Toronto","funders":"","keywords":"Computer science; Multimedia; Knowledge management; Natural language processing; Human–computer interaction; Artificial intelligence; Mathematics education; World Wide Web; Psychology","score_opus":0.018108583857922345,"score_gpt":0.3172257180081921,"score_spread":0.29911713415026975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407168991","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058481738,0.00006006534,0.9299799,0.0073496415,0.00028264392,0.00027892116,0.0000017634231,0.0030246256,0.0005406749],"genre_scores_gemma":[0.86332685,0.00003180616,0.13603272,0.00031126343,0.000023244873,0.00008093467,7.327446e-7,0.000014696067,0.00017777973],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99774736,0.00014812959,0.00046591033,0.0007509262,0.00036662997,0.0005210697],"domain_scores_gemma":[0.9977724,0.00079100684,0.0001429953,0.0010791975,0.00018926866,0.000025114823],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00050346035,0.00029029758,0.00029132917,0.00016724573,0.000835209,0.00029518636,0.0016006434,0.00037509642,0.000011996168],"category_scores_gemma":[0.00043624383,0.00022531576,0.00009095864,0.0025542465,0.00035379117,0.0007200859,0.000045986835,0.0036494047,0.000029499191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014546469,0.00029482413,0.00013958207,0.000037722864,0.00013642294,0.000016376875,0.011758701,0.12631805,0.0012512949,0.124124795,0.000028430297,0.73587924],"study_design_scores_gemma":[0.00068729813,0.0009233852,0.00022045044,0.0017530943,0.00007657966,0.000049772203,0.034506064,0.75682044,0.15436591,0.044008758,0.005415789,0.0011724476],"about_ca_topic_score_codex":0.000053310734,"about_ca_topic_score_gemma":0.000016453903,"teacher_disagreement_score":0.8048451,"about_ca_system_score_codex":0.00013889275,"about_ca_system_score_gemma":0.00014273632,"threshold_uncertainty_score":0.99864924},"labels":[],"label_agreement":null},{"id":"W4407187061","doi":"10.3389/frai.2025.1513674","title":"Targeted generative data augmentation for automatic metastases detection from free-text radiology reports","year":2025,"lang":"en","type":"article","venue":"Frontiers in Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Cancer Institute; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Context (archaeology); Task (project management); Natural language processing; Identification (biology); Artificial intelligence; F1 score; Language model; Data extraction; Machine learning; Information extraction; Information retrieval; MEDLINE","score_opus":0.0575910859937608,"score_gpt":0.3186015932620943,"score_spread":0.2610105072683335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407187061","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011002297,0.0007967316,0.9818275,0.00046077374,0.005177603,0.0005376403,0.00004202742,0.000100075194,0.00005532927],"genre_scores_gemma":[0.3840344,0.000019117475,0.6154324,0.00019074301,0.00009393598,0.00009038243,0.00009122605,0.0000065192476,0.00004126888],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978676,0.00017900694,0.00071814435,0.00081983174,0.0001491746,0.0002662732],"domain_scores_gemma":[0.9980644,0.00025112322,0.00019978183,0.0013678777,0.00007581141,0.00004097863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063805765,0.00015604321,0.00027774982,0.00027853646,0.00014603655,0.00012737745,0.0011051476,0.0000945991,0.000016975244],"category_scores_gemma":[0.00092190836,0.00016431932,0.000046977802,0.00048736608,0.00006898596,0.000594445,0.00035878105,0.00012864095,0.0000041543353],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035710687,0.00008231715,0.00043523867,0.000022191998,0.00009349151,0.000020377254,0.0011209922,0.015187558,0.006079133,0.008163883,0.0056087235,0.9631504],"study_design_scores_gemma":[0.000036301037,0.000023917035,0.000064755324,0.000019511082,0.000016915334,0.0000021423486,0.00029280613,0.730525,0.08231371,0.18624614,0.0003483662,0.000110415756],"about_ca_topic_score_codex":0.00036950622,"about_ca_topic_score_gemma":0.0003976717,"teacher_disagreement_score":0.96304,"about_ca_system_score_codex":0.00014562065,"about_ca_system_score_gemma":0.00011851489,"threshold_uncertainty_score":0.67007476},"labels":[],"label_agreement":null},{"id":"W4407230512","doi":"10.1016/j.eswa.2025.126648","title":"Dynamic link prediction: Using language models and graph structures for temporal knowledge graph completion with emerging entities and relations","year":2025,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Bank of Canada","funders":"","keywords":"Computer science; Knowledge graph; Graph; Link (geometry); Theoretical computer science; Artificial intelligence","score_opus":0.01790363908459883,"score_gpt":0.27997578535207374,"score_spread":0.2620721462674749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407230512","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011860052,0.005040707,0.9812116,0.00030644776,0.00008752868,0.0010350922,0.000020652908,0.00016931757,0.0002686107],"genre_scores_gemma":[0.86644316,0.000024721312,0.13252632,0.000021671234,0.000051604744,0.0007480194,0.000025756719,0.0000106973175,0.00014802213],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910593,0.000029786808,0.00022333235,0.0003865113,0.00010681787,0.00014764986],"domain_scores_gemma":[0.99930793,0.000058393372,0.00009101752,0.0003710657,0.00012045532,0.00005114697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010237219,0.00013509118,0.00015984391,0.00022351232,0.00053381536,0.00016572332,0.00015705856,0.0000547648,4.4891132e-7],"category_scores_gemma":[0.0000024410808,0.00011185857,0.0000199136,0.00034937207,0.0000770237,0.00034203834,0.00005568124,0.00007427607,1.789501e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002014069,0.000049016508,0.0034912245,0.00040819062,0.00013848075,8.921337e-7,0.012115011,0.07689738,0.0010759471,0.899398,0.00018120071,0.006224498],"study_design_scores_gemma":[0.00039782576,0.000026901025,0.00039765326,0.00014261823,0.000022167467,0.00002697548,0.0012621721,0.98807454,0.000017737608,0.008429237,0.0010627498,0.00013939464],"about_ca_topic_score_codex":0.00023526438,"about_ca_topic_score_gemma":0.0001222423,"teacher_disagreement_score":0.9111772,"about_ca_system_score_codex":0.000042357286,"about_ca_system_score_gemma":0.00006254344,"threshold_uncertainty_score":0.456146},"labels":[],"label_agreement":null},{"id":"W4407241185","doi":"10.1007/s10994-024-06670-4","title":"Schema-tune: noise-driven bias mitigation in transformer-based language models","year":2025,"lang":"en","type":"article","venue":"Machine Learning","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Schema (genetic algorithms); Transformer; Artificial intelligence; Natural language processing; Machine learning; Speech recognition; Engineering; Electrical engineering","score_opus":0.018024811983866115,"score_gpt":0.2643060661716281,"score_spread":0.24628125418776198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407241185","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24282257,0.00019794599,0.7503588,0.0016815979,0.0000766687,0.000112060494,5.174868e-7,0.0001858971,0.0045638992],"genre_scores_gemma":[0.9564562,0.0000040321775,0.042594258,0.0004117207,0.000020335478,0.000015800388,0.0000096019285,0.000008965818,0.000479084],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886906,0.00011779323,0.00024520437,0.00033680207,0.00018705818,0.00024406996],"domain_scores_gemma":[0.9995098,0.00009373982,0.000051393818,0.00027968836,0.000025412315,0.000039954048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033831617,0.00012670526,0.00016020208,0.0002659285,0.000097082666,0.00008641922,0.00040162695,0.00006697741,0.000014613873],"category_scores_gemma":[0.00007076745,0.00012823884,0.00006003261,0.00049312407,0.000014962932,0.0003222564,0.000050446397,0.00035819176,0.000010622276],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064300725,0.000033775683,0.017340343,0.00005522046,0.0000074150303,0.000016528047,0.0019657568,0.8790865,0.0050738263,0.01358184,0.000011063401,0.08282131],"study_design_scores_gemma":[0.00055924803,0.00001667363,0.00073137047,0.00009451806,0.0000034438856,9.3763146e-7,0.000051831386,0.9940367,0.0032065834,0.00086837966,0.0003089859,0.00012132668],"about_ca_topic_score_codex":0.0003598315,"about_ca_topic_score_gemma":0.00016896208,"teacher_disagreement_score":0.71363366,"about_ca_system_score_codex":0.00006409177,"about_ca_system_score_gemma":0.00008142052,"threshold_uncertainty_score":0.52294284},"labels":[],"label_agreement":null},{"id":"W4407309364","doi":"10.48550/arxiv.2502.04689","title":"Improving Language Models with Intentional Analysis","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Alliance de recherche numérique du Canada","keywords":"Question answering; Computer science; Natural language processing; Language model; Artificial intelligence; Information retrieval","score_opus":0.033614337938902734,"score_gpt":0.26426984434759765,"score_spread":0.23065550640869492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407309364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27275753,0.00019081094,0.72473,0.00027819106,0.0002360136,0.00011435044,0.000009445231,0.00018087841,0.0015027245],"genre_scores_gemma":[0.89846444,0.000007300722,0.09881581,0.00025951318,0.00009334865,0.000038417304,0.000030962554,0.000008076008,0.0022820984],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811566,0.00005352997,0.00030993365,0.00090961764,0.00033378042,0.0002775074],"domain_scores_gemma":[0.9981181,0.000047490572,0.00018891908,0.0014107608,0.00015996769,0.00007474514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002528393,0.00024215116,0.00036244266,0.00040001015,0.00008304661,0.0001565941,0.0014114692,0.00015613966,0.000020906287],"category_scores_gemma":[0.000027215301,0.00021321831,0.00024211324,0.0005602788,0.00002864342,0.00026672074,0.0021234974,0.0005284252,0.000014164888],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001724781,0.0001357213,0.17766267,0.00034298594,0.0023545173,0.00012476873,0.0036657497,0.74518996,0.0003318,0.040594287,0.00009098312,0.02948932],"study_design_scores_gemma":[0.0001303876,0.000009568063,0.007072831,0.00008399281,0.00023696695,0.0000018658017,0.000058858463,0.99030894,0.00016027197,0.0016568769,0.000018801737,0.00026062812],"about_ca_topic_score_codex":0.0009409417,"about_ca_topic_score_gemma":0.0001749699,"teacher_disagreement_score":0.6259142,"about_ca_system_score_codex":0.00010009535,"about_ca_system_score_gemma":0.00025948972,"threshold_uncertainty_score":0.869479},"labels":[],"label_agreement":null},{"id":"W4407355838","doi":"10.1145/3709681","title":"Dialogue Benchmark Generation from Knowledge Graphs with Cost-Effective Retrieval-Augmented LLMs","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Management of Data","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Benchmark (surveying); Computer science; Artificial intelligence; Information retrieval; Geography","score_opus":0.05128988014828679,"score_gpt":0.2954122021952202,"score_spread":0.2441223220469334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407355838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7480225,0.001214944,0.19482292,0.0103624435,0.0019515227,0.009477723,0.00031211294,0.00031204737,0.03352378],"genre_scores_gemma":[0.9166248,0.00011862492,0.0825082,0.00017720007,0.00004682014,0.00006750586,0.000071199036,0.000010067586,0.00037559328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861544,0.00001655567,0.00027017575,0.0005896713,0.00035006143,0.00015807107],"domain_scores_gemma":[0.9976025,0.00007593901,0.00024186925,0.0018919362,0.00016249227,0.000025239358],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0005202746,0.00014714371,0.00019321915,0.00013631806,0.000089130204,0.00007747607,0.0061539537,0.00003867613,0.000003137227],"category_scores_gemma":[0.00014662015,0.000104349965,0.000038389007,0.00075300207,0.000055391847,0.0006152577,0.005792634,0.000110029076,0.0000021678209],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002796657,0.0006514191,0.0063497354,0.00065819867,0.0011088044,0.000001631308,0.000673467,0.00021245402,0.015465212,0.7900328,0.04309121,0.14147541],"study_design_scores_gemma":[0.0078112427,0.00095887855,0.086640865,0.0051833224,0.0012004428,0.0000017563788,0.0007614331,0.43840316,0.23281536,0.20373124,0.021196404,0.0012959087],"about_ca_topic_score_codex":0.000028122555,"about_ca_topic_score_gemma":0.00000605031,"teacher_disagreement_score":0.58630157,"about_ca_system_score_codex":0.000044019776,"about_ca_system_score_gemma":0.000017394996,"threshold_uncertainty_score":0.99922323},"labels":[],"label_agreement":null},{"id":"W4407423530","doi":"10.1016/j.enganabound.2025.106150","title":"Optimizing chatbot responsiveness: Automated history context selector via three-way decision for multi-turn dialogue Large Language Models","year":2025,"lang":"en","type":"article","venue":"Engineering Analysis with Boundary Elements","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Science and Technology Service Network Plan; Key Science and Technology Program of Shaanxi Province; National Key Research and Development Program of China; National Natural Science Foundation of China; Department of Science and Technology of Sichuan Province; Organization Department of Sichuan Provincial Party Committee; Ministry of Science and Technology of the People's Republic of China","keywords":"Chatbot; Computer science; Context (archaeology); Language model; Turn-taking; Natural language processing; Artificial intelligence; Linguistics; Philosophy; History; Conversation","score_opus":0.015600098102356824,"score_gpt":0.25577258355126214,"score_spread":0.24017248544890532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407423530","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050064217,0.002135238,0.94622177,0.000042060252,0.00037805826,0.0003835734,0.000019836292,0.00074242527,0.0000128085385],"genre_scores_gemma":[0.66621333,0.0000067021815,0.3332306,0.0001349824,0.000028349146,0.000107593936,0.00004733509,0.00002399719,0.00020710408],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977425,0.00005257162,0.00053764257,0.0007190096,0.0003728957,0.0005753987],"domain_scores_gemma":[0.99850696,0.00019389151,0.00016052174,0.0008217652,0.00020591261,0.000110965106],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00074298494,0.00032264632,0.0005285505,0.0009167607,0.00023176268,0.00017269951,0.0007377368,0.00010130186,0.000011486965],"category_scores_gemma":[0.0000947892,0.00030403477,0.00020988515,0.0011003903,0.000020489273,0.000521513,0.00020088285,0.0001933819,0.0000034380782],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110011664,0.00014614694,0.0012060276,0.00008998868,0.002121922,0.000034418095,0.0024540077,0.97438693,0.0023692385,0.0018388173,0.00021970677,0.015022786],"study_design_scores_gemma":[0.0013388067,0.000049341626,0.000700623,0.000106510335,0.00027207975,0.0000013075662,0.000040843097,0.9944825,0.0004007634,0.000044235396,0.002250687,0.00031228137],"about_ca_topic_score_codex":0.00014810769,"about_ca_topic_score_gemma":0.0006255735,"teacher_disagreement_score":0.6161491,"about_ca_system_score_codex":0.0006261259,"about_ca_system_score_gemma":0.00022434049,"threshold_uncertainty_score":0.9999412},"labels":[],"label_agreement":null},{"id":"W4407441485","doi":"10.1016/j.jslw.2025.101187","title":"Investigating L2 writers' critical AI literacy in AI-assisted writing: An APSE model","year":2025,"lang":"en","type":"article","venue":"Journal of Second Language Writing","topic":"Topic Modeling","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Literacy; Computer science; Natural language processing; Psychology; Pedagogy","score_opus":0.020744357858984364,"score_gpt":0.33690102792664295,"score_spread":0.3161566700676586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407441485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7149474,0.0009432095,0.2795106,0.002586184,0.00020594479,0.00007389336,0.0000032429025,0.000058302314,0.0016712084],"genre_scores_gemma":[0.8313435,0.0000024638784,0.16135195,0.006944766,0.00024878798,0.000002939136,0.0000015005016,0.000014403511,0.000089726964],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99710774,0.0002223078,0.0013698629,0.00039605034,0.00039273314,0.0005112834],"domain_scores_gemma":[0.99810386,0.0004611243,0.00029686146,0.0004559261,0.00044946838,0.00023277929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017494925,0.00022148935,0.0004371848,0.00061583694,0.00016359163,0.0009141816,0.00096375565,0.00013800511,0.00004244447],"category_scores_gemma":[0.0010133929,0.0002251402,0.0001386442,0.0005478177,0.00006139686,0.0033935045,0.0002690964,0.0011463683,0.000002117644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004262305,0.00080021535,0.021479355,0.0015706682,0.00012990895,0.003314488,0.071902394,0.016310118,0.15265375,0.16553843,0.0007910038,0.56546706],"study_design_scores_gemma":[0.00096566015,0.00006607878,0.0020019773,0.0015239272,0.000016280874,0.00034528665,0.0037225003,0.98154974,0.0017294162,0.007743206,0.000047136306,0.00028881952],"about_ca_topic_score_codex":0.000029429832,"about_ca_topic_score_gemma":0.000036446403,"teacher_disagreement_score":0.9652396,"about_ca_system_score_codex":0.00013660012,"about_ca_system_score_gemma":0.00033964458,"threshold_uncertainty_score":0.9180951},"labels":[],"label_agreement":null},{"id":"W4407570660","doi":"10.1145/3706598.3714020","title":"Fostering Appropriate Reliance on Large Language Models: The Role of Explanations, Sources, and Inconsistencies","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Princeton University; National Science Foundation","keywords":"Key (lock); Computer science; Scale (ratio); Raising (metalworking); Cognitive psychology; Psychology; Computer security; Engineering","score_opus":0.03481069476889895,"score_gpt":0.2591592520451504,"score_spread":0.22434855727625144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407570660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034721576,0.0050471853,0.9163738,0.0011171069,0.00028636522,0.0003943393,0.000033444063,0.00018629657,0.041839868],"genre_scores_gemma":[0.94320214,0.00017541404,0.055296086,0.00032510466,0.000037247286,0.000045373923,0.0000039331117,0.0000059731083,0.00090870605],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988353,0.00006681993,0.0002739474,0.00043518626,0.00022436901,0.0001643549],"domain_scores_gemma":[0.9986804,0.00012015763,0.00014367954,0.0009696244,0.000058672053,0.000027463739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039079273,0.00015432111,0.00020781494,0.000114590526,0.0000964325,0.00011811062,0.0009348167,0.000106098334,0.000002537834],"category_scores_gemma":[0.000038957085,0.000109609595,0.000054083484,0.000098439064,0.0000278646,0.00011447771,0.0044085113,0.00028449632,0.0000012911955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008217212,0.000058684444,0.00019144674,0.0003425974,0.00007553715,0.0000040813434,0.022181068,0.058935195,0.00022026693,0.7130904,0.00008030929,0.20481221],"study_design_scores_gemma":[0.000098433935,0.000007968543,0.000033168933,0.00023198272,0.000007857385,0.0000017357665,0.00131978,0.91342753,0.00094207365,0.08344094,0.00035976912,0.00012877026],"about_ca_topic_score_codex":0.0003299306,"about_ca_topic_score_gemma":0.000094751034,"teacher_disagreement_score":0.9084806,"about_ca_system_score_codex":0.000023986182,"about_ca_system_score_gemma":0.000089272085,"threshold_uncertainty_score":0.5494894},"labels":[],"label_agreement":null},{"id":"W4407588263","doi":"10.54254/2755-2721/2024.20851","title":"Comparative Analysis of Improved Versions of BERT Models on Chinese NLP Tasks","year":2025,"lang":"en","type":"article","venue":"Applied and Computational Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Earl Haig Secondary School","funders":"","keywords":"Natural language processing; Artificial intelligence; Computer science; Linguistics; Philosophy","score_opus":0.009348161555759269,"score_gpt":0.23727091577846823,"score_spread":0.22792275422270897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407588263","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15661271,0.000039149487,0.84197384,0.000040026338,0.00003293254,0.000057285386,0.0000036504207,0.000023704359,0.0012166821],"genre_scores_gemma":[0.94319886,0.000001309182,0.05673849,0.000033825265,0.000004632034,0.0000060046914,0.0000076021843,0.0000015061545,0.000007744718],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999463,0.0000041339094,0.00018314479,0.0001672032,0.00011092601,0.00007159612],"domain_scores_gemma":[0.99957335,0.0001868447,0.000046493264,0.00013066262,0.000038287588,0.000024384908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005656084,0.000079632606,0.00022926259,0.00029257094,0.000026867145,0.000010625134,0.00015676749,0.000024206785,8.1183896e-7],"category_scores_gemma":[0.0000040213486,0.00007518543,0.000047906935,0.00064295775,0.000012988852,0.00005880905,0.000078445286,0.00005575327,2.0386173e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002905392,0.000014245655,0.000023845192,0.000008795946,0.00015377165,7.0671966e-8,0.0002534907,0.6971494,0.0008469756,0.30087075,0.000001953376,0.00067378307],"study_design_scores_gemma":[0.0001791907,0.0000097650955,0.004622146,0.000011098793,0.0000435212,1.07822494e-7,0.000015677211,0.98619515,0.0002474465,0.008614804,0.0000051597053,0.000055914177],"about_ca_topic_score_codex":0.000012695886,"about_ca_topic_score_gemma":8.6127625e-7,"teacher_disagreement_score":0.78658617,"about_ca_system_score_codex":0.000010551875,"about_ca_system_score_gemma":0.000024211253,"threshold_uncertainty_score":0.3065973},"labels":[],"label_agreement":null},{"id":"W4407681763","doi":"10.1145/3641554.3701844","title":"Integrating Small Language Models with Retrieval-Augmented Generation in Computing Education: Key Takeaways, Setup, and Practical Insights","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"Universitas Brawijaya","keywords":"Key (lock); Computer science; Multimedia; Data science; Information retrieval; Operating system","score_opus":0.03359465857662799,"score_gpt":0.29085798431634574,"score_spread":0.2572633257397178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407681763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2892794,0.0001693302,0.7032136,0.0014296615,0.000099670644,0.0001535114,9.902886e-8,0.00006686577,0.005587887],"genre_scores_gemma":[0.6435479,0.0000042788083,0.35543472,0.0006477812,0.00004211119,0.0000031260254,0.0000043451123,0.0000033698332,0.00031238023],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896437,0.00008624267,0.0002561945,0.00039639644,0.00013999404,0.0001567968],"domain_scores_gemma":[0.9994049,0.00009322309,0.00006501062,0.00029599242,0.000093438335,0.000047401696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025133803,0.0001161516,0.00013071422,0.00016191868,0.00009800633,0.0002311833,0.00014538415,0.000058011203,0.0000026771272],"category_scores_gemma":[0.00007238619,0.00009232129,0.00001195963,0.0004387478,0.0000188075,0.00050816155,0.00015299574,0.00019290733,0.0000010842501],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015640633,0.00014509862,0.00062514393,0.000045399815,0.000019088002,0.000025006742,0.009616723,0.0096954135,0.0026694087,0.93432575,0.00028381235,0.042533506],"study_design_scores_gemma":[0.00027325592,0.000024407975,0.00013427985,0.00009032406,0.0000041291723,0.000018652458,0.0007969195,0.9950096,0.0017584482,0.0016891384,0.00009330312,0.00010751249],"about_ca_topic_score_codex":0.00024476217,"about_ca_topic_score_gemma":0.00052191125,"teacher_disagreement_score":0.9853142,"about_ca_system_score_codex":0.00007796283,"about_ca_system_score_gemma":0.00034589117,"threshold_uncertainty_score":0.37647527},"labels":[],"label_agreement":null},{"id":"W4407737256","doi":"10.1109/ickg63256.2024.00017","title":"Axolotl: Fairness through Assisted Prompt Rewriting of Large Language Model Outputs","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Axolotl; Rewriting; Computer science; Programming language; Regeneration (biology)","score_opus":0.03888180439271441,"score_gpt":0.31185065349797914,"score_spread":0.27296884910526475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407737256","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03413366,0.00050780206,0.9443501,0.00077243766,0.00020507269,0.000121477264,0.000004487663,0.0006494071,0.019255549],"genre_scores_gemma":[0.8066284,0.0000027790768,0.19127668,0.00017960982,0.00004696514,0.000008926318,0.000001777935,0.000011434907,0.001843407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987047,0.00003283993,0.0002886354,0.0004189037,0.0002742314,0.0002807302],"domain_scores_gemma":[0.99927723,0.000057197307,0.000040905736,0.00053079356,0.0000549813,0.000038886763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003359157,0.00011656941,0.00016908553,0.00006541444,0.000048491802,0.00012372843,0.00056881004,0.000065671986,0.000018471355],"category_scores_gemma":[0.000033099783,0.00009797273,0.0000764306,0.00028553198,0.00001618319,0.0005645753,0.00034341746,0.00013853921,0.000027483722],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014246577,0.0000547263,0.00005806111,0.00022181192,0.000023807044,0.00005200516,0.0070467032,0.0014638314,0.004906156,0.96093464,0.0005205403,0.024716299],"study_design_scores_gemma":[0.00012193262,0.000012293619,0.000045789995,0.000109569104,0.0000051593693,0.000012652044,0.00023963694,0.9876623,0.0061939005,0.005122492,0.00034792878,0.0001263489],"about_ca_topic_score_codex":0.000076178665,"about_ca_topic_score_gemma":0.000024443603,"teacher_disagreement_score":0.9861985,"about_ca_system_score_codex":0.000029312583,"about_ca_system_score_gemma":0.00008517414,"threshold_uncertainty_score":0.3995212},"labels":[],"label_agreement":null},{"id":"W4407771189","doi":"10.1145/3641554.3701917","title":"Quantitative Evaluation of Using Large Language Models and Retrieval-Augmented Generation in Computer Science Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Language model; Information retrieval","score_opus":0.09692513595673274,"score_gpt":0.3935415129644818,"score_spread":0.29661637700774907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407771189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.477049,0.00012898602,0.52232057,0.00005770449,0.00010514272,0.00011752936,2.119818e-7,0.000007760316,0.00021308898],"genre_scores_gemma":[0.7755793,0.0000025683598,0.22430111,0.00008938282,0.000009441782,0.0000016573094,0.0000014205713,0.00000108435,0.000014063736],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990236,0.00008680546,0.00019152208,0.00026640954,0.00032784455,0.00010377618],"domain_scores_gemma":[0.99934065,0.000023117633,0.000057939942,0.0002217708,0.00033872225,0.000017777322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017411017,0.000051368308,0.00007693278,0.00033050662,0.00006168581,0.000062758554,0.00017143517,0.000023256922,0.0000025961526],"category_scores_gemma":[0.000063718886,0.0000497984,0.000009060222,0.0007303251,0.000032385084,0.0007699633,0.00012875181,0.000037471706,2.7157543e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060815987,0.0001287599,0.00065189536,0.00002585172,0.0000058291353,1.9811807e-7,0.004908025,0.23849258,0.08520014,0.59199697,0.000015906868,0.07856777],"study_design_scores_gemma":[0.0002540265,0.00001074722,0.00055189006,0.000033815824,0.000004834002,4.5203475e-7,0.00014234634,0.98362386,0.010186804,0.0051465193,4.991385e-7,0.000044205655],"about_ca_topic_score_codex":0.00013273364,"about_ca_topic_score_gemma":0.00005799852,"teacher_disagreement_score":0.7451313,"about_ca_system_score_codex":0.00012690149,"about_ca_system_score_gemma":0.0007276928,"threshold_uncertainty_score":0.20307198},"labels":[],"label_agreement":null},{"id":"W4407779872","doi":"10.1007/s42486-024-00173-w","title":"Abstractive summarization-based academic paper title drafting","year":2025,"lang":"en","type":"article","venue":"CCF Transactions on Pervasive Computing and Interaction","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Automatic summarization; Computer science; Information retrieval; Natural language processing","score_opus":0.016760335938860192,"score_gpt":0.2915291648003413,"score_spread":0.27476882886148113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407779872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051647704,0.000045253728,0.9791917,0.0009867188,0.00090169744,0.00006926952,0.0000011499449,0.00012569745,0.013513708],"genre_scores_gemma":[0.99309224,0.000016253975,0.0053698686,0.0007254565,0.000042884978,0.0000038184035,0.00000287014,0.0000050780804,0.00074155815],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993967,0.00003153912,0.00015283396,0.0002386872,0.00007638131,0.00010388184],"domain_scores_gemma":[0.99950624,0.00020497091,0.000048583195,0.00014920844,0.0000639418,0.000027085134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008588802,0.00008304116,0.000076742894,0.00014232796,0.00020335325,0.00006758844,0.0001183192,0.00006511947,0.000050244696],"category_scores_gemma":[0.000021784988,0.0000850878,0.00004080318,0.00014569834,0.000015831707,0.00023630538,0.0000066707125,0.0003112074,0.00006067806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019958885,0.00010439736,0.00026045312,0.000060264567,0.00006287953,0.0000029798573,0.0009874769,0.06780033,0.002762823,0.010840772,0.0008761825,0.9162215],"study_design_scores_gemma":[0.00027800567,0.000034646822,0.0010132476,0.00025967706,0.000017763492,0.000005556025,0.00016510612,0.97551,0.0051043956,0.00064178806,0.016806891,0.00016294731],"about_ca_topic_score_codex":0.000018645671,"about_ca_topic_score_gemma":0.000002824657,"teacher_disagreement_score":0.98792744,"about_ca_system_score_codex":0.000061150815,"about_ca_system_score_gemma":0.000047717473,"threshold_uncertainty_score":0.34697798},"labels":[],"label_agreement":null},{"id":"W4407953147","doi":"10.1145/3701551.3703483","title":"Bridging Historical Subgraph Optimization and Modern Graph Neural Network Approaches in Team Recommendation","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Universitas Brawijaya","keywords":"Computer science; Bridging (networking); Graph; Artificial neural network; Subgraph isomorphism problem; Artificial intelligence; Theoretical computer science; Computer network","score_opus":0.0393111048748911,"score_gpt":0.23200218808673154,"score_spread":0.19269108321184045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407953147","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056425347,0.00016033072,0.988274,0.002804694,0.0002967958,0.0001073374,7.435035e-8,0.000108425076,0.0026058007],"genre_scores_gemma":[0.77620184,0.000021230679,0.22322972,0.00031684377,0.000038198013,0.000011134067,0.0000036025438,0.0000034019592,0.00017400326],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918675,0.00005776091,0.0001988614,0.00031709584,0.00006880236,0.00017070839],"domain_scores_gemma":[0.99969804,0.0000391529,0.00003533833,0.00018255402,0.000015259231,0.000029623243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025533783,0.00008007682,0.000105639054,0.00017405183,0.00007612445,0.00008582792,0.00018104694,0.00004566145,0.0000020718248],"category_scores_gemma":[0.00001341392,0.0000800089,0.000021958384,0.0004928354,0.000008657995,0.00036352058,0.00013434254,0.000103452105,1.8536916e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020874777,0.000019120245,0.010256496,0.0000071913487,0.0000029935766,3.6603973e-7,0.0001557465,0.7714784,0.0000030556225,0.014555318,0.0005728875,0.2029463],"study_design_scores_gemma":[0.00015679213,0.0000064424153,0.0010060907,0.000009294907,0.0000019738754,0.0000014603262,0.000006395131,0.9926193,0.000006754042,0.0060089407,0.00010054508,0.00007601104],"about_ca_topic_score_codex":0.00011995098,"about_ca_topic_score_gemma":0.00004691118,"teacher_disagreement_score":0.7705593,"about_ca_system_score_codex":0.000100756035,"about_ca_system_score_gemma":0.00001702936,"threshold_uncertainty_score":0.32626683},"labels":[],"label_agreement":null},{"id":"W4407953497","doi":"10.1145/3706628.3708827","title":"wa-hls4ml and lui-gnn: A Benchmark and GNN based Surrogate Model for hls4ml Resource and Latency Estimation","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Universitas Brawijaya","keywords":"Benchmark (surveying); Latency (audio); Computer science; Surrogate model; Resource (disambiguation); Machine learning; Computer network; Geography; Telecommunications; Cartography","score_opus":0.014856595442261887,"score_gpt":0.2492664553552949,"score_spread":0.234409859913033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407953497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07010655,0.00025648074,0.92481357,0.0028111222,0.000048305454,0.0002917953,0.0000031455115,0.00009530205,0.0015737024],"genre_scores_gemma":[0.62973624,0.000012106665,0.36847946,0.0006100311,0.000009411361,0.000022221711,0.0000034067607,0.0000050331023,0.0011220536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989407,0.000028953491,0.000217361,0.00047954294,0.000118392614,0.0002150405],"domain_scores_gemma":[0.9993035,0.0001926493,0.000045656194,0.00032160865,0.00005432599,0.00008221148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003688025,0.000136887,0.0001649984,0.000121152276,0.0001718989,0.00019488379,0.00018722328,0.000073385665,0.0000028126933],"category_scores_gemma":[0.00006991609,0.0001224446,0.000023109453,0.00013876242,0.000042064516,0.00032628447,0.00019587386,0.00007326021,4.7180092e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009784754,0.00012283368,0.0065980083,0.0008356097,0.000066253946,0.000009387127,0.0031479187,0.16235308,0.0012713738,0.39599338,0.004958656,0.42454565],"study_design_scores_gemma":[0.0006408216,0.000028139484,0.0007319442,0.000048892172,0.0000119589195,0.0000026132384,0.00001547871,0.98216474,0.00018601555,0.015728198,0.00031178095,0.00012944361],"about_ca_topic_score_codex":0.000046717003,"about_ca_topic_score_gemma":0.000040115123,"teacher_disagreement_score":0.81981164,"about_ca_system_score_codex":0.000017511462,"about_ca_system_score_gemma":0.00006082956,"threshold_uncertainty_score":0.49931458},"labels":[],"label_agreement":null},{"id":"W4407953544","doi":"10.1145/3701551.3705706","title":"LLM4Eval@WSDM 2025: Large Language Model for Evaluation in Information Retrieval","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"Universitas Brawijaya","keywords":"Computer science; Information retrieval; Artificial intelligence","score_opus":0.026750719387370083,"score_gpt":0.32430639357556357,"score_spread":0.2975556741881935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407953544","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024555638,0.00005101558,0.96500903,0.0009346348,0.00019699158,0.00047887716,0.0000028333427,0.00008082916,0.008690172],"genre_scores_gemma":[0.91426706,0.000002712627,0.08290412,0.0011591709,0.000017353044,0.00004014588,0.000017103348,0.0000021398625,0.0015902001],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991271,0.00003013724,0.00025813654,0.0001569178,0.00024748512,0.00018025964],"domain_scores_gemma":[0.9994159,0.000050805727,0.00004163598,0.00033331633,0.00013833873,0.000020039282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012538267,0.00006605059,0.000084015526,0.00020540337,0.000046184112,0.00008842608,0.00031577123,0.000059298924,0.000014619607],"category_scores_gemma":[0.0002412604,0.00006345282,0.000032709504,0.00032037,0.000003632803,0.0010236312,0.000118308344,0.00006606419,0.00001579511],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000430092,0.00007002452,0.0003688178,0.000101182355,0.000013166078,4.5357842e-7,0.008025382,0.1544534,0.0004187836,0.6786105,0.0034374148,0.15445784],"study_design_scores_gemma":[0.001001709,0.0000072480266,0.00020233626,0.000014407598,0.0000037888099,1.5741114e-7,0.000108116634,0.9858114,0.0005257245,0.011872096,0.0003879003,0.000065090666],"about_ca_topic_score_codex":0.000021238036,"about_ca_topic_score_gemma":0.000057591908,"teacher_disagreement_score":0.88971144,"about_ca_system_score_codex":0.000113304064,"about_ca_system_score_gemma":0.0001955144,"threshold_uncertainty_score":0.2587531},"labels":[],"label_agreement":null},{"id":"W4408051557","doi":"10.3390/electronics14050973","title":"Efficient Ensemble of Deep Neural Networks for Multimodal Punctuation Restoration and the Spontaneous Informal Speech Dataset","year":2025,"lang":"en","type":"article","venue":"Electronics","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Punctuation; Computer science; Artificial neural network; Deep neural networks; Speech recognition; Recurrent neural network; Artificial intelligence; Natural language processing","score_opus":0.008051341541456172,"score_gpt":0.23946076502313587,"score_spread":0.2314094234816797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408051557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085516244,0.00084006327,0.9126612,0.00042339944,0.00014834055,0.00033788086,0.0000038894277,0.000019254108,0.000049748694],"genre_scores_gemma":[0.98369694,0.00001565839,0.015943889,0.00020608744,0.00003218072,0.00001637541,0.0000669704,0.000002610485,0.0000192739],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993183,0.000035690337,0.0001937419,0.00014702616,0.00011254211,0.00019267753],"domain_scores_gemma":[0.99932355,0.00022655827,0.00007550351,0.00030265693,0.0000565413,0.000015217727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046529135,0.00006968827,0.00009792216,0.000040975607,0.000107790904,0.00005640601,0.0002618011,0.000041342944,4.4177727e-7],"category_scores_gemma":[0.00009512735,0.00005155445,0.000023795605,0.00013267226,0.000027806855,0.00008627045,0.00009693844,0.00010501109,2.5130564e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013297575,0.000014708102,0.000013665649,0.000013584423,0.000011081941,0.0000016238542,0.00033113695,0.6804839,0.00012363918,0.06858961,0.00012101454,0.25016308],"study_design_scores_gemma":[0.00066251215,0.000052232997,0.00003724235,0.0000031338598,0.000010002051,0.000021463098,0.000008544725,0.9971806,0.00034830655,0.000859978,0.0007695036,0.00004650725],"about_ca_topic_score_codex":0.000013000693,"about_ca_topic_score_gemma":0.00017178245,"teacher_disagreement_score":0.8981807,"about_ca_system_score_codex":0.00003972871,"about_ca_system_score_gemma":0.00005866296,"threshold_uncertainty_score":0.21023294},"labels":[],"label_agreement":null},{"id":"W4408120198","doi":"10.1145/3704137.3704181","title":"Optimizing and Evaluating Enterprise Retrieval-Augmented Generation (RAG): A Content Design Perspective","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Perspective (graphical); Computer science; Content (measure theory); Information retrieval; Artificial intelligence; Mathematics","score_opus":0.1633340000320916,"score_gpt":0.3343451455154014,"score_spread":0.1710111454833098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408120198","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026617222,0.0020078996,0.96850014,0.0012887894,0.0003813202,0.00027981633,3.422238e-7,0.00027763224,0.00064685615],"genre_scores_gemma":[0.56775993,0.000032850894,0.4314257,0.00018270696,0.00009227486,0.000009582989,4.9633934e-7,0.000007343841,0.00048909424],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987507,0.00011846467,0.00019624166,0.0004986761,0.00026021776,0.00017573503],"domain_scores_gemma":[0.9994264,0.00011208469,0.000029126473,0.00023690572,0.00013240355,0.00006306476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007473385,0.00011124101,0.00010299199,0.000104590785,0.00010646182,0.0004955441,0.00017958615,0.000037675232,0.000021324515],"category_scores_gemma":[0.000116582196,0.00009492076,0.000036094138,0.00019201345,0.000016200052,0.00051116204,0.00016033785,0.00010783716,0.000011840129],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006055153,0.00008993187,0.000054604418,0.00007703684,0.00024715922,0.00012585611,0.04856674,0.04051151,0.4218934,0.34321892,0.0009996812,0.14415462],"study_design_scores_gemma":[0.0001973996,0.00009231034,0.000009604444,0.000052016952,0.000010974816,0.000018766617,0.00044846,0.98738205,0.010538155,0.0011227035,0.000018222434,0.000109353605],"about_ca_topic_score_codex":0.00005208025,"about_ca_topic_score_gemma":0.0000024181136,"teacher_disagreement_score":0.9468705,"about_ca_system_score_codex":0.00017355892,"about_ca_system_score_gemma":0.00008198855,"threshold_uncertainty_score":0.47785434},"labels":[],"label_agreement":null},{"id":"W4408145959","doi":"10.1109/icmla61862.2024.00187","title":"Evaluating the Efficacy of Large Language Models in Automating Academic Peer Reviews","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Natural language processing","score_opus":0.131467812164552,"score_gpt":0.4317497698631278,"score_spread":0.3002819576985758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408145959","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20403306,0.0071574384,0.78261995,0.0018267921,0.00019798713,0.00031549303,5.715111e-7,0.0001971612,0.0036515647],"genre_scores_gemma":[0.91291106,0.000038440496,0.085399196,0.00031375082,0.00006972074,0.000017965358,5.408278e-7,0.0000070833394,0.0012422585],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860036,0.00015954407,0.00042877506,0.00025986828,0.00034874855,0.00020270432],"domain_scores_gemma":[0.99911493,0.00034240595,0.000056594286,0.00043816149,0.000026851154,0.000021031177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004160212,0.000081147235,0.00014759535,0.00007228219,0.00003448358,0.00005562309,0.0006880381,0.000046269834,0.000025506039],"category_scores_gemma":[0.00040725892,0.0000493239,0.000059699556,0.00037846752,0.000008717993,0.00033943576,0.00029363108,0.0003104222,0.00003158432],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.507432e-7,0.000017772521,0.00006968096,0.00016384192,0.000007601416,0.0000063945413,0.031320293,0.027857702,0.0041859224,0.35227928,0.0005306005,0.58356],"study_design_scores_gemma":[0.000096036485,0.00000886596,0.00005374295,0.00029162207,0.0000031683992,0.0000031239167,0.00010872578,0.99650526,0.00022692436,0.0023550536,0.0002889024,0.000058599544],"about_ca_topic_score_codex":0.000049056936,"about_ca_topic_score_gemma":0.00000889349,"teacher_disagreement_score":0.96864754,"about_ca_system_score_codex":0.00002824355,"about_ca_system_score_gemma":0.000054620872,"threshold_uncertainty_score":0.20113702},"labels":[],"label_agreement":null},{"id":"W4408146816","doi":"10.1109/icairc64177.2024.10900179","title":"Comparative Analysis of Listwise Reranking with Large Language Models in Limited-Resource Language Contexts","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Resource (disambiguation); Natural language processing; Language model; Artificial intelligence","score_opus":0.02163557701518332,"score_gpt":0.2885934192222355,"score_spread":0.2669578422070522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408146816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4011972,0.0013005062,0.5890539,0.00014487638,0.000019304804,0.00009638198,0.0000075032212,0.00014231267,0.008038009],"genre_scores_gemma":[0.9853289,0.000002889895,0.013714312,0.00023448981,0.000016095291,0.000007543275,0.000009446287,0.000006298835,0.0006800357],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987099,0.000078601195,0.00027467095,0.00041738074,0.00027674128,0.00024266173],"domain_scores_gemma":[0.99917793,0.0001637371,0.000049887076,0.0005216265,0.00003685665,0.000049977174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000336571,0.00013400316,0.00037570647,0.00058207504,0.0000261352,0.00011426004,0.00045064115,0.00004472109,0.00003610197],"category_scores_gemma":[0.000007697533,0.00010220497,0.00009080897,0.001768623,0.000022946431,0.00038953513,0.00014976639,0.00016229897,0.000005484614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040814404,0.00022517808,0.002035475,0.00012878771,0.0011602526,0.0005725719,0.3435,0.31639108,0.0032698207,0.31650472,0.00025165902,0.015919667],"study_design_scores_gemma":[0.00022660487,0.000023333085,0.00042464412,0.00008936233,0.00007140784,0.0000027000276,0.0016376532,0.9959932,0.0011038752,0.00015884166,0.00013436869,0.00013402628],"about_ca_topic_score_codex":0.00063636526,"about_ca_topic_score_gemma":0.001758193,"teacher_disagreement_score":0.6796021,"about_ca_system_score_codex":0.000040037794,"about_ca_system_score_gemma":0.000039897717,"threshold_uncertainty_score":0.41677976},"labels":[],"label_agreement":null},{"id":"W4408156536","doi":"10.1007/978-3-031-82481-4_10","title":"Robust Infidelity: When Faithfulness Measures on Masked Language Models Are Misleading","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Programming language; Speech recognition","score_opus":0.04817885230213251,"score_gpt":0.24880635822914315,"score_spread":0.20062750592701065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408156536","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010947891,0.00045291093,0.9848906,0.0018761397,0.0018582775,0.00046539787,0.000009309369,0.0003600657,0.009977855],"genre_scores_gemma":[0.22259118,0.000033266413,0.7666026,0.0067906496,0.0008345341,0.000032541426,0.000007726352,0.000071675975,0.0030358501],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943011,0.00007778259,0.0007119111,0.0023628508,0.001586819,0.0009595552],"domain_scores_gemma":[0.995985,0.0005666006,0.00037072715,0.0025178336,0.0003369605,0.00022288294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013708189,0.00074745767,0.0008139404,0.0012848293,0.00034540292,0.00087029114,0.0049833534,0.00047376327,0.000018774117],"category_scores_gemma":[0.00022082188,0.0006995223,0.00019965014,0.0005611036,0.00033081748,0.00082977593,0.0018304806,0.0013116412,0.000025681924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057243824,0.000018237874,0.0000134241745,0.00006428597,0.000014746659,0.00010376991,0.0018577927,0.5105965,0.000034460852,0.019315427,0.00010921396,0.4678664],"study_design_scores_gemma":[0.00021766665,0.0000438977,0.000009010666,0.0011541083,0.0000096726,0.000017713583,0.0000014071327,0.8238368,0.00081778155,0.17287657,0.00038203498,0.0006333416],"about_ca_topic_score_codex":0.00011633545,"about_ca_topic_score_gemma":0.00029711978,"teacher_disagreement_score":0.46723303,"about_ca_system_score_codex":0.0005689124,"about_ca_system_score_gemma":0.0006884448,"threshold_uncertainty_score":0.9995456},"labels":[],"label_agreement":null},{"id":"W4408158553","doi":"10.1200/cci-24-00143","title":"Using a Longformer Large Language Model for Segmenting Unstructured Cancer Pathology Reports","year":2025,"lang":"en","type":"article","venue":"JCO Clinical Cancer Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of British Columbia","funders":"","keywords":"Pathology; Market segmentation; Computer science; Natural language processing; Medicine; Artificial intelligence; Business","score_opus":0.0939272117815288,"score_gpt":0.4464086519327034,"score_spread":0.3524814401511746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408158553","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11444974,0.000329728,0.8819286,0.00028729683,0.0019199657,0.00040726401,0.00002960968,0.00011494996,0.0005327954],"genre_scores_gemma":[0.40757635,0.00010486215,0.5836363,0.0074699,0.00029005093,0.00015006587,0.000010437405,0.00001772768,0.0007443346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972652,0.00003400373,0.0016275696,0.0003019182,0.00024240131,0.00052888255],"domain_scores_gemma":[0.9981529,0.00017425633,0.0006233998,0.0007516147,0.00020024584,0.00009759517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012218169,0.00019326167,0.0004319746,0.00011256162,0.00018960913,0.00012368053,0.00052401517,0.00023077901,0.000013876319],"category_scores_gemma":[0.00029272586,0.00017150026,0.00019576799,0.00027306218,0.00004888702,0.0005719828,0.00043804382,0.00032456612,0.00000125816],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008990667,0.00020312019,0.055006113,0.0016365759,0.0003611072,0.00006864186,0.022189261,0.4382537,0.00028495316,0.035788085,0.0059275366,0.440191],"study_design_scores_gemma":[0.0006792322,0.000013064445,0.00021468823,0.00011296482,0.000047794445,0.000010400422,0.00018211885,0.99379605,0.00013566225,0.002796365,0.0018206008,0.0001910766],"about_ca_topic_score_codex":0.00006321726,"about_ca_topic_score_gemma":0.0001595144,"teacher_disagreement_score":0.55554235,"about_ca_system_score_codex":0.00014665263,"about_ca_system_score_gemma":0.00068733236,"threshold_uncertainty_score":0.69935775},"labels":[],"label_agreement":null},{"id":"W4408184531","doi":"10.1145/3722449.3722461","title":"Report on the 1st Workshop on Large Language Model for Evaluation in Information Retrieval (LLM4Eval 2024) at SIGIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"","keywords":"Information retrieval; Computer science; Natural language processing","score_opus":0.03542714885077752,"score_gpt":0.3152205595817855,"score_spread":0.279793410731008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408184531","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29117385,0.0004946701,0.66569203,0.026529348,0.0040636067,0.0022459305,0.000055520424,0.0003760726,0.00936895],"genre_scores_gemma":[0.98826635,0.000012901642,0.0030746087,0.0017546227,0.0001599423,0.00014070395,0.000068423855,0.000019945968,0.0065024747],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997679,0.00006596007,0.0004992834,0.00046192302,0.0008224896,0.00047136223],"domain_scores_gemma":[0.9978515,0.00057896704,0.0001122862,0.0012982317,0.00010105674,0.000057951147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002451456,0.00019791143,0.00015837207,0.0002376275,0.00017167632,0.000324136,0.0008161808,0.00013912653,0.000058658683],"category_scores_gemma":[0.00153213,0.00014827838,0.00011817828,0.00051475293,0.00001617919,0.0009011472,0.00046015377,0.0003314976,0.00017729233],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046515014,0.00023063117,0.0005535598,0.0002643599,0.00012791247,0.00016186114,0.020968925,0.27802175,0.0007723705,0.2647797,0.19719844,0.23645535],"study_design_scores_gemma":[0.00040140876,0.000054452466,0.000080775186,0.00012928968,0.000013142867,0.00001429546,0.00022495579,0.97793674,0.0004574696,0.012478324,0.008037632,0.0001714845],"about_ca_topic_score_codex":0.000009309277,"about_ca_topic_score_gemma":0.00006822846,"teacher_disagreement_score":0.69991505,"about_ca_system_score_codex":0.00040807968,"about_ca_system_score_gemma":0.000184448,"threshold_uncertainty_score":0.6046617},"labels":[],"label_agreement":null},{"id":"W4408222036","doi":"10.2139/ssrn.5170458","title":"Large Language Models for Conceptual Modeling: Assessment and Application Potential","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Conceptual model; Natural language processing","score_opus":0.015988259062352912,"score_gpt":0.30250119961842,"score_spread":0.2865129405560671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408222036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009548194,0.0046123955,0.98365223,0.00086320576,0.00041909178,0.0005660959,0.000022248027,0.00009674447,0.00021981662],"genre_scores_gemma":[0.9488852,0.0015009451,0.048520684,0.00014398986,0.00040110567,0.000103375736,0.000027279853,0.00001612583,0.00040131155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996853,0.00008555296,0.0004485404,0.00067187863,0.00033956277,0.0016014437],"domain_scores_gemma":[0.99886215,0.000035269415,0.00024507433,0.00057959824,0.00018725316,0.00009064366],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0018266274,0.00026699508,0.00032875486,0.00016653337,0.00026991076,0.0002599181,0.001101979,0.0002515392,0.0000010093153],"category_scores_gemma":[0.000012909723,0.0002674346,0.00017184639,0.000075510274,0.000022449516,0.00028289616,0.0008903716,0.002447594,6.433521e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006615186,0.00003258254,0.000004603493,0.000025051972,0.00008824781,8.4816236e-7,0.00062424794,0.24259698,0.000039717863,0.73117834,0.000009521492,0.02539324],"study_design_scores_gemma":[0.00039671728,0.000030074103,6.4105524e-7,0.000023393777,0.000028553992,0.000027925053,0.00059346284,0.572346,0.0000049411547,0.42637113,0.000037929545,0.00013923612],"about_ca_topic_score_codex":0.00005548068,"about_ca_topic_score_gemma":0.00009745038,"teacher_disagreement_score":0.939337,"about_ca_system_score_codex":0.000869229,"about_ca_system_score_gemma":0.004312179,"threshold_uncertainty_score":0.99997777},"labels":[],"label_agreement":null},{"id":"W4408281372","doi":"10.1109/tpami.2025.3550032","title":"Correlated Topic Modeling for Short Texts in Spherical Embedding Spaces","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Pattern Analysis and Machine Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Hypersphere; Embedding; Knowledge graph; Graph; Word (group theory); Coherence (philosophical gambling strategy); Topic model; Information retrieval; Theoretical computer science; Mathematics","score_opus":0.026015574846276767,"score_gpt":0.30290152063852355,"score_spread":0.2768859457922468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408281372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015975408,0.0001385338,0.982846,0.00051646674,0.00023163331,0.00015747157,0.000004234348,0.000059686787,0.000070553695],"genre_scores_gemma":[0.9872903,0.00010169316,0.012093713,0.00024880795,0.000009083954,0.000033850567,0.000001439773,0.0000053186272,0.00021578102],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870604,0.000040793897,0.0003842282,0.00051075895,0.00013466338,0.00022350346],"domain_scores_gemma":[0.9993837,0.00013298714,0.000031102576,0.00034746478,0.00004821322,0.000056521403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021476598,0.00015995449,0.00029014223,0.0004531196,0.0001263292,0.00012488972,0.00033897595,0.000074434465,0.000020640879],"category_scores_gemma":[0.0000065129057,0.0001485994,0.00016691384,0.00097406755,0.00001914073,0.0001634124,0.000007204547,0.00022666683,0.0000021526878],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004578699,0.000042519092,0.00070789247,0.000010660267,0.00009519665,0.0000020299708,0.00015347231,0.57994735,0.000052110554,0.00015416999,8.3646756e-7,0.4188292],"study_design_scores_gemma":[0.00006970158,0.000026993172,0.00008921793,0.000041356892,0.00012645735,0.0000013226627,0.000048617505,0.99295646,0.0057553,0.0007312715,0.000017015127,0.00013628288],"about_ca_topic_score_codex":0.0008342034,"about_ca_topic_score_gemma":0.0015223761,"teacher_disagreement_score":0.9713149,"about_ca_system_score_codex":0.00004832565,"about_ca_system_score_gemma":0.000023192906,"threshold_uncertainty_score":0.60597074},"labels":[],"label_agreement":null},{"id":"W4408307058","doi":"10.2196/69663","title":"Identifying Adverse Events in Outpatients With Prostate Cancer Using Pharmaceutical Care Records in Community Pharmacies: Application of Named Entity Recognition","year":2025,"lang":"en","type":"article","venue":"JMIR Cancer","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pharmacy; Prostate cancer; Pharmaceutical care; Adverse effect; Medical prescription; Pharmacovigilance; Medical record; Family medicine; Pharmacology; Cancer; Internal medicine","score_opus":0.06694827125537767,"score_gpt":0.4024948304460421,"score_spread":0.33554655919066445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408307058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95043653,0.0002297919,0.0479355,0.00006819598,0.00031825382,0.0008753662,0.000019825524,0.00003106572,0.00008547648],"genre_scores_gemma":[0.9953078,0.00010270503,0.0037937413,0.00013624248,0.000015061456,0.0006060704,0.00000927944,0.000007209661,0.000021870515],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873054,0.0001840961,0.0003468249,0.0002826912,0.0002299342,0.00022590962],"domain_scores_gemma":[0.99930793,0.000031418305,0.00015734343,0.00029738186,0.00016821166,0.000037717044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024272435,0.00012228881,0.00018537573,0.00023678945,0.00008201962,0.000011133135,0.00036533354,0.000050991952,0.000010989725],"category_scores_gemma":[0.000010695611,0.00012601783,0.000030286577,0.0007687163,0.0000347461,0.00049596204,0.00018494434,0.0003496867,9.054712e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025093844,0.0002371934,0.756081,0.0008164766,0.000029661194,0.000002410822,0.014689473,0.009667274,0.0026574468,0.00002997973,0.000007570749,0.21553057],"study_design_scores_gemma":[0.008755582,0.000071989896,0.15055965,0.004270094,0.000070862945,0.0000018531307,0.003531593,0.8081799,0.021993104,0.0012798819,0.00059689686,0.000688568],"about_ca_topic_score_codex":0.011722566,"about_ca_topic_score_gemma":0.007539618,"teacher_disagreement_score":0.79851264,"about_ca_system_score_codex":0.00074414106,"about_ca_system_score_gemma":0.00023085752,"threshold_uncertainty_score":0.99485844},"labels":[],"label_agreement":null},{"id":"W4408348562","doi":"10.1016/j.geomat.2025.100055","title":"Dynamic Named Entity Recognition model to distinguish authors’ positions relative to mentioned locations","year":2025,"lang":"en","type":"article","venue":"GEOMATICA","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"HORIZON EUROPE European Institute of Innovation and Technology; Österreichische Forschungsförderungsgesellschaft","keywords":"Computer science; Artificial intelligence; Natural language processing; Speech recognition","score_opus":0.023290107782961134,"score_gpt":0.2971115254029344,"score_spread":0.27382141761997325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408348562","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02605356,0.000006984584,0.95421755,0.010975247,0.00029321894,0.0004772108,0.000020619811,0.0002331172,0.007722478],"genre_scores_gemma":[0.5429516,5.231601e-7,0.45427135,0.0005535701,0.000008382684,0.00012523691,0.000021164991,0.0000041791714,0.002064001],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988252,0.00006202701,0.00030990175,0.00037733137,0.00019489005,0.00023067406],"domain_scores_gemma":[0.99898785,0.00008335568,0.000052240248,0.0005402041,0.00020745408,0.00012886395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021883189,0.00010732546,0.00012708805,0.00024265092,0.00033993073,0.00015493536,0.00041503413,0.000052051844,0.000019487035],"category_scores_gemma":[0.00044622063,0.00012057739,0.000051981944,0.00067693193,0.000015309191,0.00029646367,0.00026897536,0.00010273964,0.00029119645],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013423827,0.0004725537,0.00011291549,0.00013063214,0.00014985142,0.000006072504,0.0113872,0.07397646,0.0034207844,0.81438893,0.0057015815,0.090239614],"study_design_scores_gemma":[0.000095079595,0.000015922582,0.0009711947,0.00012342697,0.000020105294,0.0000010021746,0.000040907766,0.7986972,0.00008910556,0.19973545,0.000097982425,0.00011262577],"about_ca_topic_score_codex":0.000042069067,"about_ca_topic_score_gemma":0.00009453055,"teacher_disagreement_score":0.7247207,"about_ca_system_score_codex":0.000178686,"about_ca_system_score_gemma":0.000100293866,"threshold_uncertainty_score":0.49170032},"labels":[],"label_agreement":null},{"id":"W4408374252","doi":"10.1186/s41239-025-00513-5","title":"Correction: “Scarlet Cloak and the Forest Adventure”: a preliminary study of the impact of AI on commonly used writing tools","year":2025,"lang":"en","type":"article","venue":"International Journal of Educational Technology in Higher Education","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Adventure; Cloak; Computer science; Artificial intelligence; Optics; Physics; Metamaterial","score_opus":0.02034335034577278,"score_gpt":0.348758313584627,"score_spread":0.3284149632388542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408374252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8906542,0.00036434885,0.00029947428,0.10368328,0.0042763148,0.0002678129,0.0000015040305,0.000005646586,0.0004474007],"genre_scores_gemma":[0.99886554,0.000009046008,0.00044196693,0.00020394735,0.00015977611,0.000036328278,0.0000013242205,0.000003965407,0.00027810878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986083,0.00013760783,0.00067004305,0.00015537263,0.00034060967,0.00008808853],"domain_scores_gemma":[0.99743766,0.0008659916,0.0006391237,0.0003369225,0.00070322875,0.000017074766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045522896,0.000102683916,0.00019460593,0.0006470745,0.00006112934,0.00004796661,0.0011596878,0.000082646504,0.0000152013745],"category_scores_gemma":[0.00042512332,0.00006627856,0.0000956219,0.00057775533,0.00014731084,0.00027051504,0.00017982464,0.0004392634,3.6223955e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013345927,0.0014153458,0.51463205,0.0000066786306,0.00016217947,4.7165773e-7,0.001068247,0.004215165,0.00008174355,0.4715115,0.0013541182,0.0054190587],"study_design_scores_gemma":[0.0010893017,0.0002317679,0.8318622,0.00032950938,0.000022346156,0.000061711835,0.0007957186,0.0016057926,0.00013266547,0.16375387,0.00006004567,0.000055072516],"about_ca_topic_score_codex":0.00015577322,"about_ca_topic_score_gemma":0.000023609782,"teacher_disagreement_score":0.31723017,"about_ca_system_score_codex":0.00021593003,"about_ca_system_score_gemma":0.00092032773,"threshold_uncertainty_score":0.2702761},"labels":[],"label_agreement":null},{"id":"W4408521274","doi":"10.1109/bhi62660.2024.10913641","title":"Improving Interpretability of Radiology Report-based Pediatric Brain Tumor Pathology Classification and Key-phrases Extraction Using Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Interpretability; Computer science; Key (lock); Natural language processing; Artificial intelligence; Information extraction; Feature extraction; Pathology; Medicine","score_opus":0.028976896577114573,"score_gpt":0.30281162121157673,"score_spread":0.2738347246344622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408521274","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46333417,0.00037786108,0.5357485,0.00013308195,0.000184048,0.000075244076,0.0000021247665,0.000086481676,0.00005852531],"genre_scores_gemma":[0.91829497,0.0000030579126,0.081509545,0.00008761592,0.000067398054,0.000007019565,0.0000037993593,0.0000069703055,0.00001962236],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986236,0.00015270105,0.00040759507,0.0005277931,0.00010611859,0.00018218187],"domain_scores_gemma":[0.9989971,0.0003089846,0.00014520425,0.00046096306,0.000046156463,0.00004162268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009585588,0.000101866266,0.00016950323,0.00018781492,0.0000432354,0.000054379034,0.00016991449,0.0000737857,0.000009823314],"category_scores_gemma":[0.00024199778,0.00009191145,0.00004893068,0.00019931537,0.000033314125,0.0004833591,0.000106570405,0.00013988778,8.3469365e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054102264,0.000291384,0.029484386,0.0016366765,0.000042463318,0.0018367902,0.008711686,0.0203509,0.7338665,0.13673729,0.0001288718,0.066858955],"study_design_scores_gemma":[0.00009500629,0.000026933614,0.00079843064,0.000010284216,0.000012853446,0.00051610364,0.0001198011,0.99551487,0.0015966108,0.0012158838,0.0000059174395,0.000087300636],"about_ca_topic_score_codex":0.00014071977,"about_ca_topic_score_gemma":0.000021016376,"teacher_disagreement_score":0.975164,"about_ca_system_score_codex":0.00007292431,"about_ca_system_score_gemma":0.00016999958,"threshold_uncertainty_score":0.37480405},"labels":[],"label_agreement":null},{"id":"W4408595711","doi":"10.1016/j.tics.2025.02.003","title":"Studying memory narratives with natural language processing","year":2025,"lang":"en","type":"review","venue":"Trends in Cognitive Sciences","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; McGill University","funders":"Canada Excellence Research Chairs, Government of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Psychology; Narrative; Cognitive science; Linguistics; Cognitive psychology; Natural (archaeology); Communication; History","score_opus":0.18630717812774528,"score_gpt":0.4533976597653287,"score_spread":0.2670904816375834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408595711","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034447028,0.9673287,0.010087868,0.00005834311,0.00028101445,0.0002671848,0.000004712121,0.000119254,0.021818474],"genre_scores_gemma":[0.014819109,0.9371716,0.041155778,0.00020628108,0.00023221542,0.00032802817,0.0000218329,0.000030624637,0.006034561],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99700207,0.00028728606,0.0004337602,0.0012149386,0.00057954545,0.00048237716],"domain_scores_gemma":[0.9988233,0.00046665472,0.00029419153,0.0002726307,0.000091474765,0.000051781903],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008400414,0.00041407172,0.0009362182,0.0013215537,0.00034379048,0.00043511228,0.0016214389,0.000095230425,0.000015675156],"category_scores_gemma":[0.00011724872,0.00027204517,0.00012453584,0.0041951863,0.00040648965,0.0008390674,0.00044682494,0.0005357085,0.000004497711],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.21257e-7,0.00002317003,0.0000081898925,0.000937495,0.000013756607,0.00004547504,0.0044003204,0.0000037966227,5.788979e-8,0.00014936965,0.0000064379833,0.994411],"study_design_scores_gemma":[0.0049853968,0.0017649293,0.00032251354,0.7470801,0.0012540166,0.00069221086,0.10649925,0.05371249,0.000052455136,0.001951508,0.070532925,0.011152198],"about_ca_topic_score_codex":0.00002021392,"about_ca_topic_score_gemma":0.00012380409,"teacher_disagreement_score":0.9832588,"about_ca_system_score_codex":0.00008014008,"about_ca_system_score_gemma":0.0007943954,"threshold_uncertainty_score":0.9999732},"labels":[],"label_agreement":null},{"id":"W4408612569","doi":"10.2139/ssrn.5184646","title":"Leveraging Open-Source Large Language Models (Llms) to Enhance Data Extraction in Scoping Reviews: A Case Study on Disability and Ai Applications","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Open source; Computer science; Data source; Data science; Data extraction; Natural language processing; World Wide Web; Information retrieval; Political science; MEDLINE; Programming language","score_opus":0.06356386152874574,"score_gpt":0.41210621814550086,"score_spread":0.34854235661675514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408612569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0917926,0.0051362338,0.89906853,0.0010757423,0.00012556576,0.0026663803,0.000008055709,0.00004563565,0.00008123579],"genre_scores_gemma":[0.99022466,0.0016389509,0.007062694,0.0003663769,0.00016670674,0.0003322415,0.0000081214275,0.000015655727,0.00018459599],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99592024,0.0005153704,0.00074413506,0.0013476984,0.00028382844,0.0011887245],"domain_scores_gemma":[0.9970007,0.00012996535,0.00030293016,0.0024008562,0.00005730269,0.00010824168],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00730002,0.0002906945,0.0005049807,0.00018655663,0.00031781013,0.00064200506,0.0028852723,0.00010331615,0.0000017991642],"category_scores_gemma":[0.00011607477,0.000290176,0.000049891598,0.00034842387,0.000015268872,0.00087297737,0.005159396,0.0036875794,0.0000033288886],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040961077,0.0015989522,0.0021552842,0.00051199476,0.00014998706,0.00016820221,0.016939485,0.04330692,0.00004594863,0.01781617,0.0000406194,0.9172255],"study_design_scores_gemma":[0.0015932062,0.00027663523,0.00017215073,0.0062853587,0.00013194239,0.0024260439,0.016653635,0.8742027,0.000037431244,0.09577422,0.001011523,0.0014351194],"about_ca_topic_score_codex":0.0018007266,"about_ca_topic_score_gemma":0.0117425015,"teacher_disagreement_score":0.9157904,"about_ca_system_score_codex":0.0012990539,"about_ca_system_score_gemma":0.001553336,"threshold_uncertainty_score":0.99995506},"labels":[],"label_agreement":null},{"id":"W4408688975","doi":"10.32388/b69sky","title":"DAFE: LLM-Based Evaluation Through Dynamic Arbitration for Free-Form Question-Answering","year":2025,"lang":"en","type":"preprint","venue":"Qeios","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Arbitration; Question answering; Computer science; Information retrieval; Political science; Law","score_opus":0.03800586777782443,"score_gpt":0.35895999524778194,"score_spread":0.3209541274699575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408688975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030818617,0.00019816082,0.9877929,0.002378969,0.0022724355,0.001633814,0.000037443482,0.00033143692,0.002272948],"genre_scores_gemma":[0.44393015,0.000013073983,0.55379647,0.0005614971,0.0002109931,0.0009756898,0.00023601457,0.000017897413,0.00025823305],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978026,0.000097483535,0.0004670916,0.00082005776,0.0005418716,0.00027087066],"domain_scores_gemma":[0.99760526,0.00014853325,0.00024786033,0.0015789986,0.0003793544,0.000039977258],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009925155,0.00026179137,0.0002645883,0.00014594414,0.00015333228,0.0002523761,0.0012479059,0.00029292417,0.00001140585],"category_scores_gemma":[0.00030887278,0.00028744453,0.0001606954,0.00015838933,0.000017865219,0.0003679672,0.00051608175,0.00035804196,0.000006628638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024350757,0.00019347382,0.000077460354,0.0011225266,0.00009494918,0.0000023045309,0.0019602221,0.6831188,0.0005572561,0.19257917,0.0006594774,0.11961002],"study_design_scores_gemma":[0.00043410147,0.000032726675,0.00009172714,0.00031225153,0.000044525532,5.6154215e-7,0.000007688326,0.85028183,0.00073655776,0.14728642,0.00054024823,0.00023133314],"about_ca_topic_score_codex":0.00019708773,"about_ca_topic_score_gemma":0.00023670374,"teacher_disagreement_score":0.4408483,"about_ca_system_score_codex":0.0004930512,"about_ca_system_score_gemma":0.00094331603,"threshold_uncertainty_score":0.9999578},"labels":[],"label_agreement":null},{"id":"W4408781649","doi":"10.36227/techrxiv.174285217.79890225/v1","title":"Improving Large Language Model Performance Through Compression and Optimization","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Compression (physics); Materials science; Composite material","score_opus":0.019473796125071708,"score_gpt":0.26902898415700505,"score_spread":0.24955518803193333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408781649","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010236033,0.00036354337,0.9829012,0.00017650763,0.00029554503,0.00021189859,0.000006648553,0.0002850691,0.0055235093],"genre_scores_gemma":[0.22923408,0.00015652363,0.76874727,0.00032285193,0.000035867914,0.000015787457,0.000012445361,0.0000055803775,0.0014695989],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878854,0.000027069857,0.00022065111,0.0005777915,0.00017573858,0.0002101955],"domain_scores_gemma":[0.9990412,0.00002163716,0.00010295786,0.0007449467,0.000054460714,0.000034788318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016651422,0.00017689726,0.00018916144,0.00006708611,0.00012008548,0.0001845768,0.00064646744,0.00017536584,0.0000071278027],"category_scores_gemma":[0.000013658577,0.00015892713,0.000034708763,0.00006953596,0.000010551053,0.00041586257,0.0034009567,0.00032392773,9.2403195e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011589381,0.000012083783,0.000055339573,0.00020116536,0.000004393098,7.6514846e-7,0.0012758465,0.9804485,0.000046155095,0.0065421215,0.00004224586,0.0113702435],"study_design_scores_gemma":[0.00016089273,0.000004583444,0.000012759,0.00015572715,0.0000059297545,0.0000010659662,0.000026391157,0.9986039,0.0003648409,0.0004682173,0.000027439368,0.00016826563],"about_ca_topic_score_codex":0.00008163758,"about_ca_topic_score_gemma":0.0000047247177,"teacher_disagreement_score":0.21899804,"about_ca_system_score_codex":0.000036765163,"about_ca_system_score_gemma":0.000109302964,"threshold_uncertainty_score":0.648086},"labels":[],"label_agreement":null},{"id":"W4408834179","doi":"10.1051/itmconf/20257605013","title":"Natural Language Processing Techniques for Information Retrieval Enhancing Search Engines with Semantic Understanding","year":2025,"lang":"en","type":"article","venue":"ITM Web of Conferences","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Information retrieval; Search engine; Semantic search; Natural language processing; Human–computer information retrieval; Artificial intelligence","score_opus":0.026924476117215126,"score_gpt":0.2920163499823629,"score_spread":0.2650918738651478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408834179","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037751637,0.00020888097,0.9578623,0.00038364445,0.00008844712,0.00023028173,8.9434633e-7,0.00013058359,0.003343331],"genre_scores_gemma":[0.96063584,0.000005336101,0.039227907,0.000045563782,0.000019037392,0.0000064983915,0.0000022088425,0.0000020045884,0.000055629454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927276,0.000016454585,0.00021257483,0.0001323964,0.00020746505,0.00015833264],"domain_scores_gemma":[0.9994501,0.00011548542,0.000083246334,0.00014519732,0.00018862559,0.000017386732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032853265,0.00008365866,0.00013928344,0.00023488681,0.000088598055,0.00019031904,0.00034224935,0.00004074971,0.0000013536237],"category_scores_gemma":[0.000056830282,0.00006478663,0.000023102966,0.0003185928,0.00004050677,0.0007986282,0.00006417271,0.00009074056,2.754849e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013367507,0.000034513218,0.002001835,0.0022959004,0.00007797164,0.000002728879,0.013280772,0.00033527985,0.033056542,0.63203585,0.000058703597,0.3166862],"study_design_scores_gemma":[0.00032894424,0.000099230594,0.00013371959,0.0009456498,0.000013627299,0.0000032571133,0.004368306,0.7754914,0.21556807,0.0026289797,0.00024362605,0.00017519198],"about_ca_topic_score_codex":0.000034874058,"about_ca_topic_score_gemma":0.000045856526,"teacher_disagreement_score":0.92288417,"about_ca_system_score_codex":0.000039291477,"about_ca_system_score_gemma":0.00078857277,"threshold_uncertainty_score":0.26419222},"labels":[],"label_agreement":null},{"id":"W4408846465","doi":"10.1145/3689031.3717461","title":"Mist: Efficient Distributed Training of Large Language Models via Memory-Parallelism Co-Optimization","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Mist; Parallel computing; Parallelism (grammar); Training (meteorology); Computer architecture; Distributed computing","score_opus":0.0171281055888019,"score_gpt":0.2690719334659288,"score_spread":0.2519438278771269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408846465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009041126,0.00009173528,0.97902733,0.00040697746,0.0001421191,0.0001413037,0.00001183979,0.00016406762,0.010973495],"genre_scores_gemma":[0.8568979,0.000001873773,0.14229816,0.0002327492,0.000013687478,0.000006138662,0.00002329429,0.000003998556,0.0005222021],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893427,0.000041567084,0.0002891903,0.00029399854,0.00020495748,0.00023600372],"domain_scores_gemma":[0.9992857,0.000050876984,0.00007116673,0.00047535668,0.00007033609,0.000046564808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028522412,0.00010415378,0.00017571017,0.00010186788,0.00007098579,0.000040986168,0.00049798907,0.00006061687,0.000040323597],"category_scores_gemma":[0.000027746926,0.000096993565,0.000057904563,0.0002959118,0.000017389371,0.00013379936,0.00013801335,0.00007802928,0.0000031429709],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022058882,0.00004259171,0.000006068286,0.000016333002,0.000010186307,0.000002694944,0.0021574334,0.9438673,0.0003265163,0.049543783,0.00013253206,0.0038923398],"study_design_scores_gemma":[0.0004176843,0.000007591524,0.00001671325,0.00002147221,0.000005311919,0.0000014000364,0.000252387,0.9963229,0.0020445257,0.00076417025,0.00005539983,0.00009047301],"about_ca_topic_score_codex":0.000049754875,"about_ca_topic_score_gemma":0.0000057201787,"teacher_disagreement_score":0.84785676,"about_ca_system_score_codex":0.000037501333,"about_ca_system_score_gemma":0.00006822145,"threshold_uncertainty_score":0.3955283},"labels":[],"label_agreement":null},{"id":"W4408881088","doi":"10.1007/979-8-8688-1221-7_4","title":"Using AI in the Enterprise! Creating a Text Summarizer for Slack Messages","year":2025,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence","score_opus":0.05639990912126809,"score_gpt":0.30068673264188317,"score_spread":0.2442868235206151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408881088","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026596963,0.00025586475,0.44732696,0.00016241148,0.000264048,0.0006157195,0.000008433177,0.000060446593,0.55127954],"genre_scores_gemma":[0.022874419,0.000017770499,0.09132815,0.004022807,0.0005012505,0.0002068579,0.000010549529,0.000080887985,0.8809573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998196,0.00005125667,0.0004509198,0.0006412588,0.0003150836,0.00034546328],"domain_scores_gemma":[0.9981091,0.0005093135,0.00019004206,0.0010713255,0.000083361665,0.00003686704],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000427948,0.00032917,0.00037995377,0.00019210926,0.00017190844,0.00032054898,0.0016453956,0.00025211292,0.0000065817894],"category_scores_gemma":[0.00004459706,0.00026586885,0.0001904364,0.000017676768,0.000054668377,0.0001150579,0.0005980761,0.0004525786,0.000003314716],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012127417,0.000009655474,0.000015797486,0.00018132344,0.00006390268,0.000025538106,0.002559555,0.00017332051,0.00013713069,0.91883653,0.0011517823,0.07683336],"study_design_scores_gemma":[0.0012378229,0.000066404944,0.000014301527,0.0031554215,0.00017502994,0.000026007781,0.00007057706,0.35288456,0.00047956445,0.26143855,0.3792589,0.0011928711],"about_ca_topic_score_codex":0.00013460853,"about_ca_topic_score_gemma":0.00005095136,"teacher_disagreement_score":0.657398,"about_ca_system_score_codex":0.00006886151,"about_ca_system_score_gemma":0.00014920036,"threshold_uncertainty_score":0.9999794},"labels":[],"label_agreement":null},{"id":"W4408912911","doi":"10.1016/j.datak.2025.102440","title":"Customized long short-term memory architecture for multi-document summarization with improved text feature set","year":2025,"lang":"en","type":"article","venue":"Data & Knowledge Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Automatic summarization; Computer science; Term (time); Feature (linguistics); Set (abstract data type); Information retrieval; Architecture; Natural language processing; Artificial intelligence; Programming language; History; Linguistics","score_opus":0.023473699877713024,"score_gpt":0.2815724607136532,"score_spread":0.2580987608359402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408912911","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023120823,0.00065380556,0.9950447,0.00018602196,0.0006722948,0.0006768138,0.000057272686,0.0003186132,0.00007838948],"genre_scores_gemma":[0.08574759,0.000016118142,0.91112393,0.000065875814,0.00028045682,0.00017959179,0.0009280503,0.000050638286,0.0016077615],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985876,0.000023607236,0.0002223399,0.0006981401,0.00011189374,0.00035639346],"domain_scores_gemma":[0.99828744,0.00011778441,0.000038717444,0.0013874556,0.00008707108,0.00008151735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030331462,0.0002562771,0.00025822187,0.00020468724,0.000099392055,0.00020433604,0.0014983198,0.00010372908,0.0000021060428],"category_scores_gemma":[0.00010620306,0.00022480659,0.000044025368,0.0003563086,0.000013015371,0.00047107862,0.0008100041,0.00026399735,0.0000032780717],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001214751,0.00016476765,0.00067969994,0.0014573685,0.00042323305,0.000023052631,0.0029069518,0.025692072,0.017114524,0.0040222504,0.0038515842,0.943543],"study_design_scores_gemma":[0.0011198762,0.000017412522,0.0003098304,0.00017490648,0.000033559914,0.000005311671,0.000014032708,0.99145776,0.00220277,0.0000124989465,0.0044009257,0.00025111742],"about_ca_topic_score_codex":0.0000063485395,"about_ca_topic_score_gemma":0.000092906295,"teacher_disagreement_score":0.9657657,"about_ca_system_score_codex":0.00009361811,"about_ca_system_score_gemma":0.00011400259,"threshold_uncertainty_score":0.91673464},"labels":[],"label_agreement":null},{"id":"W4408928818","doi":"10.3389/fdgth.2025.1484521","title":"Interactive Panel Summaries of the 2024 Voice AI Symposium","year":2025,"lang":"en","type":"review","venue":"Frontiers in Digital Health","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Simon Fraser University","funders":"","keywords":"Panel discussion; Viewpoints; Event (particle physics); Conversation; Computer science; Transcription (linguistics); Multimedia; Dialog box; World Wide Web; Psychology; Visual arts; Communication; Linguistics","score_opus":0.02909328690872451,"score_gpt":0.3169712485560776,"score_spread":0.28787796164735313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408928818","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2216058e-7,0.8743686,0.11430179,0.0006898686,0.005911221,0.00069576956,0.000117315336,0.000035565638,0.0038796256],"genre_scores_gemma":[0.000032320248,0.99118304,0.0043275976,0.00038221848,0.00007115601,0.000044461704,0.000017962886,0.000015988797,0.0039252434],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774903,0.00014334552,0.0008598681,0.0005628571,0.0002934755,0.00039144495],"domain_scores_gemma":[0.99812305,0.0002435234,0.00046955404,0.0010238009,0.000062302875,0.00007776412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026806942,0.00030309075,0.0012926473,0.00030461166,0.000069631606,0.0002073129,0.0020015459,0.00015522177,8.1125245e-7],"category_scores_gemma":[0.00014438378,0.00021607731,0.0003212949,0.00084221025,0.00008454529,0.000625319,0.000992343,0.0006760477,0.000005029128],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016135496,0.000034147917,0.000088271634,0.011629058,0.000033469056,0.0000020255848,0.00034302133,0.000013378295,7.540608e-10,0.0016079618,0.019302005,0.96694505],"study_design_scores_gemma":[0.000081633494,0.000031845324,0.0000056882263,0.022015521,0.000019001796,0.000006317624,0.00006568266,0.0015806785,1.8859197e-7,0.0034193797,0.97257227,0.00020178243],"about_ca_topic_score_codex":0.000097438795,"about_ca_topic_score_gemma":0.00002143645,"teacher_disagreement_score":0.9667433,"about_ca_system_score_codex":0.00052823476,"about_ca_system_score_gemma":0.0022512875,"threshold_uncertainty_score":0.8811377},"labels":[],"label_agreement":null},{"id":"W4409009926","doi":"10.36227/techrxiv.174345061.15598909/v1","title":"The Next Frontier in AI Research with Distributed and Multimodal Large Language Models","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Frontier; Computer science; Natural language processing; Artificial intelligence; History; Archaeology","score_opus":0.05766419187475675,"score_gpt":0.34150658655928434,"score_spread":0.2838423946845276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409009926","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015047548,0.0009678214,0.97701406,0.003431647,0.00015313365,0.00045127707,0.000031268915,0.00008513664,0.0028180801],"genre_scores_gemma":[0.9264587,0.00011403203,0.06953493,0.00021616013,0.000051671348,0.00011138901,0.000020432597,0.000008751898,0.003483896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979403,0.00022566946,0.0002244304,0.0006840441,0.00043629305,0.0004892577],"domain_scores_gemma":[0.99832463,0.00021949795,0.00003620136,0.0012070272,0.00014600204,0.00006661812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012940996,0.00016589521,0.00020976523,0.00014723121,0.00018204041,0.00061494025,0.0013600833,0.00016864117,0.0000039707074],"category_scores_gemma":[0.00005283645,0.00010368143,0.00002984852,0.00026120208,0.00006331089,0.00024935868,0.003785015,0.0011672346,0.0000021978126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114191665,0.00030687745,0.0044020764,0.00037867817,0.00016590624,0.0002743324,0.019302685,0.14726663,0.00002952737,0.6752563,0.007454344,0.14504842],"study_design_scores_gemma":[0.0003229686,0.0000093272065,0.00030095637,0.00009750055,0.0000019582392,0.0000014702725,0.00036274857,0.9804967,0.000024278317,0.017652858,0.0006015186,0.00012772929],"about_ca_topic_score_codex":0.0019930243,"about_ca_topic_score_gemma":0.001899312,"teacher_disagreement_score":0.91141117,"about_ca_system_score_codex":0.00009205002,"about_ca_system_score_gemma":0.00029079255,"threshold_uncertainty_score":0.5929883},"labels":[],"label_agreement":null},{"id":"W4409047962","doi":"10.1145/3721146.3721940","title":"Accelerating MoE Model Inference with Expert Sharding","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Inference; Computer science; Artificial intelligence","score_opus":0.06416343562599425,"score_gpt":0.3062068170236703,"score_spread":0.24204338139767606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409047962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010809318,0.00003416335,0.9271511,0.0008723771,0.00006472537,0.00006264815,8.120436e-8,0.00022339127,0.060782183],"genre_scores_gemma":[0.60049134,0.000002200985,0.397393,0.000919099,0.000011480374,0.000010233325,1.15734295e-7,0.0000020314194,0.001170505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992158,0.000010781485,0.00013221882,0.00031401165,0.00013966502,0.00018754273],"domain_scores_gemma":[0.9994061,0.000047446356,0.000022805627,0.00043310405,0.000055388773,0.000035161735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000099836834,0.00008857012,0.000095950585,0.00006710357,0.000110534114,0.00023210306,0.00060347613,0.000029465558,0.000010401046],"category_scores_gemma":[0.000025174339,0.00006763798,0.000018909222,0.00021460389,0.000009689691,0.00052403676,0.00031277054,0.000088963745,0.0000059586396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018007775,0.000015105776,0.00097058533,0.000009831931,0.000011812366,0.0000028922864,0.0009915896,0.13909705,0.0019059221,0.79829895,0.0003935522,0.05830088],"study_design_scores_gemma":[0.00010948333,0.0000062770223,0.00003557076,0.000039341016,8.456676e-7,8.8454846e-7,0.00003548917,0.9928583,0.0024429448,0.0042904136,0.00009070522,0.000089736364],"about_ca_topic_score_codex":0.000049651364,"about_ca_topic_score_gemma":0.000012898242,"teacher_disagreement_score":0.85376126,"about_ca_system_score_codex":0.00002874236,"about_ca_system_score_gemma":0.0001137518,"threshold_uncertainty_score":0.2758197},"labels":[],"label_agreement":null},{"id":"W4409160206","doi":"10.1007/978-3-031-88711-6_15","title":"Rank-Without-GPT: Building GPT-Independent Listwise Rerankers on Open-Source Large Language Models","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Waterloo; University of Waterloo","funders":"","keywords":"Computer science; Rank (graph theory); Open source; Artificial intelligence; Programming language; Natural language processing; Mathematics; Software","score_opus":0.01984332292328901,"score_gpt":0.2749590694641937,"score_spread":0.2551157465409047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409160206","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029316422,0.00056643406,0.9789159,0.0012149629,0.0023645868,0.0009753202,0.000014523311,0.00036094873,0.015294158],"genre_scores_gemma":[0.36498198,0.000057880043,0.620139,0.007904476,0.00069638423,0.000038308975,0.000010290939,0.000095867355,0.0060757706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99295145,0.00010445997,0.0008514909,0.0031054567,0.0017364932,0.0012506681],"domain_scores_gemma":[0.99523634,0.00055738626,0.000401524,0.0032740044,0.00022686987,0.00030386428],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0021503896,0.0008927486,0.0009741016,0.0012196267,0.0005508459,0.001854436,0.0101246135,0.00053428527,0.000029516903],"category_scores_gemma":[0.00014821293,0.00083945337,0.00023726393,0.0007522134,0.00027096574,0.0011746703,0.006243452,0.0017125553,0.000036023484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027677814,0.00007727648,0.000026837677,0.000081592945,0.000032087562,0.00022597189,0.0035744994,0.34980485,0.00014127766,0.14874454,0.00009495816,0.49716842],"study_design_scores_gemma":[0.0008758709,0.0000982201,0.000007697624,0.0011168042,0.0000148205,0.000036899877,0.0000013981371,0.91942286,0.00070977444,0.07384085,0.002994784,0.000879998],"about_ca_topic_score_codex":0.0001754605,"about_ca_topic_score_gemma":0.00014169686,"teacher_disagreement_score":0.56961805,"about_ca_system_score_codex":0.0006599726,"about_ca_system_score_gemma":0.0008529013,"threshold_uncertainty_score":0.9994056},"labels":[],"label_agreement":null},{"id":"W4409166237","doi":"10.1007/978-3-031-88720-8_51","title":"Eval4RAG: Workshop on Evaluation of Retrieval-Augmented Generation Systems","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Artificial intelligence","score_opus":0.06232949037925545,"score_gpt":0.3027192913743151,"score_spread":0.24038980099505963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409166237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003905694,0.0010382616,0.98838913,0.0004061878,0.0044291294,0.00086035905,0.0000035855428,0.00008811131,0.0043946463],"genre_scores_gemma":[0.7973802,0.00012455617,0.19799855,0.001036862,0.0014548333,0.000033799693,0.000028316019,0.000046849967,0.0018959927],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99463767,0.00014453457,0.0007593737,0.0014543597,0.0026143824,0.00038970134],"domain_scores_gemma":[0.99622375,0.00043989375,0.00044910485,0.0017980972,0.001005324,0.00008380308],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0035822887,0.000399484,0.00049671234,0.0010814947,0.0001570803,0.000342773,0.0021211887,0.00034987254,0.000012230563],"category_scores_gemma":[0.00041965448,0.0003746187,0.000108471075,0.00078355323,0.00018738591,0.0003681829,0.0006253265,0.00054607354,0.000010261324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051260854,0.000017171637,0.0000031910038,0.000037428534,0.000011234614,0.0000035827263,0.0002098743,0.5753041,0.00038448922,0.022868387,0.000032097698,0.4011233],"study_design_scores_gemma":[0.00031688018,0.00007270806,0.000009918348,0.0010164264,0.000023825316,0.0000058496616,1.888116e-7,0.98067284,0.002248924,0.015162912,0.00016745992,0.00030209523],"about_ca_topic_score_codex":0.000015666312,"about_ca_topic_score_gemma":0.000018316534,"teacher_disagreement_score":0.7969897,"about_ca_system_score_codex":0.0007438128,"about_ca_system_score_gemma":0.0011533707,"threshold_uncertainty_score":0.9998706},"labels":[],"label_agreement":null},{"id":"W4409167231","doi":"10.1007/978-3-031-88708-6_3","title":"Is Relevance Propagated from Retriever to Generator in RAG?","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Relevance (law); Generator (circuit theory); Labrador Retriever; Medicine; Physics; Political science; Law; Pathology","score_opus":0.01878913682042273,"score_gpt":0.24553504560915881,"score_spread":0.22674590878873607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409167231","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000881955,0.00056974235,0.9910708,0.0030429119,0.0022630058,0.00060453,0.000013687712,0.00015958771,0.0013937601],"genre_scores_gemma":[0.06799356,0.000051638246,0.9160896,0.013247747,0.00056163693,0.000021760332,0.000005433355,0.00003710037,0.0019915209],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949593,0.000044790842,0.00072051,0.0025228544,0.0010183252,0.0007342374],"domain_scores_gemma":[0.99674755,0.00042423944,0.0001884902,0.0021781903,0.0002616611,0.00019985113],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006756089,0.0005491735,0.0006330279,0.0010405503,0.00013750546,0.0004783121,0.0042833816,0.00040377467,0.000030185078],"category_scores_gemma":[0.00028066227,0.00053139427,0.0000986621,0.0015075615,0.00019174172,0.0005044042,0.002124644,0.0009879171,0.000068036104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017844995,0.000035451118,0.00031293582,0.00004706538,0.000014973978,0.00024547396,0.002111185,0.050602704,0.0009874878,0.0099432515,0.00044347494,0.9352381],"study_design_scores_gemma":[0.0003728955,0.000079710735,0.00019600336,0.0010418601,0.000005021167,0.000007828233,1.1297985e-7,0.8892704,0.008490018,0.09224282,0.007434388,0.0008589335],"about_ca_topic_score_codex":0.00017401064,"about_ca_topic_score_gemma":0.0002300807,"teacher_disagreement_score":0.9343792,"about_ca_system_score_codex":0.00057304266,"about_ca_system_score_gemma":0.0009981599,"threshold_uncertainty_score":0.9997138},"labels":[],"label_agreement":null},{"id":"W4409167270","doi":"10.1007/978-3-031-88708-6_16","title":"Lost but Not Only in the Middle","year":2025,"lang":"fr","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Universiteit van Amsterdam; Canadian Institute of Steel Construction","keywords":"Computer science","score_opus":0.05394133038696452,"score_gpt":0.2599273289173427,"score_spread":0.2059859985303782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409167270","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026477226,0.0008841683,0.96975464,0.01114809,0.0049155643,0.0007347877,0.00001189909,0.00006397252,0.009839144],"genre_scores_gemma":[0.6168438,0.00009270242,0.3653105,0.015551691,0.00097177346,0.000013115459,0.0000033552385,0.00002886372,0.0011842136],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9932298,0.00022594865,0.0010354512,0.0025013112,0.0016712687,0.0013362286],"domain_scores_gemma":[0.9943272,0.0020894874,0.00030848169,0.0028100314,0.0003002278,0.00016460236],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.002806334,0.000804385,0.0007470587,0.0010643798,0.00044876977,0.001250457,0.008685083,0.0005191049,0.000065834516],"category_scores_gemma":[0.00039179533,0.0006536574,0.00022601061,0.0017335048,0.0015912267,0.0008203227,0.002625729,0.0020945764,0.00016620237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000079540805,0.00006891008,0.00042184847,0.0000993554,0.0000080056725,0.0003170815,0.0035618357,0.06703868,0.00006963402,0.2430052,0.000012112989,0.6853894],"study_design_scores_gemma":[0.00037882224,0.00013719357,0.0010448461,0.0014809815,0.000013018321,0.00021916708,0.0000023510095,0.9142138,0.0005544843,0.077702194,0.003490211,0.0007629483],"about_ca_topic_score_codex":0.0007513096,"about_ca_topic_score_gemma":0.001574617,"teacher_disagreement_score":0.8471751,"about_ca_system_score_codex":0.0005098886,"about_ca_system_score_gemma":0.0020989354,"threshold_uncertainty_score":0.9997863},"labels":[],"label_agreement":null},{"id":"W4409168760","doi":"10.1145/3728373","title":"Recall, Robustness, and Lexicographic Evaluation","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Recommender Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Lexicographical order; Robustness (evolution); Recall; Computer science; Artificial intelligence; Cognitive psychology; Mathematics; Psychology; Chemistry; Combinatorics","score_opus":0.05255388057789485,"score_gpt":0.2979719475362509,"score_spread":0.24541806695835605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409168760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028481542,0.00054354855,0.9857339,0.006949252,0.0020312583,0.00042933415,0.0000019069095,0.00019666842,0.0012659614],"genre_scores_gemma":[0.98180306,0.000116289004,0.017025106,0.00036537668,0.000027567932,0.00020779941,0.0000019828217,0.00000802161,0.00044479402],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856746,0.00023845551,0.0002930857,0.00044948998,0.00025402594,0.000197485],"domain_scores_gemma":[0.9986079,0.00018907915,0.000057365258,0.0009819386,0.00010612751,0.00005761541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007612761,0.0001408424,0.00016920247,0.00033209627,0.00025464135,0.00021035054,0.00055313733,0.00010347725,0.000010985371],"category_scores_gemma":[0.000024376604,0.00013673333,0.000055846005,0.0005191104,0.000020604724,0.0003479113,0.000019470957,0.00020089927,0.0000052783466],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000102113745,0.00015286343,0.00024654096,0.00011817156,0.0001578036,0.0000013639491,0.00036365603,0.07333764,0.000078356505,0.0129876705,0.0013390189,0.9112067],"study_design_scores_gemma":[0.00068932294,0.00004358389,0.00032396917,0.00014113678,0.000046126876,0.0000139650865,0.00021337875,0.98759556,0.00017424102,0.0036144082,0.0069367653,0.00020756446],"about_ca_topic_score_codex":0.00009074969,"about_ca_topic_score_gemma":0.000029143903,"teacher_disagreement_score":0.9789549,"about_ca_system_score_codex":0.000079191814,"about_ca_system_score_gemma":0.0000728432,"threshold_uncertainty_score":0.5575824},"labels":[],"label_agreement":null},{"id":"W4409183237","doi":"10.1007/978-3-031-88714-7_1","title":"exHarmony: Authorship and Citations for Benchmarking the Reviewer Assignment Problem","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Computer science; Benchmarking; Information retrieval; Management","score_opus":0.03858181707379498,"score_gpt":0.27900060615413147,"score_spread":0.24041878908033648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409183237","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006739201,0.0017917508,0.9877214,0.005817266,0.0015667031,0.0011242814,0.000004120638,0.00007422575,0.0018935589],"genre_scores_gemma":[0.017640172,0.00013961163,0.97776806,0.0028612714,0.0005293688,0.00010484816,0.0000035897824,0.000017809432,0.0009352868],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99705845,0.000052357944,0.0005029606,0.0012874109,0.00060604914,0.0004927786],"domain_scores_gemma":[0.9970704,0.0011861495,0.00023816724,0.0010917971,0.00031087716,0.00010263627],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020788366,0.00036387317,0.00037582903,0.00037389726,0.00050669984,0.00067321357,0.0022208178,0.00019474146,0.000006029445],"category_scores_gemma":[0.00023781479,0.00026718152,0.00010721387,0.00038837476,0.00031520773,0.0003174827,0.0011214283,0.00057019136,0.0000024520552],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013308083,0.0000071941545,0.000018440602,0.0001181227,0.000009912027,0.0000034508269,0.0010069696,0.007255124,0.000012775505,0.14283457,0.00020974396,0.84852237],"study_design_scores_gemma":[0.00011508571,0.00005559238,0.00003418994,0.0007652826,0.00001459529,0.00000818396,1.5404602e-7,0.5661646,0.00004895193,0.4225582,0.009943147,0.0002920128],"about_ca_topic_score_codex":0.000008775079,"about_ca_topic_score_gemma":0.000026700278,"teacher_disagreement_score":0.84823036,"about_ca_system_score_codex":0.00019464847,"about_ca_system_score_gemma":0.0004452236,"threshold_uncertainty_score":0.99997807},"labels":[],"label_agreement":null},{"id":"W4409183264","doi":"10.1007/978-3-031-88714-7_14","title":"The Impact of Incidental Multilingual Text on Cross-Lingual Transfer in Monolingual Retrieval","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Transfer (computing); Information retrieval; Speech recognition","score_opus":0.019360761337072593,"score_gpt":0.31301041212996555,"score_spread":0.29364965079289296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409183264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17465931,0.00045399173,0.8211611,0.00010811854,0.0016884558,0.000515693,0.00001205546,0.00007963325,0.0013216523],"genre_scores_gemma":[0.98183674,0.000036701687,0.017389955,0.00017334103,0.00030966004,0.000002907986,0.0000021917149,0.000024416297,0.00022408164],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99528754,0.000069518246,0.0010502064,0.0015468621,0.0012090954,0.0008367903],"domain_scores_gemma":[0.99628836,0.0014646443,0.00020615717,0.0016113757,0.00029955988,0.00012987453],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017100354,0.0006057344,0.000646758,0.0009736372,0.00028879053,0.0005309993,0.0043708184,0.00043571685,0.0000074801333],"category_scores_gemma":[0.00048578938,0.00044811537,0.00033653973,0.0007982982,0.0008685172,0.00034628995,0.0010199082,0.0015147331,0.0000074195227],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012904007,0.00007635985,0.0008984826,0.000033518023,0.000027518481,0.0001405837,0.0037115882,0.29577804,0.00036092062,0.006602636,0.0000025097513,0.6922388],"study_design_scores_gemma":[0.0009451756,0.00048039324,0.0016781653,0.0007537481,0.000006412538,0.000042653686,0.0000011737795,0.9511588,0.012752622,0.031457335,0.000041557618,0.00068192644],"about_ca_topic_score_codex":0.00028695643,"about_ca_topic_score_gemma":0.00028099923,"teacher_disagreement_score":0.8071774,"about_ca_system_score_codex":0.00070739037,"about_ca_system_score_gemma":0.0018894679,"threshold_uncertainty_score":0.99979705},"labels":[],"label_agreement":null},{"id":"W4409258158","doi":"10.1613/jair.1.16665","title":"Detecting AI-Generated Text: Factors Influencing Detectability with Current Methods","year":2025,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Research","topic":"Topic Modeling","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"Ministère de la Défense Nationale","keywords":"Current (fluid); Computer science; Artificial intelligence; Physics","score_opus":0.21929592559695024,"score_gpt":0.49869199389354396,"score_spread":0.2793960682965937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409258158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38595536,0.00035380916,0.6127303,0.00035153626,0.0004148271,0.00011823363,1.9422707e-7,0.00002309378,0.000052621373],"genre_scores_gemma":[0.87240815,0.000027416065,0.12741467,0.000022537026,0.00010371281,0.0000041981625,6.919904e-8,0.000008009612,0.000011250755],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9957563,0.0011309272,0.0010354867,0.00042509584,0.0010137517,0.0006384068],"domain_scores_gemma":[0.9952238,0.0014249427,0.00026010294,0.0006019783,0.0022829666,0.00020618198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008975294,0.00017814021,0.00034856418,0.0009583941,0.00045076248,0.0005179428,0.0015295665,0.000095490366,0.000019473904],"category_scores_gemma":[0.002589159,0.00013062693,0.00012432029,0.002561848,0.0001803074,0.00072451326,0.0004093162,0.0017575872,0.0000074521304],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049445305,0.000096556025,0.0031481825,0.000050277056,0.000039062314,0.000016402915,0.0019307847,0.010410028,0.044319496,0.0070410254,0.00000938407,0.93288934],"study_design_scores_gemma":[0.000040029718,0.00030562066,0.0005420648,0.00026733728,0.000010326395,0.000019219931,0.0015890631,0.25781822,0.7080408,0.030876566,0.00031809666,0.00017270258],"about_ca_topic_score_codex":0.00013103998,"about_ca_topic_score_gemma":0.000102032,"teacher_disagreement_score":0.93271667,"about_ca_system_score_codex":0.00039559725,"about_ca_system_score_gemma":0.0011457462,"threshold_uncertainty_score":0.763594},"labels":[],"label_agreement":null},{"id":"W4409262394","doi":"10.1109/wacv61041.2025.00604","title":"Multi-Modal Large Language Model with RAG Strategies in Soccer Commentary Generation","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Modal; Artificial intelligence; Speech recognition; Linguistics; Natural language processing; Philosophy","score_opus":0.022807344741933976,"score_gpt":0.28917109403037455,"score_spread":0.2663637492884406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409262394","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14105208,0.000044314205,0.8547432,0.0023926555,0.000052499883,0.00009644005,0.0000010887782,0.000073968295,0.0015437428],"genre_scores_gemma":[0.7238861,0.0000016153772,0.2726353,0.0028805886,0.0000154891,0.000010260937,0.0000044271856,0.0000023775815,0.0005638734],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993723,0.000026060738,0.00012002635,0.00022443272,0.000095586925,0.0001615914],"domain_scores_gemma":[0.9996529,0.000010821436,0.00001646779,0.0002825425,0.000018255412,0.00001900582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001261097,0.000076564254,0.0000795819,0.000078262696,0.000049294158,0.000114485796,0.00026869576,0.000031994437,0.000008946318],"category_scores_gemma":[0.0000018801397,0.00006135351,0.0000143248,0.00013179671,0.000008393288,0.00047212595,0.00012606784,0.00008607205,0.0000026647876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001149106,0.00033025508,0.0045992616,0.000034721943,0.000030939034,0.000035164856,0.007933586,0.5793541,0.0120610865,0.38118267,0.0037640745,0.010662632],"study_design_scores_gemma":[0.0005996677,0.0000074271406,0.00033613376,0.000008824032,0.0000015041383,5.1768063e-7,0.00047970147,0.9969849,0.00096372864,0.00050321926,0.000039517206,0.000074840624],"about_ca_topic_score_codex":0.00038560957,"about_ca_topic_score_gemma":0.0029119204,"teacher_disagreement_score":0.582834,"about_ca_system_score_codex":0.000041228075,"about_ca_system_score_gemma":0.00007628899,"threshold_uncertainty_score":0.25019237},"labels":[],"label_agreement":null},{"id":"W4409346487","doi":"10.1609/aaai.v39i2.32174","title":"Can Generative Models Improve Self-Supervised Representation Learning?","year":2025,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Vector Institute","funders":"","keywords":"Generative grammar; Computer science; Representation (politics); Generative model; Artificial intelligence; Machine learning","score_opus":0.07205294050913724,"score_gpt":0.30408855288021647,"score_spread":0.23203561237107923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409346487","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17156608,0.000036081903,0.7689831,0.016028937,0.0010110802,0.00092763064,0.0000033214765,0.0003704531,0.041073292],"genre_scores_gemma":[0.9786669,0.000030632113,0.01998192,0.00039431223,0.00005173091,0.000045744677,4.1157506e-7,0.000008112122,0.0008202345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810654,0.00003456981,0.00051665475,0.0006338725,0.00040589037,0.00030246942],"domain_scores_gemma":[0.99843776,0.00008231228,0.00026759077,0.0003650022,0.0007863492,0.00006099501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038618725,0.00020515235,0.00024919762,0.00015620649,0.0002655822,0.0003002201,0.0017116545,0.00009518607,0.000013338895],"category_scores_gemma":[0.0002844273,0.00016471416,0.000108592096,0.00073624146,0.000104531675,0.0004901792,0.0004923049,0.00036774084,0.00001308226],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001642065,0.00006327277,0.000117248404,0.000025244242,0.000020187748,2.1024714e-7,0.0031051922,0.0029887345,0.03447104,0.89888173,0.000049181257,0.06026156],"study_design_scores_gemma":[0.000017657976,0.00003947068,0.000010900976,0.000050346793,0.0000068755326,3.8777415e-7,0.00037073655,0.49520642,0.2532221,0.2509803,0.000011625496,0.000083158804],"about_ca_topic_score_codex":0.00013705135,"about_ca_topic_score_gemma":0.00001565875,"teacher_disagreement_score":0.80710083,"about_ca_system_score_codex":0.000083324085,"about_ca_system_score_gemma":0.00019983412,"threshold_uncertainty_score":0.67168486},"labels":[],"label_agreement":null},{"id":"W4409348661","doi":"10.1609/aaai.v39i27.35029","title":"J&amp;H: Evaluating the Robustness of Large Language Models Under Knowledge-Injection Attacks in Legal Domain","year":2025,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Robustness (evolution); Computer science; Computer security; Chemistry; Biochemistry","score_opus":0.12608340550399452,"score_gpt":0.3864990687183631,"score_spread":0.2604156632143686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409348661","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49167457,0.0000653377,0.49867272,0.001584417,0.0003999951,0.00031928954,0.0000014324515,0.000035493536,0.007246747],"genre_scores_gemma":[0.9941404,0.000008089057,0.005184967,0.000101732425,0.00004657444,0.000030885156,2.7562868e-7,0.000007563986,0.00047949757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809533,0.000066078275,0.00065517763,0.00044665264,0.00040669224,0.0003300424],"domain_scores_gemma":[0.9985166,0.00018054954,0.00030909845,0.00043119883,0.00053175003,0.00003076824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017341668,0.00018440059,0.0002634179,0.00020324653,0.00017628503,0.00014805775,0.0018745352,0.00009861163,0.000014494017],"category_scores_gemma":[0.00030647864,0.00012720056,0.0001030506,0.0010748969,0.00014762688,0.0004319989,0.00057508703,0.00038499935,0.000006930497],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003589991,0.00013078112,0.00007931345,0.00005831203,0.000011009153,8.702437e-8,0.004476894,0.042421237,0.0139166275,0.9147268,0.000025893072,0.02411718],"study_design_scores_gemma":[0.000047677597,0.00005765909,0.000069994654,0.00036279138,0.000008497427,0.0000017307019,0.0027183348,0.79889894,0.044809535,0.15289973,0.000011690117,0.00011344492],"about_ca_topic_score_codex":0.00015330611,"about_ca_topic_score_gemma":0.00028204257,"teacher_disagreement_score":0.76182705,"about_ca_system_score_codex":0.00008726372,"about_ca_system_score_gemma":0.00022759248,"threshold_uncertainty_score":0.5187088},"labels":[],"label_agreement":null},{"id":"W4409354062","doi":"10.2196/71721","title":"Authors’ Reply: Enhancing AI-Driven Medical Translations: Considerations for Language Concordance","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Concordance; Linguistics; Psychology; Natural language processing; Computer science; Medicine; Philosophy; Internal medicine","score_opus":0.017954926257992474,"score_gpt":0.37081960671953157,"score_spread":0.35286468046153907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409354062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057637203,0.00028755053,0.861582,0.12868948,0.0017108856,0.00051278557,0.0000016368923,0.0001748987,0.0012770344],"genre_scores_gemma":[0.84046036,0.000015849999,0.124391355,0.032287348,0.0005663576,0.0008690658,0.000022522876,0.000010365388,0.001376759],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982165,0.00009867346,0.00047790178,0.00042020876,0.00056165195,0.0002250399],"domain_scores_gemma":[0.9983673,0.0006439553,0.00007566185,0.00048119386,0.00017587183,0.0002560177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006861053,0.00011074385,0.00017088366,0.00013865328,0.00020892068,0.00009429098,0.00044824858,0.00017406455,0.0002894291],"category_scores_gemma":[0.004087962,0.00010877273,0.0000681625,0.00029927486,0.00006839103,0.00028503672,0.00005929871,0.00029585254,0.000014031515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059869612,0.00032353032,0.00036025624,0.00013876465,0.000028484099,0.0000056648078,0.008662091,0.000033535944,0.0002932001,0.6549933,0.05527565,0.27987954],"study_design_scores_gemma":[0.0015137058,0.00006851705,0.0011401334,0.0009995226,0.000027833137,0.000052122003,0.0010200738,0.7946902,0.0013873511,0.104913466,0.09375145,0.00043560495],"about_ca_topic_score_codex":0.00005830416,"about_ca_topic_score_gemma":0.00020219875,"teacher_disagreement_score":0.83469665,"about_ca_system_score_codex":0.00008005381,"about_ca_system_score_gemma":0.00494241,"threshold_uncertainty_score":0.87676233},"labels":[],"label_agreement":null},{"id":"W4409361081","doi":"10.1609/aaai.v39i28.35203","title":"Stress-Testing of Multimodal Models in Medical Image-Based Report Generation","year":2025,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Fundação para a Ciência e a Tecnologia; Ministério da Ciência, Tecnologia e Ensino Superior; European Commission","keywords":"Stress testing (software); Computer science; Stress (linguistics); Artificial intelligence; Computer vision; Linguistics; Programming language; Philosophy","score_opus":0.11769881698210594,"score_gpt":0.33288271202371394,"score_spread":0.215183895041608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409361081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26549685,0.000017708544,0.7235536,0.0033385395,0.000318426,0.00028767737,0.0000016135635,0.000050904193,0.0069347247],"genre_scores_gemma":[0.94813937,0.000005216803,0.051599175,0.00014974795,0.00003875844,0.000019271378,5.343518e-7,0.0000051711795,0.00004273354],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773955,0.000022719869,0.0008807739,0.00047522935,0.000644302,0.00023743317],"domain_scores_gemma":[0.99825054,0.00014244992,0.00039177135,0.00034254274,0.0008186151,0.000054105418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009423385,0.00015387576,0.00025522258,0.00018181125,0.00011769517,0.00016045518,0.0015206551,0.00011203415,0.000013229549],"category_scores_gemma":[0.0017096521,0.00012680035,0.00007031967,0.0007951462,0.00017537124,0.00036616548,0.0003184157,0.00028442987,0.0000024359629],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028582355,0.000272685,0.0017747021,0.00010783778,0.000009776967,0.000006679999,0.00053808483,0.016152557,0.085372284,0.74555534,0.00003228693,0.15014917],"study_design_scores_gemma":[0.000024086796,0.000021430773,0.00006703803,0.00035399958,0.000002224936,0.0000016211399,0.000048181562,0.6137801,0.33898726,0.046648484,0.0000013802756,0.00006420761],"about_ca_topic_score_codex":0.00038760173,"about_ca_topic_score_gemma":0.00006699918,"teacher_disagreement_score":0.6989069,"about_ca_system_score_codex":0.000049958304,"about_ca_system_score_gemma":0.00045871397,"threshold_uncertainty_score":0.51707685},"labels":[],"label_agreement":null},{"id":"W4409364177","doi":"10.1609/aaai.v39i17.33989","title":"TimeCAP: Learning to Contextualize, Augment, and Predict Time Series Events with Large Language Model Agents","year":2025,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology; National Research Foundation of Korea; National Research Foundation","keywords":"Augment; Series (stratigraphy); Computer science; Linguistics; Philosophy; Biology","score_opus":0.034253247239254575,"score_gpt":0.2902851378484357,"score_spread":0.2560318906091811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409364177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52591497,0.000047339785,0.44924995,0.0043951645,0.00017878726,0.00088110665,0.00001101568,0.00022118338,0.019100504],"genre_scores_gemma":[0.98553205,0.000013105528,0.007183109,0.0003932708,0.00001642575,0.000030294144,5.4621086e-7,0.000009886088,0.006821292],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984087,0.000018741153,0.0003554459,0.0005090158,0.00037101988,0.0003370989],"domain_scores_gemma":[0.9991385,0.000038810085,0.00017339613,0.00025704523,0.00030268182,0.00008956378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041824984,0.00020610845,0.0002456461,0.00014180821,0.00021716318,0.00017544649,0.0011182406,0.00006369364,0.00002676426],"category_scores_gemma":[0.00022589721,0.00015341383,0.00004396782,0.00044266667,0.0000820803,0.0004066264,0.00065186125,0.00023776403,0.000034584977],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022064333,0.00017287115,0.0014383894,0.000108517524,0.00006559858,0.0000014479112,0.010948087,0.0035502927,0.026363762,0.9120553,0.0004613347,0.044613723],"study_design_scores_gemma":[0.00008269806,0.00022119534,0.00014773296,0.0005643808,0.00001935639,0.000003129851,0.001169218,0.87181413,0.09489543,0.03069519,0.0001565239,0.00023098112],"about_ca_topic_score_codex":0.000023038016,"about_ca_topic_score_gemma":0.0000102113245,"teacher_disagreement_score":0.8813601,"about_ca_system_score_codex":0.000037904265,"about_ca_system_score_gemma":0.000093025425,"threshold_uncertainty_score":0.62560344},"labels":[],"label_agreement":null},{"id":"W4409369201","doi":"10.1609/aaai.v39i1.32020","title":"ChemVLM: Exploring the Power of Multimodal Large Language Models in Chemistry Area","year":2025,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Power (physics); Computer science; Chemistry; Linguistics; Philosophy; Physics; Thermodynamics","score_opus":0.0846630502594492,"score_gpt":0.29566091103300757,"score_spread":0.21099786077355837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409369201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87243634,0.00007438699,0.10525514,0.0025542993,0.00029963773,0.0003286483,0.0000039127763,0.000056691744,0.018990919],"genre_scores_gemma":[0.99772847,0.000025488924,0.0018435703,0.00013200249,0.000018459226,0.000040262235,1.5977766e-7,0.0000062277227,0.00020533336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998401,0.000011589268,0.0005283556,0.0003963798,0.0003502016,0.00031248422],"domain_scores_gemma":[0.9989045,0.00009873446,0.00021961522,0.00045182963,0.00029056048,0.00003471289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005942634,0.0001723939,0.00024048447,0.0000876512,0.00008907606,0.00008806653,0.0022587453,0.000067860834,0.000027840824],"category_scores_gemma":[0.00029545263,0.00011821674,0.000098239005,0.00064581673,0.00012992322,0.00038136743,0.00064148754,0.0003390391,0.000004211931],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040112947,0.00019649418,0.00027274984,0.00008428309,0.000016457525,7.2014467e-7,0.011816742,0.0014468585,0.12157372,0.8324325,0.000030350555,0.032088988],"study_design_scores_gemma":[0.00003138067,0.000012428351,0.000081220525,0.00028581382,0.0000031267446,5.942723e-7,0.0022145468,0.37381056,0.5654804,0.057973795,0.000012437847,0.0000936976],"about_ca_topic_score_codex":0.00010998201,"about_ca_topic_score_gemma":0.000014674613,"teacher_disagreement_score":0.7744587,"about_ca_system_score_codex":0.00004611068,"about_ca_system_score_gemma":0.00010224936,"threshold_uncertainty_score":0.48207387},"labels":[],"label_agreement":null},{"id":"W4409374936","doi":"10.21203/rs.3.rs-6411861/v1","title":"An Optimized Content Retriever from Web Articles using Large Language Models and FAISS Indexing","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Search engine indexing; Content (measure theory); Computer science; Information retrieval; Labrador Retriever; World Wide Web; Mathematics; Medicine","score_opus":0.19370522112219066,"score_gpt":0.4134479178797606,"score_spread":0.21974269675756994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409374936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45156342,0.0014343873,0.54571027,0.00025797824,0.0001289339,0.00044326484,0.00010480505,0.00013015591,0.00022682604],"genre_scores_gemma":[0.8837893,0.00011196655,0.11567893,0.00006879028,0.00012759422,0.00003026903,0.0000251707,0.000016142882,0.00015183983],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960286,0.00070142804,0.0003743271,0.0011253584,0.0010451069,0.000725202],"domain_scores_gemma":[0.9972355,0.00035369926,0.00008562814,0.001632272,0.00043115817,0.00026175973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020757415,0.0002415448,0.0004070033,0.00043072476,0.00028522935,0.0008920449,0.0013905928,0.00032077343,0.000024297895],"category_scores_gemma":[0.00025047458,0.00023439611,0.00008874359,0.00038442924,0.00007073243,0.0005863965,0.0042617633,0.0013223413,0.0000034502564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059434085,0.0012365006,0.012429373,0.0027634443,0.00079360884,0.0012772533,0.095640965,0.63443166,0.040625148,0.11531952,0.000543253,0.0943449],"study_design_scores_gemma":[0.00071074197,0.000023618511,0.00019188573,0.0006640826,0.000007746413,0.0000013220006,0.0012806484,0.9850274,0.0010857952,0.010748058,0.00003241525,0.00022628764],"about_ca_topic_score_codex":0.0026470171,"about_ca_topic_score_gemma":0.00011392742,"teacher_disagreement_score":0.43222588,"about_ca_system_score_codex":0.00022073415,"about_ca_system_score_gemma":0.00055856863,"threshold_uncertainty_score":0.9558396},"labels":[],"label_agreement":null},{"id":"W4409422935","doi":"10.1016/j.cjca.2025.04.009","title":"Editorial Commentary to Beyond Assistance: Are Large Language Models Ready for Autonomous Electrocardiogram Interpretation?","year":2025,"lang":"en","type":"editorial","venue":"Canadian Journal of Cardiology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Interpretation (philosophy); Natural language processing; Linguistics","score_opus":0.00770929327199492,"score_gpt":0.2651341505166486,"score_spread":0.2574248572446537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409422935","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000048003462,0.0005300858,0.475397,0.0008858394,0.52184486,0.00020481723,0.00047967586,0.000015225894,0.0006377006],"genre_scores_gemma":[0.005232294,0.000028501365,0.007631132,0.00093003514,0.9857576,0.000050431165,0.0001599086,0.000030831266,0.00017929783],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971572,0.0002750058,0.00078416,0.0005238452,0.0004506557,0.0008091339],"domain_scores_gemma":[0.9962696,0.000682638,0.00050873193,0.0007198905,0.0011919274,0.0006272335],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013082784,0.00034656812,0.0012071485,0.00080934074,0.0001987618,0.00021643928,0.0019533657,0.0008537808,0.0000012897976],"category_scores_gemma":[0.00076671795,0.00036342847,0.0005207364,0.00025194843,0.000039985258,0.00029770512,0.00011020725,0.00117659,0.0000023424227],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051184197,0.000001952078,0.000012078735,0.000037533617,0.0003518807,0.00006260738,0.00043911138,0.009064112,0.0000025603354,0.0007486574,0.98663855,0.0025897871],"study_design_scores_gemma":[0.00074922305,0.0002572286,0.0000031526274,0.00012716003,0.00012897838,0.000013241345,0.000099488774,0.0027376264,0.000004033514,0.0026376138,0.99294627,0.00029596878],"about_ca_topic_score_codex":0.000753628,"about_ca_topic_score_gemma":0.004396997,"teacher_disagreement_score":0.46776584,"about_ca_system_score_codex":0.001155206,"about_ca_system_score_gemma":0.0049120453,"threshold_uncertainty_score":0.99988174},"labels":[],"label_agreement":null},{"id":"W4409526936","doi":"10.5430/wjel.v15n5p272","title":"Optimizing Automated Essay Scoring: A Comparative Study of Machine Learning Approaches with a Focus on Ensemble Methods","year":2025,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus (optics); Computer science; Ensemble learning; Artificial intelligence; Machine learning","score_opus":0.04555861244710417,"score_gpt":0.3266675701460139,"score_spread":0.2811089576989097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409526936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.395004,0.0011076314,0.5884132,0.000068284295,0.00034506657,0.00023832083,3.840423e-7,0.00017308317,0.014650068],"genre_scores_gemma":[0.7472403,0.0000013559446,0.25245723,0.000013208365,0.000057209385,0.0000033761096,1.866329e-7,0.000006933863,0.00022019414],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981955,0.0005217808,0.0005013802,0.00024859086,0.0003270604,0.00020564035],"domain_scores_gemma":[0.99839836,0.00042956937,0.00047910723,0.00034924148,0.00027751102,0.00006620608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013087617,0.00017180255,0.00050899497,0.00059039216,0.00009056531,0.000099439836,0.00062619895,0.000027902866,0.0000042632046],"category_scores_gemma":[0.00028193527,0.0001277765,0.000074861935,0.0008580089,0.00002453489,0.00028057967,0.00016216499,0.00056702417,2.7183714e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002921716,0.0011071773,0.0044594333,0.000079752135,0.00062600384,0.000254134,0.37537864,0.5581797,0.0011640606,0.0093408665,0.000054456137,0.049063645],"study_design_scores_gemma":[0.0041153845,0.0014645329,0.0007247724,0.00086007314,0.00013340729,0.000020851769,0.04156267,0.93340117,0.016876075,0.00019488667,0.0002929666,0.0003532261],"about_ca_topic_score_codex":0.000057292847,"about_ca_topic_score_gemma":0.00012508134,"teacher_disagreement_score":0.3752215,"about_ca_system_score_codex":0.00007662128,"about_ca_system_score_gemma":0.00010880359,"threshold_uncertainty_score":0.5210574},"labels":[],"label_agreement":null},{"id":"W4409561214","doi":"10.1109/ieeedata.2025.3562173","title":"Descriptor: Open-Domain Long-Form Context-Aware Question-Answering Dataset (DragonVerseQA)","year":2025,"lang":"en","type":"article","venue":"IEEE data descriptions.","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Open domain; Question answering; Computer science; Context (archaeology); Information retrieval; Domain (mathematical analysis); Closed-ended question; Artificial intelligence; Mathematics; Geography; Statistics","score_opus":0.08150532100520148,"score_gpt":0.3335827149188032,"score_spread":0.25207739391360173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409561214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024670495,0.0003082673,0.98613286,0.0018711168,0.0037464788,0.0005780814,0.0038649351,0.00029843583,0.0007327771],"genre_scores_gemma":[0.73737115,0.00021647931,0.23409379,0.008685994,0.00045322443,0.00024269079,0.016238078,0.00006574675,0.002632862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970476,0.00016867537,0.00060287456,0.0012657961,0.0003718997,0.00054314925],"domain_scores_gemma":[0.9944597,0.00008720661,0.00014083507,0.0050018933,0.00012870693,0.00018166551],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0011274216,0.00031081232,0.00034925286,0.0002834495,0.00053752866,0.0014306325,0.008220559,0.00013695417,0.00007084672],"category_scores_gemma":[0.0001269892,0.00032904535,0.00005117259,0.0006437501,0.0001133942,0.005602262,0.0034734115,0.00037023777,0.00027838518],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030293835,0.00025267672,0.0019064163,0.00010546676,0.00013612481,0.00011665334,0.0004406133,0.00022776281,0.0014006504,0.12600605,0.81992215,0.049455144],"study_design_scores_gemma":[0.0019390276,0.000054108208,0.0013135351,0.00049806974,0.00008212213,0.00009640795,0.000557948,0.22567143,0.0008380432,0.011111873,0.7568857,0.0009517373],"about_ca_topic_score_codex":0.0013820683,"about_ca_topic_score_gemma":0.0013983432,"teacher_disagreement_score":0.7520391,"about_ca_system_score_codex":0.00025099324,"about_ca_system_score_gemma":0.00038923693,"threshold_uncertainty_score":0.99991614},"labels":[],"label_agreement":null},{"id":"W4409572435","doi":"10.1016/j.eswa.2025.127612","title":"Fact retrieval from knowledge graphs through semantic and contextual attention","year":2025,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University; Dalhousie University; Cape Breton University","funders":"Faculty of Graduate Studies and Research, University of Alberta; Natural Sciences and Engineering Research Council of Canada; Southern Methodist University; Saint Mary’s University","keywords":"Computer science; Knowledge graph; Semantic memory; Information retrieval; Natural language processing; Artificial intelligence; Cognition; Psychology","score_opus":0.02090410090579666,"score_gpt":0.2828838789322674,"score_spread":0.26197977802647077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409572435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016906947,0.0061542513,0.9730325,0.00052257057,0.00020848903,0.00069619174,0.0000052177757,0.00020145517,0.002272417],"genre_scores_gemma":[0.9874335,0.000058627764,0.01127009,0.00010018072,0.000076907236,0.00033069248,0.000009664528,0.000007361526,0.0007130092],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989272,0.000052068146,0.00024774016,0.00047979085,0.00013376756,0.00015947281],"domain_scores_gemma":[0.9989905,0.00011234089,0.00007630473,0.0006730032,0.00009829393,0.00004958136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000971172,0.00012790406,0.00018135046,0.000069910544,0.00022891212,0.00016354519,0.00037330238,0.00006510802,0.0000017693579],"category_scores_gemma":[0.000007688337,0.00010644664,0.000029649895,0.00039097478,0.00005103615,0.00025738115,0.00010756333,0.00008558996,0.000027597738],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001169424,0.000112787435,0.0021851964,0.000065218774,0.0001060103,0.0000017280341,0.0036668738,0.000039520422,0.005467199,0.97870773,0.0018895572,0.007746487],"study_design_scores_gemma":[0.0048097046,0.00021278,0.016866043,0.001495883,0.00012025723,0.000078622645,0.0066249464,0.68266565,0.0030693193,0.04288254,0.23938203,0.0017922128],"about_ca_topic_score_codex":0.00042350875,"about_ca_topic_score_gemma":0.00003293652,"teacher_disagreement_score":0.9705265,"about_ca_system_score_codex":0.00004030744,"about_ca_system_score_gemma":0.000062026666,"threshold_uncertainty_score":0.43407682},"labels":[],"label_agreement":null},{"id":"W4409605519","doi":"10.2196/71687","title":"Detecting Redundant Health Survey Questions by Using Language-Agnostic Bidirectional Encoder Representations From Transformers Sentence Embedding: Algorithm Development Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Embedding; Sentence; Natural language processing; Artificial intelligence; Data science; World Wide Web","score_opus":0.034425854729574636,"score_gpt":0.37165474721816316,"score_spread":0.3372288924885885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409605519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19173063,0.00008752261,0.8067884,0.00027987364,0.0004520674,0.00040288406,0.000019264553,0.00015864006,0.000080717175],"genre_scores_gemma":[0.61089337,0.00002486373,0.38779166,0.0009689525,0.000055258595,0.0000889726,0.000085300286,0.000010937822,0.00008068041],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972691,0.0001996707,0.0010118674,0.00025499202,0.00089846854,0.00036593253],"domain_scores_gemma":[0.99852586,0.0005781752,0.00019305295,0.0003280246,0.00012390073,0.00025096617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012494376,0.00017231485,0.0002545688,0.00019907452,0.0004886327,0.000155958,0.00052775873,0.00009060699,0.000025199019],"category_scores_gemma":[0.00046011232,0.00016396311,0.000042818217,0.00067771995,0.000056235353,0.00049840333,0.00019552883,0.0003991056,0.000009021664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065897148,0.00057830266,0.0072208145,0.00008266563,0.00019057715,0.000015132256,0.08747005,0.003727764,0.000046053756,0.00007948596,0.0012253389,0.8993572],"study_design_scores_gemma":[0.00047468278,0.000031487805,0.0040708273,0.00022544587,0.00000812002,0.000011956371,0.00648957,0.98807,0.00016064283,0.000058676156,0.00022165796,0.00017690357],"about_ca_topic_score_codex":0.0030973412,"about_ca_topic_score_gemma":0.0007171409,"teacher_disagreement_score":0.9843423,"about_ca_system_score_codex":0.00027390296,"about_ca_system_score_gemma":0.0012200128,"threshold_uncertainty_score":0.66862214},"labels":[],"label_agreement":null},{"id":"W4409637115","doi":"10.1007/978-3-031-90167-6_16","title":"Future Sight: Fine-Tuning Language Models for Dynamic Story Generation","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Sight; Programming language; Astronomy; Physics","score_opus":0.018607415969301735,"score_gpt":0.2512150235771715,"score_spread":0.23260760760786978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409637115","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000077234276,0.0017570003,0.9909385,0.0017592892,0.0036580926,0.0005503299,0.000011052111,0.00019464853,0.0010538801],"genre_scores_gemma":[0.06595986,0.00003447265,0.9285594,0.0014998515,0.0015463692,0.000032238597,0.000028901059,0.00003498292,0.0023038876],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968165,0.000035868965,0.0004093869,0.0015684624,0.0006244491,0.00054534315],"domain_scores_gemma":[0.997768,0.0003019062,0.00021149515,0.0013876796,0.00022739955,0.00010354096],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076194544,0.0004622144,0.00043991336,0.00076915394,0.00037308809,0.00041392146,0.002568286,0.00037495693,0.0000053429226],"category_scores_gemma":[0.000052908727,0.00044337104,0.00015170658,0.0003431939,0.00015194998,0.0007052067,0.0008164051,0.0007369033,0.000004470925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017917313,0.0000068749414,6.485356e-7,0.000045151406,0.000007066108,0.0000147016335,0.001214388,0.30427742,0.00039099946,0.037049953,0.00005259339,0.65693843],"study_design_scores_gemma":[0.00019323894,0.000047584246,0.0000018790504,0.00018768464,0.000008095233,0.000010038016,4.8879167e-7,0.9426566,0.00031294327,0.05501253,0.0011431259,0.0004258027],"about_ca_topic_score_codex":0.000009836821,"about_ca_topic_score_gemma":0.00021142345,"teacher_disagreement_score":0.6565126,"about_ca_system_score_codex":0.000422581,"about_ca_system_score_gemma":0.000682885,"threshold_uncertainty_score":0.9998018},"labels":[],"label_agreement":null},{"id":"W4409638536","doi":"10.1016/j.ijmedinf.2025.105942","title":"Ontology accelerates few-shot learning capability of large language model: A study in extraction of drug efficacy in a rare pediatric epilepsy","year":2025,"lang":"en","type":"article","venue":"International Journal of Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Center for Advancing Translational Sciences; National Institute of Biomedical Imaging and Bioengineering; Clinical and Translational Science Collaborative of Cleveland, School of Medicine, Case Western Reserve University; National Institutes of Health; Eisai; Dravet Syndrome Foundation; National Institute on Aging; Patient-Centered Outcomes Research Institute; National Institute on Drug Abuse; Epilepsy Foundation; U.S. Department of Defense","keywords":"Ontology; Epilepsy; Computer science; Antiepileptic drug; Drug; One shot; Natural language processing; Shot (pellet); Extraction (chemistry); Artificial intelligence; Information extraction; Machine learning; Medicine; Pharmacology","score_opus":0.024321061583311845,"score_gpt":0.3675098786225851,"score_spread":0.3431888170392733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409638536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8277776,0.00008135318,0.1710765,0.00049621775,0.0003120021,0.00008975708,0.0000011061751,0.000005842626,0.0001595641],"genre_scores_gemma":[0.9939149,0.000052558804,0.0058785873,0.00009617677,0.000042400086,0.0000020235032,0.000001081092,0.0000020718728,0.000010182543],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970885,0.00013880439,0.0015384171,0.0000731734,0.0010265821,0.00013453637],"domain_scores_gemma":[0.99836844,0.00048092654,0.0006474128,0.00013678598,0.00031230357,0.000054145115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002549092,0.00008138828,0.00030530023,0.0006400461,0.000012865068,0.000025927953,0.0010896443,0.00008570906,0.000022610217],"category_scores_gemma":[0.001393042,0.00007029373,0.00006776603,0.00030524645,0.000025129422,0.00052854966,0.00024833012,0.00064284424,6.1262557e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021049453,0.003859544,0.6219745,0.00030384146,0.00014936017,0.00019219806,0.1387098,0.1849054,0.00008290337,0.00697809,0.00013693536,0.042496935],"study_design_scores_gemma":[0.0024550264,0.000074014046,0.03137238,0.00017960256,0.000009328428,0.000027624334,0.005709097,0.959482,0.00013035875,0.0004877977,0.000012991054,0.00005973842],"about_ca_topic_score_codex":0.00011443926,"about_ca_topic_score_gemma":0.00021642123,"teacher_disagreement_score":0.77457666,"about_ca_system_score_codex":0.00011608913,"about_ca_system_score_gemma":0.0004166036,"threshold_uncertainty_score":0.28664953},"labels":[],"label_agreement":null},{"id":"W4409710058","doi":"10.1101/2025.04.22.25326190","title":"ALPaCA: Adapting Llama for Pathology Context Analysis to enable slide-level question answering","year":2025,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Context (archaeology); Question answering; Computer science; Pathology; Medicine; Information retrieval; Geography; Archaeology","score_opus":0.06290461622411195,"score_gpt":0.31104258771240734,"score_spread":0.2481379714882954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409710058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09462239,0.00025103087,0.90102875,0.0014070729,0.001269669,0.0005294138,0.0000306126,0.00023760062,0.0006234747],"genre_scores_gemma":[0.6945719,0.000014454206,0.30327508,0.000512633,0.0001741274,0.00021968893,0.000014924779,0.0000122197025,0.0012049464],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99717087,0.00017453135,0.00060783885,0.0012792788,0.000261699,0.0005057928],"domain_scores_gemma":[0.99763244,0.00027950938,0.00024068735,0.0014162111,0.00029908435,0.00013206655],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015471441,0.00031661848,0.0006745248,0.0006787838,0.00015354906,0.00020659082,0.0014932058,0.00030234832,0.000007796745],"category_scores_gemma":[0.0005713865,0.00033946786,0.0003233845,0.00064480293,0.00001785853,0.00013675798,0.0018314648,0.0003932866,0.000010674416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038317652,0.00009955302,0.018844837,0.0007005584,0.0013007077,0.00013470375,0.005230557,0.49181414,0.0027238047,0.14391954,0.00038388546,0.3348094],"study_design_scores_gemma":[0.00028005676,0.00004852129,0.0034964103,0.00029675075,0.00030773575,0.000007137169,0.000104400795,0.97704107,0.0028928593,0.011749161,0.0031832606,0.000592651],"about_ca_topic_score_codex":0.00031745172,"about_ca_topic_score_gemma":0.0003284552,"teacher_disagreement_score":0.59994954,"about_ca_system_score_codex":0.00015558294,"about_ca_system_score_gemma":0.00019522116,"threshold_uncertainty_score":0.9999057},"labels":[],"label_agreement":null},{"id":"W4409838812","doi":"10.1007/s10845-025-02614-4","title":"Gen-JEMA: enhanced explainability using generative joint embedding multimodal alignment for monitoring directed energy deposition","year":2025,"lang":"en","type":"article","venue":"Journal of Intelligent Manufacturing","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"European Regional Development Fund; Fundação para a Ciência e a Tecnologia","keywords":"Embedding; Joint (building); Deposition (geology); Computer science; Energy (signal processing); Materials science; Artificial intelligence; Engineering; Geology; Structural engineering; Physics","score_opus":0.03275531907417412,"score_gpt":0.30405742706484384,"score_spread":0.2713021079906697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409838812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4079445,0.0002058525,0.59032977,0.000091159556,0.0012277178,0.00013456157,5.3171624e-7,0.000038359125,0.000027530305],"genre_scores_gemma":[0.7191401,0.000045610224,0.2804047,0.000045036715,0.00030398893,0.000013228313,4.9420606e-7,0.000010111524,0.00003673397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99769443,0.00012174279,0.0010162202,0.00039766007,0.0003778854,0.00039207432],"domain_scores_gemma":[0.99845946,0.00018971544,0.0005485279,0.0003520281,0.00033180375,0.00011847982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006132667,0.0002544544,0.00041203824,0.0003668236,0.00028735813,0.00021435355,0.0005199549,0.00009759189,0.0000043273003],"category_scores_gemma":[0.000118322896,0.00023270845,0.00028294796,0.00012975986,0.000021209476,0.0006068773,0.00023345216,0.00022165802,4.48024e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009767917,0.00015947373,0.00011441554,0.0001566133,0.00030475736,0.00003295077,0.0034218752,0.5430433,0.32390428,0.0014332228,0.00002159436,0.12730983],"study_design_scores_gemma":[0.00023306094,0.000045378158,0.00008832328,0.0002501065,0.000024409592,0.000017721643,0.00023115966,0.31411165,0.6832851,0.00151695,0.000059534093,0.00013659752],"about_ca_topic_score_codex":0.000059198926,"about_ca_topic_score_gemma":0.0000041637436,"teacher_disagreement_score":0.3593808,"about_ca_system_score_codex":0.0009857311,"about_ca_system_score_gemma":0.00012919652,"threshold_uncertainty_score":0.94895756},"labels":[],"label_agreement":null},{"id":"W4409857686","doi":"10.1002/mef2.70019","title":"The Use of Large Language Models and Their Association With Enhanced Impact in Biomedical Research and Beyond","year":2025,"lang":"en","type":"article","venue":"MedComm – Future Medicine","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Association (psychology); Computer science; Psychology; Data science; Psychotherapist","score_opus":0.029501484144652833,"score_gpt":0.3417388786316627,"score_spread":0.3122373944870099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409857686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68163985,0.003565836,0.2786073,0.03518539,0.00023119447,0.00029349313,0.0000051172196,0.000028732607,0.0004430462],"genre_scores_gemma":[0.9969025,0.00029569707,0.00212081,0.00031268038,0.00012616871,0.000010483969,0.000003468845,0.000004350677,0.00022382473],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864215,0.00020065281,0.0002197695,0.00023201869,0.00041502318,0.00029039677],"domain_scores_gemma":[0.9983395,0.0010094122,0.00006661526,0.0003949979,0.00011965134,0.00006982642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021408563,0.00010009611,0.00022713383,0.00020988476,0.00011736688,0.0000398617,0.00030339422,0.000087699584,0.0000026173605],"category_scores_gemma":[0.00027677973,0.0000474328,0.000012001079,0.0006415173,0.00014233644,0.0001832097,0.00021024399,0.00036617854,1.2850953e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038209197,0.00040781713,0.02941559,0.00034152475,0.00037999477,0.00006599889,0.16379452,0.00028442775,0.026127513,0.15638775,0.01937567,0.6030371],"study_design_scores_gemma":[0.01094466,0.0020197723,0.046209533,0.0015345553,0.000042194242,0.000030646643,0.020613266,0.8371955,0.0063466923,0.05195587,0.02254835,0.00055894227],"about_ca_topic_score_codex":0.00022719997,"about_ca_topic_score_gemma":0.0004799323,"teacher_disagreement_score":0.8369111,"about_ca_system_score_codex":0.0000770085,"about_ca_system_score_gemma":0.000074269454,"threshold_uncertainty_score":0.19342534},"labels":[],"label_agreement":null},{"id":"W4409963278","doi":"10.1098/rsos.241776","title":"Generalization bias in large language model summarization of scientific research","year":2025,"lang":"en","type":"article","venue":"Royal Society Open Science","topic":"Topic Modeling","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Automatic summarization; Generalization; Computer science; Natural language processing; Artificial intelligence; Language model; Epistemology; Philosophy","score_opus":0.09027618539005793,"score_gpt":0.3897188774648272,"score_spread":0.29944269207476926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409963278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25338522,0.000056358956,0.7406198,0.00044017797,0.00017701271,0.0002969101,0.0000025948293,0.000022736354,0.004999209],"genre_scores_gemma":[0.9181766,0.0000044437747,0.07779441,0.0001509233,0.000007742886,0.000014790311,0.0000036458614,0.0000028520549,0.003844609],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99759805,0.0001042314,0.00028072848,0.0006884224,0.00088716386,0.0004414251],"domain_scores_gemma":[0.9985739,0.00006571107,0.000065691485,0.00079933915,0.00043984412,0.000055543336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009129119,0.00007311653,0.00012817753,0.00024221424,0.00061231386,0.0009666612,0.0040836264,0.00005457171,0.0000072674625],"category_scores_gemma":[0.00035646828,0.00007094902,0.000040712614,0.004883278,0.00036045085,0.0010128719,0.0029535983,0.0001558515,0.0000047675885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037007374,0.00021006109,0.022226494,0.000057251167,0.0000046888395,0.0000013236987,0.016383229,0.2637357,0.027662408,0.65560925,0.0025270903,0.011578777],"study_design_scores_gemma":[0.00021153605,0.000006311882,0.0022570526,0.000041799023,7.198365e-7,7.8012135e-8,0.00031900036,0.98655176,0.006219788,0.004215802,0.00010866533,0.00006751046],"about_ca_topic_score_codex":0.00050921866,"about_ca_topic_score_gemma":0.00018105209,"teacher_disagreement_score":0.722816,"about_ca_system_score_codex":0.00019640075,"about_ca_system_score_gemma":0.0011464666,"threshold_uncertainty_score":0.9321536},"labels":[],"label_agreement":null},{"id":"W4409972601","doi":"10.1002/ail2.122","title":"A Few‐Shot Learning Approach for a Multilingual Agro‐Information Question Answering System","year":2025,"lang":"en","type":"article","venue":"Applied AI Letters","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Australian Bird Study Association; Foreign, Commonwealth and Development Office; International Development Research Centre","keywords":"Question answering; Computer science; One shot; Information retrieval; Shot (pellet); Natural language processing; Artificial intelligence; Engineering","score_opus":0.01099179054557923,"score_gpt":0.24223061526669915,"score_spread":0.23123882472111992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409972601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023120133,0.000010074776,0.97167164,0.000947639,0.00025464175,0.0005124169,6.017336e-7,0.00045519427,0.003027634],"genre_scores_gemma":[0.8434155,3.393162e-7,0.1541815,0.0021121656,0.00007100561,0.00016887566,0.00001536343,0.000005888606,0.000029367387],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895054,0.000025255602,0.00029010477,0.00029709138,0.00016824571,0.00026878732],"domain_scores_gemma":[0.9994779,0.000055948505,0.00009593557,0.00029219527,0.000042184594,0.000035789482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004161509,0.00013661524,0.00015298453,0.00016883248,0.00020131916,0.00022514767,0.00038988324,0.00006820007,2.8946303e-7],"category_scores_gemma":[0.000024037778,0.00014222306,0.000054137134,0.00021248558,0.000015100277,0.00043744408,0.00011052327,0.00019369638,0.000009949696],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003837467,0.000027412023,0.00014226865,0.000843472,0.000054378852,0.0000017234088,0.0034901008,0.43582934,0.03173416,0.3706382,0.00068671844,0.15651387],"study_design_scores_gemma":[0.0005039871,0.000008232349,0.000067115434,0.00005195461,0.000009465032,0.000002954914,0.0002636421,0.9934249,0.002947766,0.000067044646,0.0024973792,0.00015555057],"about_ca_topic_score_codex":0.000028137982,"about_ca_topic_score_gemma":5.782794e-7,"teacher_disagreement_score":0.82029533,"about_ca_system_score_codex":0.0001370695,"about_ca_system_score_gemma":0.000034420453,"threshold_uncertainty_score":0.57996875},"labels":[],"label_agreement":null},{"id":"W4410004709","doi":"10.21449/ijate.1602294","title":"A review of automatic item generation techniques leveraging large language models","year":2025,"lang":"en","type":"review","venue":"International Journal of Assessment Tools in Education","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Natural language processing; Data science","score_opus":0.07488583176221998,"score_gpt":0.4522201303716182,"score_spread":0.3773342986093982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410004709","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008662538,0.6902927,0.30687407,0.00027386987,0.0015037506,0.0003276632,0.000005881699,0.000015761158,0.00069760927],"genre_scores_gemma":[0.00018899319,0.88404113,0.114864446,0.0003720572,0.0003522904,0.00006228051,0.000052004667,0.000009553406,0.00005724613],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9969439,0.00030319055,0.0017111525,0.00024128257,0.0006693978,0.00013110401],"domain_scores_gemma":[0.9967942,0.0002792411,0.0018030992,0.00037576247,0.00071124354,0.000036447735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016350148,0.00020775716,0.0008400228,0.000914934,0.00002004316,0.0001573619,0.0015229647,0.00010614035,0.000018695617],"category_scores_gemma":[0.00030808203,0.00018422931,0.0003067066,0.00036686676,0.000008141082,0.0011610747,0.00020179256,0.00038832004,8.3464647e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1840273e-7,0.00017575936,0.0000039129604,0.014733081,0.00006589167,0.0000047466424,0.00014442616,0.00002694609,0.000002633165,0.008879484,0.0007667648,0.9751961],"study_design_scores_gemma":[0.00025303534,0.00005357057,0.0000146161665,0.7045194,0.0002617082,0.00021546967,0.00010476238,0.0517667,0.000031023446,0.0024799074,0.23988122,0.0004185924],"about_ca_topic_score_codex":0.000011119177,"about_ca_topic_score_gemma":0.000001990696,"teacher_disagreement_score":0.9747775,"about_ca_system_score_codex":0.0008648163,"about_ca_system_score_gemma":0.003529035,"threshold_uncertainty_score":0.75126535},"labels":[],"label_agreement":null},{"id":"W4410041388","doi":"10.1007/978-3-031-86623-4_17","title":"Harnessing Pre-trained Language Models for Efficient Move Recognition in Biomedical Abstracts","year":2025,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Information retrieval","score_opus":0.04928139306695458,"score_gpt":0.3130020145758459,"score_spread":0.26372062150889136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410041388","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003524589,0.00019380295,0.94393826,0.0007181237,0.0002573296,0.00056247413,0.000021915665,0.00006946201,0.053886198],"genre_scores_gemma":[0.23524635,0.0004176463,0.762072,0.0010967555,0.00005122723,0.00011643241,0.00019569272,0.000009884465,0.00079396286],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982411,0.000022930246,0.000819107,0.0003195916,0.0003539463,0.0002432842],"domain_scores_gemma":[0.99780434,0.00032128213,0.00026993215,0.0012813136,0.0002475213,0.00007563283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001456216,0.00017458061,0.00022479129,0.0012866866,0.00024574078,0.000450808,0.0020691515,0.00015008848,0.0000016009864],"category_scores_gemma":[0.000092681476,0.00018079816,0.000042385494,0.00040823573,0.00033494344,0.003170086,0.0012164976,0.0003398986,0.000005415652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033435617,0.000029927753,0.000001463627,0.00007441959,0.000002674896,4.7378552e-7,0.0053230566,0.015163195,0.000006375981,0.19824584,0.000038035545,0.7811112],"study_design_scores_gemma":[0.00035576485,0.000016621058,0.00012699947,0.00049861363,0.0000026931139,0.0000061467167,0.000033716708,0.9789911,0.000010764273,0.017290091,0.0024839947,0.00018352414],"about_ca_topic_score_codex":0.000027863245,"about_ca_topic_score_gemma":0.000010359046,"teacher_disagreement_score":0.96382785,"about_ca_system_score_codex":0.00018942768,"about_ca_system_score_gemma":0.00040981683,"threshold_uncertainty_score":0.7372735},"labels":[],"label_agreement":null},{"id":"W4410050200","doi":"10.1016/j.jallcom.2025.180709","title":"Data-driven explainable machine learning approaches for predicting hydrogen adsorption in porous crystalline materials","year":2025,"lang":"en","type":"article","venue":"Journal of Alloys and Compounds","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Adsorption; Porosity; Materials science; Porous medium; Hydrogen; Computer science; Chemistry; Physical chemistry; Composite material; Organic chemistry","score_opus":0.048832124473860754,"score_gpt":0.2627534371772068,"score_spread":0.21392131270334602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410050200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54311526,0.0005896668,0.45534173,0.00059194077,0.00013707553,0.000097737764,0.0000048935917,0.000016462202,0.00010522748],"genre_scores_gemma":[0.9620701,0.00008787246,0.03753658,0.00005390458,0.000118845324,0.0000038054043,0.000012816366,0.000005784116,0.00011029322],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889773,0.00007236353,0.00049831934,0.00021053063,0.00014666954,0.00017439827],"domain_scores_gemma":[0.9993054,0.00009544133,0.00027165475,0.00022676053,0.000059632992,0.000041102736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011255533,0.00009831604,0.0002595295,0.00016805527,0.0000782185,0.00018121304,0.00058969186,0.000048306898,0.0000018085914],"category_scores_gemma":[0.000063654006,0.00008605406,0.000029150451,0.0001168035,0.000014073829,0.00059780205,0.0003286383,0.00015952435,1.2005776e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008464634,0.0010872232,0.06043083,0.0014808732,0.00082240184,0.00022580418,0.0062259254,0.6027766,0.14902532,0.09114639,0.0010837433,0.08484841],"study_design_scores_gemma":[0.0009245117,0.00014044704,0.0005090771,0.00014543078,0.000018761664,0.000083079896,0.00013245271,0.9904572,0.00060441444,0.0043243216,0.0025655285,0.00009478247],"about_ca_topic_score_codex":0.000036948808,"about_ca_topic_score_gemma":0.000024205568,"teacher_disagreement_score":0.41895482,"about_ca_system_score_codex":0.00004280131,"about_ca_system_score_gemma":0.00006907297,"threshold_uncertainty_score":0.35091826},"labels":[],"label_agreement":null},{"id":"W4410061435","doi":"10.1145/3676151.3719379","title":"Optimization Strategies for Enhancing Resource Efficiency in Transformers &amp; Large Language Models","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Transformer; Engineering; Electrical engineering; Voltage","score_opus":0.015603810564222161,"score_gpt":0.2728670736106312,"score_spread":0.257263263046409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410061435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007098023,0.00010070584,0.9620857,0.00033452595,0.00005629258,0.00025415566,8.886735e-7,0.00012744227,0.029942269],"genre_scores_gemma":[0.7704714,0.0000036477254,0.22814488,0.00030585652,0.000010022453,0.000026210275,0.0000038382127,0.000004139212,0.0010300089],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991162,0.00002219193,0.00021808258,0.00027859007,0.00010366855,0.00026131218],"domain_scores_gemma":[0.9996313,0.00007018246,0.000022266348,0.0002265604,0.000027025448,0.000022687807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036752626,0.00008340604,0.00010576615,0.00016888746,0.00007165867,0.00011400467,0.00033536463,0.000050725896,0.000007510554],"category_scores_gemma":[0.000017075397,0.00007858388,0.000038436698,0.00034907824,0.000007741106,0.00051928335,0.000044731172,0.00006620573,0.0000011185499],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026672858,0.000020147774,0.0000037663426,0.0000247615,0.0000018565974,3.2698975e-7,0.0033220197,0.791861,0.00031943343,0.2012845,0.000035961293,0.0031235502],"study_design_scores_gemma":[0.0003554325,0.000008434735,0.0000026634348,0.000030074962,0.0000018283605,3.0975156e-7,0.001608467,0.9925346,0.00052132783,0.0045826905,0.0002703289,0.00008387282],"about_ca_topic_score_codex":0.00006719988,"about_ca_topic_score_gemma":0.0006757499,"teacher_disagreement_score":0.7633734,"about_ca_system_score_codex":0.000041968287,"about_ca_system_score_gemma":0.00011349616,"threshold_uncertainty_score":0.32045576},"labels":[],"label_agreement":null},{"id":"W4410082953","doi":"10.1101/2025.05.03.25325604","title":"Investigations on using Evidence-Based GraphRag Pipeline using LLM Tailored for USMLE Style Questions","year":2025,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Lakehead University","keywords":"Pipeline (software); Medical education; Computer science; Medicine; Medical physics; Programming language","score_opus":0.1722346415906235,"score_gpt":0.351912041709803,"score_spread":0.17967740011917951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410082953","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14531973,0.00038084487,0.8492141,0.0022314615,0.0015980664,0.0008622611,0.0000428714,0.00029425908,0.000056397188],"genre_scores_gemma":[0.40242365,0.000017687587,0.5960016,0.00087109715,0.00030037606,0.0001440725,0.000023010958,0.000025046837,0.00019342384],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99699676,0.0002497823,0.00069261785,0.0011540754,0.00046016616,0.0004465906],"domain_scores_gemma":[0.99656206,0.0006373532,0.00037008367,0.0018128406,0.00043539106,0.000182282],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009129646,0.00039992793,0.0004532684,0.00068165496,0.00043290222,0.00033551198,0.0015471355,0.0002984755,0.0000075901635],"category_scores_gemma":[0.001194897,0.00042424758,0.00029117436,0.0006781229,0.0001030506,0.00034055073,0.0007404001,0.0005821277,0.000004488458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011484845,0.00012188771,0.0027293938,0.00037295034,0.000039218285,0.00000786885,0.0002818749,0.96863616,0.0022888037,0.023354428,0.00020065492,0.0019552882],"study_design_scores_gemma":[0.00023442485,0.00003155381,0.00020223853,0.0026090662,0.00007953615,0.0000021064384,0.00000823411,0.97730386,0.0024102938,0.016376872,0.00037229416,0.00036949338],"about_ca_topic_score_codex":0.0004442695,"about_ca_topic_score_gemma":0.0000521392,"teacher_disagreement_score":0.25710392,"about_ca_system_score_codex":0.00028064282,"about_ca_system_score_gemma":0.0015060483,"threshold_uncertainty_score":0.99982095},"labels":[],"label_agreement":null},{"id":"W4410170384","doi":"10.1061/jccee5.cpeng-6037","title":"The Framework and Implementation of Using Large Language Models to Answer Questions about Building Codes and Standards","year":2025,"lang":"en","type":"article","venue":"Journal of Computing in Civil Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Programming language; Architectural engineering; Engineering","score_opus":0.009319578127771067,"score_gpt":0.31825353233144277,"score_spread":0.3089339542036717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410170384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41935876,0.0010829201,0.57929355,0.000067611785,0.00014124672,0.00003517576,8.229509e-7,0.000007204345,0.00001268156],"genre_scores_gemma":[0.7774339,0.000030904463,0.22247244,0.00002783753,0.000030785694,2.8050536e-7,2.0276934e-8,0.0000032539394,6.0688774e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991677,0.000025977537,0.00035406725,0.00009149859,0.00021282429,0.00014792915],"domain_scores_gemma":[0.9993551,0.00024085959,0.00010833063,0.000110426176,0.00014828505,0.00003703742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013517374,0.00006917238,0.00014771469,0.00020973184,0.00007591756,0.00010134347,0.00018474189,0.0000286478,2.3142981e-7],"category_scores_gemma":[0.00012976117,0.000059515525,0.000021346457,0.00024369445,0.0000075039525,0.00017987772,0.00016185225,0.00017722607,5.2035554e-9],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023025352,0.0000073406927,0.002185867,0.000058756268,0.000018318424,0.0000033929407,0.0036677714,0.870314,0.0015486361,0.103305236,0.000006581891,0.018881807],"study_design_scores_gemma":[0.00016313494,0.000014432352,0.0027898264,0.0009653136,0.0000061976652,0.000014970347,0.00043221522,0.9930566,0.00032212076,0.002085403,0.00009336473,0.000056396595],"about_ca_topic_score_codex":0.00004076123,"about_ca_topic_score_gemma":0.000057847818,"teacher_disagreement_score":0.35807508,"about_ca_system_score_codex":0.00008840787,"about_ca_system_score_gemma":0.00012261704,"threshold_uncertainty_score":0.24269727},"labels":[],"label_agreement":null},{"id":"W4410203956","doi":"10.1371/journal.pdig.0000800","title":"Clinical insights: A comprehensive review of language models in medicine","year":2025,"lang":"en","type":"review","venue":"PLOS Digital Health","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Saint Mary's University","funders":"","keywords":"Computer science; Context (archaeology); Key (lock); Autonomy; Data science; Resource (disambiguation); Health care; Management science; Knowledge management; Artificial intelligence; Engineering","score_opus":0.20573235257994055,"score_gpt":0.45021912129969127,"score_spread":0.24448676871975072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410203956","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.843545e-7,0.98092484,0.013032642,0.00045985545,0.00023033509,0.0012773091,0.00003014493,0.00007404136,0.003970272],"genre_scores_gemma":[0.0000071691848,0.995201,0.0022576072,0.002212374,0.00009437538,0.000045620225,0.000064002386,0.000015940901,0.00010194387],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99544716,0.00039681434,0.0026228162,0.0007326955,0.00046340114,0.00033710818],"domain_scores_gemma":[0.99651843,0.0010922225,0.00084533147,0.0012298804,0.00012898407,0.00018513559],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045443847,0.00034851243,0.003911641,0.0003420843,0.000023219674,0.000026747472,0.0013220878,0.00016882193,0.000003895771],"category_scores_gemma":[0.000351038,0.00025506192,0.00033783406,0.0009355271,0.00007566964,0.00039052358,0.00055840175,0.00058399164,0.0000138171035],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.4439813e-7,0.000072752664,4.5177694e-7,0.28026035,0.000020385518,0.000011399716,0.0001383733,8.546851e-7,5.759804e-10,0.0038107631,0.00036460056,0.71531975],"study_design_scores_gemma":[0.00017704883,0.00012188943,4.805632e-7,0.65354383,0.000038408834,0.000008463902,0.00001590992,0.0018968873,7.742516e-9,0.0012561626,0.34274945,0.00019143285],"about_ca_topic_score_codex":0.00005542473,"about_ca_topic_score_gemma":0.0000064434307,"teacher_disagreement_score":0.7151283,"about_ca_system_score_codex":0.00016592635,"about_ca_system_score_gemma":0.0016913189,"threshold_uncertainty_score":0.99999017},"labels":[],"label_agreement":null},{"id":"W4410240055","doi":"10.3390/make7020042","title":"Leveraging Failure Modes and Effect Analysis for Technical Language Processing","year":2025,"lang":"en","type":"article","venue":"Machine Learning and Knowledge Extraction","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hydro-Québec; Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada; Hydro-Québec; Université du Québec à Trois-Rivières","keywords":"Computer science","score_opus":0.008437007984600979,"score_gpt":0.30890788592712254,"score_spread":0.3004708779425216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410240055","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10991552,0.0033663826,0.8846742,0.00030872974,0.00003378825,0.00010381045,2.2180102e-7,0.00019311761,0.0014042648],"genre_scores_gemma":[0.979076,0.000013214355,0.019728078,0.000013626741,0.00004391602,0.000021000671,0.0000040740492,0.000005221885,0.0010948135],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924594,0.00008588852,0.00013120782,0.00034322144,0.00005501314,0.00013869994],"domain_scores_gemma":[0.99955165,0.00022101188,0.00005093686,0.000107841784,0.000035196237,0.000033372915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005150762,0.00010612022,0.00017290693,0.00026531928,0.00031216748,0.00019512286,0.000090197675,0.00006574894,0.0000012780089],"category_scores_gemma":[0.00013741817,0.00009400565,0.00004962176,0.0003843916,0.000016275208,0.0002122312,0.00008804683,0.00025913175,6.3198837e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017889708,0.000027657157,0.04463736,0.00024580056,0.000071419614,0.0000018765895,0.0010841265,0.0028045797,0.00830956,0.001333295,0.000020417438,0.941446],"study_design_scores_gemma":[0.00032216168,0.00003408606,0.0048195026,0.0000481986,0.000097258504,0.000008062779,0.0000938914,0.9921177,0.0004674852,0.00013908157,0.0017558534,0.00009669198],"about_ca_topic_score_codex":0.000037989455,"about_ca_topic_score_gemma":0.000063912834,"teacher_disagreement_score":0.9893131,"about_ca_system_score_codex":0.000026351017,"about_ca_system_score_gemma":0.000020266702,"threshold_uncertainty_score":0.3833439},"labels":[],"label_agreement":null},{"id":"W4410252907","doi":"10.1016/j.procs.2025.04.497","title":"Developing Natural Language Processing Algorithms to Fact-Check Speech or Text","year":2025,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Computer science; Natural language processing; Natural language; Speech recognition; Artificial intelligence; Algorithm","score_opus":0.02459784536166521,"score_gpt":0.31006999721146755,"score_spread":0.28547215184980235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410252907","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026931178,0.00035096065,0.9668218,0.0029632794,0.0016723232,0.00034734368,4.533982e-7,0.00045746044,0.00045519415],"genre_scores_gemma":[0.37857473,0.0000023546015,0.61846346,0.0024719734,0.00014445384,0.00001769944,3.2384497e-7,0.000006067561,0.000318938],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968507,0.000022028562,0.00037218496,0.001229883,0.0007392403,0.00078592607],"domain_scores_gemma":[0.9985743,0.00008007962,0.000089425965,0.0006809595,0.00038048287,0.00019470706],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00074175815,0.00025920407,0.0002474953,0.00055601756,0.00049236126,0.0011411848,0.0035083026,0.000056360797,0.0000030126828],"category_scores_gemma":[0.00019929188,0.00020983706,0.000042610005,0.0037588,0.00013157976,0.001513677,0.0019655912,0.00025673318,0.000055316952],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032971511,0.000016368214,0.00018767417,0.000063868276,0.0000032880725,0.00002571251,0.0029223391,0.00028352294,0.0007986052,0.0036706554,0.0001591508,0.9918655],"study_design_scores_gemma":[0.0002097132,0.00003574378,0.001459708,0.00023819646,0.0000028564984,0.00006168865,0.00008002069,0.98206025,0.0133884195,0.000714133,0.0013688531,0.00038039256],"about_ca_topic_score_codex":0.000025520889,"about_ca_topic_score_gemma":0.000015934196,"teacher_disagreement_score":0.9914851,"about_ca_system_score_codex":0.0002619971,"about_ca_system_score_gemma":0.0018499843,"threshold_uncertainty_score":0.99989575},"labels":[],"label_agreement":null},{"id":"W4410397730","doi":"10.32473/flairs.38.1.138888","title":"Leveraging Faithfulness in Abstractive Text Summarization with Elementary Discourse Units","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ... International Florida Artificial Intelligence Research Society Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Natural language processing; Computer science; Linguistics; Artificial intelligence; Psychology; Philosophy","score_opus":0.11124415059323012,"score_gpt":0.3668951031233309,"score_spread":0.2556509525301008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410397730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58636194,0.000026076044,0.38936883,0.01367913,0.0006383571,0.0006066224,0.0000061224573,0.0000515512,0.009261389],"genre_scores_gemma":[0.9941651,0.000041759213,0.0051214737,0.000106554246,0.000084905594,0.00006936634,0.0000027738695,0.000007637285,0.00040041198],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99730116,0.00003095003,0.0004938237,0.0005473628,0.0012028468,0.0004238685],"domain_scores_gemma":[0.9967806,0.00027462636,0.00016844513,0.00023381037,0.0024874585,0.00005507415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016066816,0.00016486525,0.00017684884,0.00024021087,0.00026640258,0.0004361379,0.0027196947,0.0000758537,0.0000288632],"category_scores_gemma":[0.0004187314,0.00012922598,0.000071857925,0.0018588762,0.00034613526,0.0010266763,0.0009708255,0.00069185864,0.000005251298],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007150171,0.00013436134,0.010713778,0.0000749874,0.000092132854,0.000001350128,0.008271636,0.0022780222,0.015045849,0.9103408,0.00037823434,0.052597374],"study_design_scores_gemma":[0.0001254759,0.000055386696,0.0023182624,0.00080905494,0.000008907963,0.0000027529181,0.032953586,0.4922805,0.29993248,0.17099944,0.0002581671,0.0002559582],"about_ca_topic_score_codex":0.00058150117,"about_ca_topic_score_gemma":0.000097202006,"teacher_disagreement_score":0.7393413,"about_ca_system_score_codex":0.00036994877,"about_ca_system_score_gemma":0.00061540015,"threshold_uncertainty_score":0.5269683},"labels":[],"label_agreement":null},{"id":"W4410523294","doi":"10.1101/2025.05.16.652427","title":"Assessing Large Language Model Alignment Towards Radiological Myths and Misconceptions","year":2025,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nuclear Laboratories","funders":"Atomic Energy of Canada Limited","keywords":"Mythology; Computer science; Linguistics; Epistemology; Cognitive science; Psychology; History; Philosophy; Classics","score_opus":0.027945218374378557,"score_gpt":0.27488429834201167,"score_spread":0.24693907996763312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410523294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20941775,0.0015877911,0.78655285,0.00059828494,0.0006919484,0.0003929943,0.00009135714,0.00056833785,0.00009871623],"genre_scores_gemma":[0.7980602,0.00013760859,0.20090763,0.0005586259,0.00018669541,0.00010675881,2.777186e-7,0.000022448578,0.00001979563],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683166,0.00018659167,0.00051433226,0.0014271261,0.00039604565,0.00064424635],"domain_scores_gemma":[0.9975444,0.00006506438,0.00023890505,0.0017186719,0.00017640751,0.00025655114],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008221727,0.0004924219,0.0005653628,0.00022540602,0.0002612252,0.0008434793,0.0012435757,0.0005116091,0.0000102125305],"category_scores_gemma":[0.00014423214,0.0004954135,0.00014015028,0.00029053004,0.00008464606,0.00043769376,0.0023244,0.0007648049,0.0000072687444],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029131446,0.0013006551,0.0046913447,0.0024269065,0.0009676771,0.00074099185,0.002055309,0.043871462,0.58971685,0.35133356,0.0021447684,0.0007213541],"study_design_scores_gemma":[0.00067467074,0.000025806787,0.00554384,0.0005710079,0.00008864298,6.653696e-8,0.000035555215,0.9752971,0.015529133,0.000075466254,0.0010555033,0.0011032294],"about_ca_topic_score_codex":0.000022949462,"about_ca_topic_score_gemma":9.1861125e-7,"teacher_disagreement_score":0.93142563,"about_ca_system_score_codex":0.0002799098,"about_ca_system_score_gemma":0.000788123,"threshold_uncertainty_score":0.9997498},"labels":[],"label_agreement":null},{"id":"W4410543982","doi":"10.14778/3717755.3717766","title":"WeShap: Weak Supervision Source Evaluation with Shapley Values","year":2024,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Shapley value; Mathematical economics; Mathematics; Game theory","score_opus":0.024034614301506736,"score_gpt":0.2549961208786427,"score_spread":0.23096150657713596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410543982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8487367,0.0024040902,0.11072988,0.011369716,0.0011294037,0.0017446864,0.0000027333958,0.0006366245,0.02324619],"genre_scores_gemma":[0.9861711,0.000020416554,0.012987473,0.00009228596,0.00009480488,0.000055244345,4.2307417e-7,0.0000131778,0.0005650326],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823666,0.000010617748,0.0002256262,0.00040854525,0.00091086264,0.00020769493],"domain_scores_gemma":[0.9994029,0.000035147146,0.00007535826,0.00021790955,0.00022202419,0.000046656205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008368109,0.00013737737,0.00012505209,0.0000938663,0.000101820384,0.00023854773,0.00089510385,0.000036391506,0.000023170978],"category_scores_gemma":[0.000047368318,0.00008142887,0.000071827235,0.00036751447,0.000035061155,0.0005132367,0.00043531362,0.0001289268,0.000014938435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052944153,0.00026496124,0.006220908,0.0009672827,0.00029268034,0.0000019668253,0.018643849,0.0060661607,0.10847002,0.36348766,0.010216412,0.48531514],"study_design_scores_gemma":[0.00039253625,0.0001476023,0.00079860626,0.000562084,0.0000663659,0.000038256843,0.00033473922,0.92077965,0.050922617,0.020758934,0.004988681,0.00020994118],"about_ca_topic_score_codex":0.000041964988,"about_ca_topic_score_gemma":0.0000017548498,"teacher_disagreement_score":0.9147135,"about_ca_system_score_codex":0.00010853578,"about_ca_system_score_gemma":0.000067568595,"threshold_uncertainty_score":0.3320573},"labels":[],"label_agreement":null},{"id":"W4410583873","doi":"10.23919/date64628.2025.10992746","title":"Slipstream: Semantic-Based Training Acceleration for Recommendation Models","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; University of British Columbia","keywords":"Computer science; Acceleration; Training (meteorology); Artificial intelligence; Geography","score_opus":0.1102671493209971,"score_gpt":0.3150985974282873,"score_spread":0.20483144810729018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410583873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015628733,0.000003958474,0.97894454,0.0076818313,0.00029318934,0.00022160103,7.861985e-7,0.00019032753,0.011100908],"genre_scores_gemma":[0.64311445,5.782887e-7,0.35527396,0.001087286,0.00002423527,0.000035688652,0.000009702023,0.000002442047,0.00045164992],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993496,0.000019264826,0.00017667623,0.00025242113,0.00006176884,0.00014029331],"domain_scores_gemma":[0.9995429,0.0001047581,0.00003480266,0.00022661086,0.00006916912,0.000021786267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024048725,0.000067506124,0.000082059705,0.00010110305,0.00010655858,0.0001410641,0.0002444246,0.000039401253,0.000012383141],"category_scores_gemma":[0.00002547954,0.00006546865,0.000037695067,0.00015108225,0.0000041918247,0.00049232127,0.00003759392,0.00003934846,0.0000020947705],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035985522,0.000019670888,0.000020287544,0.000018394063,0.0000069039766,1.0872984e-7,0.0002979659,0.038632922,0.0003650684,0.41314825,0.0009859096,0.5465009],"study_design_scores_gemma":[0.00031247642,0.000012909903,0.000017382252,0.000013144833,0.0000031978377,1.7236552e-7,0.000034052406,0.9556099,0.0021447565,0.04069419,0.001093589,0.000064222564],"about_ca_topic_score_codex":0.000018054363,"about_ca_topic_score_gemma":0.00002220917,"teacher_disagreement_score":0.916977,"about_ca_system_score_codex":0.00003380427,"about_ca_system_score_gemma":0.000104161714,"threshold_uncertainty_score":0.2669734},"labels":[],"label_agreement":null},{"id":"W4410584011","doi":"10.23919/date64628.2025.10993215","title":"Lookup Table Refactoring: Towards Efficient Logarithmic Number System Addition for Large Language Models","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Table (database); Computer science; Logarithm; Lookup table; Programming language; Arithmetic; Parallel computing; Mathematics; Software; Database","score_opus":0.018778905387524577,"score_gpt":0.27190073522180186,"score_spread":0.2531218298342773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410584011","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008078872,0.000053860273,0.9492829,0.00017806319,0.0007251524,0.00036205834,0.000026745129,0.00043847982,0.040853865],"genre_scores_gemma":[0.9187094,9.430188e-7,0.07400556,0.00016993155,0.000075168646,0.00008932646,0.000011704047,0.000007764625,0.0069302013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987457,0.000026680724,0.00024155433,0.00043001887,0.00020002948,0.00035602954],"domain_scores_gemma":[0.99917024,0.00004997527,0.000049783313,0.00056884915,0.00010607839,0.000055076514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034979157,0.00012650937,0.00017490512,0.00007849119,0.0001319336,0.00013403087,0.00050455757,0.00008130359,0.00003392824],"category_scores_gemma":[0.00001846634,0.00011280161,0.0000687526,0.000232859,0.0000057942534,0.00023534225,0.00023528849,0.000085397885,0.000032447795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004160823,0.000050121664,0.000017604478,0.00014104707,0.000016825206,0.0000043451787,0.00043345604,0.014553974,0.00017229178,0.97774893,0.0020158484,0.004841375],"study_design_scores_gemma":[0.0004289086,0.000009218324,0.000011492755,0.00007912552,0.000007305765,0.0000047547123,0.00023169995,0.9925352,0.0020745727,0.0016299298,0.0028641743,0.00012362268],"about_ca_topic_score_codex":0.00013743051,"about_ca_topic_score_gemma":0.0000133224175,"teacher_disagreement_score":0.9779812,"about_ca_system_score_codex":0.00020001034,"about_ca_system_score_gemma":0.00011559368,"threshold_uncertainty_score":0.4599916},"labels":[],"label_agreement":null},{"id":"W4410595593","doi":"10.1016/j.mlwa.2025.100666","title":"A novel unsupervised fine-tuning method for text summarization, and highlighting the limitations of ROUGE score","year":2025,"lang":"en","type":"article","venue":"Machine Learning with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Automatic summarization; ROUGE; Artificial intelligence; Computer science; Natural language processing; Machine learning","score_opus":0.03293311905183436,"score_gpt":0.27629384643799787,"score_spread":0.24336072738616352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410595593","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00095352426,0.00018596921,0.990668,0.0067226076,0.000017153685,0.00061082875,0.000004790667,0.00010864692,0.00072850566],"genre_scores_gemma":[0.30342856,0.000012624594,0.6954219,0.00017185793,0.000020986481,0.00043871516,0.000021063492,0.000009471778,0.00047483202],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991354,0.00005281791,0.00024206951,0.00031672476,0.00010815902,0.00014488288],"domain_scores_gemma":[0.99806416,0.0011697093,0.00014130252,0.00040228525,0.00019224043,0.000030305775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039960013,0.0001062913,0.00013521711,0.00012019398,0.0005636725,0.000092965915,0.0004196296,0.000035416422,8.57971e-7],"category_scores_gemma":[0.00023934712,0.000078042605,0.000029615367,0.00071207265,0.000040356183,0.0001230197,0.00013893044,0.0001675788,5.7419214e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059255444,0.00004058434,0.007132932,0.000051963325,0.000040258106,5.577025e-8,0.00118862,0.056687,0.0042126607,0.77559924,0.000023294315,0.15501747],"study_design_scores_gemma":[0.00041380952,0.00002686135,0.0026151543,0.000041670613,0.000033644897,0.0000028585898,0.00007628017,0.9743517,0.00028771916,0.0025762827,0.019481622,0.00009237471],"about_ca_topic_score_codex":0.00010670936,"about_ca_topic_score_gemma":0.00009613877,"teacher_disagreement_score":0.9176647,"about_ca_system_score_codex":0.000015014929,"about_ca_system_score_gemma":0.00008006213,"threshold_uncertainty_score":0.433537},"labels":[],"label_agreement":null},{"id":"W4410602514","doi":"10.1007/s10664-025-10665-7","title":"Correction to: Utilization of pre-trained language models for adapter-based knowledge transfer in software engineering","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Adapter (computing); Computer science; Software engineering; Natural language processing; Artificial intelligence; Operating system","score_opus":0.02983421994874074,"score_gpt":0.293690710703116,"score_spread":0.26385649075437523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410602514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067205705,0.00022117209,0.93057054,0.00006929537,0.00094640016,0.00042590982,0.000005998198,0.00054326036,0.00001173572],"genre_scores_gemma":[0.7937878,0.0000010471991,0.2058821,0.00006657743,0.00003957022,0.0001081059,0.0000075187263,0.000021165284,0.000086115775],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987082,0.00001740087,0.00039662817,0.0004026331,0.00015042408,0.00032472424],"domain_scores_gemma":[0.9988333,0.00064073014,0.000020168123,0.00033427466,0.000087049906,0.00008448827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002251684,0.00020220623,0.00027814243,0.0004191953,0.000030422541,0.00003532133,0.00038250693,0.00010885598,0.0000027217138],"category_scores_gemma":[0.00090862805,0.0002239857,0.000105199164,0.0008399015,0.0000056714625,0.00023679623,0.00006716061,0.00016718644,9.067697e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015031298,0.000054584314,0.0014050931,0.0002279061,0.000010281263,0.0000014181774,0.001368091,0.984389,0.00053017755,0.0005120112,0.000103492486,0.011382923],"study_design_scores_gemma":[0.00045715418,0.00005046453,0.004661008,0.00037090285,0.0000072500084,6.983379e-7,0.000009315225,0.98796904,0.0057722447,0.000044704706,0.0004581145,0.00019911549],"about_ca_topic_score_codex":0.000026250938,"about_ca_topic_score_gemma":0.000026138607,"teacher_disagreement_score":0.7265821,"about_ca_system_score_codex":0.00016009765,"about_ca_system_score_gemma":0.000102456266,"threshold_uncertainty_score":0.9133872},"labels":[],"label_agreement":null},{"id":"W4410636510","doi":"10.1145/3701716.3717531","title":"Beyond Retrieval: Generating Narratives in Conversational Recommender Systems","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Recommender system; Computer science; Narrative; Information retrieval; Natural language processing; World Wide Web; Artificial intelligence; Human–computer interaction; Linguistics","score_opus":0.02869610046458668,"score_gpt":0.2743105291464985,"score_spread":0.24561442868191183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410636510","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023463674,0.00016132894,0.94573027,0.004156987,0.0008579105,0.00011658768,3.359353e-7,0.00008019603,0.025432732],"genre_scores_gemma":[0.88231224,0.0000037174364,0.11326094,0.001262954,0.00005508114,0.000007849237,0.0000019411877,0.000002784293,0.0030925146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992108,0.00007523767,0.0002205958,0.0002445403,0.00012333544,0.00012551276],"domain_scores_gemma":[0.9995894,0.000087073495,0.000033529348,0.00021995809,0.000049368213,0.00002068123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035238796,0.000063360225,0.00009247802,0.000114689494,0.000059446527,0.00011925259,0.0002772214,0.000039529383,0.00001659834],"category_scores_gemma":[0.000035891167,0.000058863374,0.000017077922,0.00029323972,0.000010032111,0.00026372,0.00011381749,0.00008629395,0.0000062121712],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002156337,0.000017510105,0.0025754196,0.000018546949,0.00001236403,0.0000022110576,0.00220336,0.0084680095,0.0013349238,0.9807709,0.0021715409,0.0024230536],"study_design_scores_gemma":[0.00025710586,0.0000066276016,0.00034540688,0.000021351749,5.40904e-7,0.0000011830057,0.0006565516,0.98742294,0.0006236051,0.009283976,0.0012970736,0.00008361531],"about_ca_topic_score_codex":0.000046302248,"about_ca_topic_score_gemma":0.000013810485,"teacher_disagreement_score":0.978955,"about_ca_system_score_codex":0.00006985853,"about_ca_system_score_gemma":0.00009473668,"threshold_uncertainty_score":0.24003787},"labels":[],"label_agreement":null},{"id":"W4410673605","doi":"10.1075/term.00082.tra","title":"LlamATE","year":2025,"lang":"en","type":"article","venue":"Terminology International Journal of Theoretical and Applied Issues in Specialized Communication","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science","score_opus":0.012378580897841296,"score_gpt":0.3148047650703796,"score_spread":0.3024261841725383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410673605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4556185,0.0027545972,0.30794182,0.101950966,0.0017353672,0.0002729173,0.0000015227492,0.00008061977,0.12964368],"genre_scores_gemma":[0.9614257,0.00096288294,0.036905766,0.0005627024,0.000073297815,0.0000037750974,9.041487e-7,0.0000023346229,0.00006263673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99908566,0.0001009377,0.00044563145,0.00011506155,0.00015279213,0.00009992297],"domain_scores_gemma":[0.99918365,0.00019673884,0.00015687032,0.0003239593,0.000114725975,0.000024070625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046167138,0.00007497414,0.00019320511,0.00024904002,0.000034687895,0.00007185253,0.0016220964,0.00007401739,0.00003788998],"category_scores_gemma":[0.00009089551,0.000065062726,0.00003391792,0.00009344439,0.0002809682,0.00012845744,0.00053718855,0.00022754278,0.000003547119],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049985367,0.000039452287,0.00023156998,0.0000019448935,0.000021877468,0.000005457356,0.00033442533,0.000017922228,0.00036321545,0.9313079,0.0000810312,0.067545235],"study_design_scores_gemma":[0.0008778906,0.000017663071,0.0013705215,0.00006532621,0.0000064363435,0.000042503634,0.000067847286,0.0030060376,0.0022590272,0.98619646,0.006023493,0.00006678471],"about_ca_topic_score_codex":0.00000335188,"about_ca_topic_score_gemma":0.0000016781024,"teacher_disagreement_score":0.5058072,"about_ca_system_score_codex":0.000047200047,"about_ca_system_score_gemma":0.000029766303,"threshold_uncertainty_score":0.3014286},"labels":[],"label_agreement":null},{"id":"W4410785635","doi":"10.3389/frai.2025.1592399","title":"Moving LLM evaluation forward: lessons from human judgment research","year":2025,"lang":"en","type":"article","venue":"Frontiers in Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quebec - Clinical Research Organization in Cancer","funders":"","keywords":"Parallels; Management science; Engineering ethics; Computer science; Psychology; Epistemology; Sociology; Engineering","score_opus":0.1868207403157975,"score_gpt":0.4347521440215913,"score_spread":0.24793140370579378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410785635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03040504,0.00057471136,0.9596327,0.002926298,0.0022749621,0.00044109012,0.0000020552113,0.00007367762,0.003669489],"genre_scores_gemma":[0.8918556,0.000024995352,0.10753855,0.00013371895,0.000106200954,0.00009295092,0.0000049655973,0.0000073044566,0.0002356928],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969365,0.0004031895,0.0005862277,0.0007576602,0.0008159683,0.00050043734],"domain_scores_gemma":[0.99855334,0.00017141373,0.00007108183,0.00087579933,0.00025959135,0.00006879073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003345301,0.00014151238,0.00021250283,0.0006357428,0.00034504035,0.00028784224,0.001404468,0.00011719513,0.00003720884],"category_scores_gemma":[0.00042876863,0.00015684946,0.00005989712,0.0011215772,0.00011326956,0.0003659818,0.0004895608,0.00045455876,0.000041722178],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009011639,0.000119271324,0.0012648873,0.000009086493,0.000015326505,0.0000059524914,0.0018105301,0.011461066,0.0015220728,0.24620281,0.0021982773,0.7353817],"study_design_scores_gemma":[0.000023406563,0.000016333666,0.00023364762,0.0000729522,0.0000040154064,8.7387996e-8,0.0006744341,0.5314249,0.015406428,0.4516006,0.0004503584,0.00009281265],"about_ca_topic_score_codex":0.0008838606,"about_ca_topic_score_gemma":0.0005030488,"teacher_disagreement_score":0.86145055,"about_ca_system_score_codex":0.00055255194,"about_ca_system_score_gemma":0.00025466632,"threshold_uncertainty_score":0.63961357},"labels":[],"label_agreement":null},{"id":"W4410794822","doi":"10.1177/08944393251344865","title":"Prompting the Machine: Introducing an LLM Data Extraction Method for Social Scientists","year":2025,"lang":"en","type":"article","venue":"Social Science Computer Review","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval","funders":"","keywords":"Computer science; Extraction (chemistry); Data extraction; Data science; Political science; MEDLINE; Chromatography; Chemistry","score_opus":0.10567370972666913,"score_gpt":0.46011694349038995,"score_spread":0.35444323376372083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410794822","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011016794,0.0026713437,0.9794277,0.014430307,0.0018899332,0.0008877537,0.0000055477494,0.00014208899,0.00043513312],"genre_scores_gemma":[0.012123573,0.00022845693,0.9793918,0.0060811047,0.0019427409,0.00008966786,0.000018852574,0.000012767478,0.00011099561],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99679065,0.00032572087,0.00046582942,0.0012719283,0.00061067735,0.0005352036],"domain_scores_gemma":[0.99802244,0.00017206256,0.00025269238,0.0012029895,0.00028263024,0.00006719265],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0101694595,0.00017505467,0.00032180603,0.00011919796,0.0028868094,0.00091914216,0.0057964777,0.00004663135,0.0000042659635],"category_scores_gemma":[0.00028361255,0.00013196286,0.000100476136,0.0020419555,0.0002479736,0.0019911737,0.002130746,0.00024394077,0.000004963241],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.7701694e-7,0.00003115284,0.000011762654,0.0002509282,0.000005731426,4.6070468e-7,0.00054590637,0.000019141171,0.00017466507,0.07366003,0.002373819,0.9229257],"study_design_scores_gemma":[0.00016142208,0.00002537616,0.0005862593,0.00040708185,0.000039291903,0.000010433686,0.000021759526,0.92450625,0.00004855783,0.0054768506,0.06848115,0.00023559772],"about_ca_topic_score_codex":0.000048645557,"about_ca_topic_score_gemma":0.000017710427,"teacher_disagreement_score":0.92448705,"about_ca_system_score_codex":0.00015283833,"about_ca_system_score_gemma":0.00049800135,"threshold_uncertainty_score":0.99958265},"labels":[],"label_agreement":null},{"id":"W4410877227","doi":"10.1007/978-3-031-94575-5_7","title":"Predicting the Road Ahead: A Knowledge Graph Based Foundation Model for Scene Understanding in Autonomous Driving","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Foundation (evidence); Graph; Artificial intelligence; Theoretical computer science","score_opus":0.048865887956767474,"score_gpt":0.2792497001078019,"score_spread":0.23038381215103446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410877227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000990159,0.00019805167,0.994319,0.0012606041,0.0014883942,0.0009042039,0.0000024835188,0.00017282755,0.001555395],"genre_scores_gemma":[0.5377944,0.000007760931,0.46110332,0.00060804654,0.00021551874,0.00004485262,0.000004301704,0.000024594805,0.00019720987],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965188,0.000051630628,0.0006698127,0.0015047488,0.0005450704,0.0007099201],"domain_scores_gemma":[0.997164,0.0011176113,0.00027759178,0.0012009619,0.00015336309,0.000086477805],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019791955,0.0004485355,0.000442062,0.0012107618,0.00056326686,0.00070196344,0.0028375718,0.000271232,0.0000023059356],"category_scores_gemma":[0.0001940844,0.00038701872,0.00015522352,0.0007293971,0.00030619858,0.00057321315,0.0009070922,0.0007428034,0.0000021434805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032402684,0.000016669952,0.00013050358,0.00006339806,0.0000054853735,0.000003284388,0.0016170231,0.67209375,0.00001879176,0.044450324,0.0000035741773,0.28159398],"study_design_scores_gemma":[0.00028672453,0.00003286561,0.000031654658,0.00071704766,0.000007233099,0.0000035292212,7.7553256e-7,0.8069047,0.000049718983,0.19163182,0.000035274097,0.0002986582],"about_ca_topic_score_codex":0.000044058143,"about_ca_topic_score_gemma":0.0009549563,"teacher_disagreement_score":0.53769535,"about_ca_system_score_codex":0.0013071302,"about_ca_system_score_gemma":0.0016836331,"threshold_uncertainty_score":0.9998582},"labels":[],"label_agreement":null},{"id":"W4411001159","doi":"10.1101/2025.06.02.657491","title":"Cortical language areas are coupled via a soft hierarchy of model-based linguistic features","year":2025,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"National Institutes of Health; BC Children's Hospital","keywords":"Hierarchy; Linguistics; Computer science; Language model; Artificial intelligence; Natural language processing; Philosophy; Political science","score_opus":0.013219448127636672,"score_gpt":0.2392853403664169,"score_spread":0.22606589223878024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411001159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11966101,0.0011020455,0.8767048,0.00022825885,0.0010032528,0.0005542238,0.00011881023,0.00060838513,0.000019199351],"genre_scores_gemma":[0.88731414,0.000014013063,0.11189592,0.0003878954,0.00022558768,0.00010268095,3.5729101e-7,0.00004707443,0.0000123213495],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963447,0.00017235456,0.00075871666,0.0013915846,0.0006894659,0.00064320746],"domain_scores_gemma":[0.9952294,0.00026253154,0.00055177533,0.0028272797,0.00082369975,0.00030530943],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00061781245,0.0006060481,0.0008802653,0.00046140706,0.00014800816,0.00022288755,0.0021294055,0.00056857726,0.000008390176],"category_scores_gemma":[0.001058639,0.0006509964,0.00026720233,0.0006032855,0.00014503248,0.000097388096,0.0012243562,0.0012425915,0.000008382396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031799835,0.0021233873,0.017434807,0.010268997,0.0011459012,0.0014314043,0.0007678713,0.34243515,0.53776985,0.085567206,0.0006323112,0.00010509209],"study_design_scores_gemma":[0.0004859162,0.00002632075,0.006588852,0.0008777093,0.00009441171,1.7291383e-8,0.0000015685605,0.95902765,0.032160964,0.00005546384,0.000050277133,0.0006308495],"about_ca_topic_score_codex":0.0001066643,"about_ca_topic_score_gemma":0.000007396157,"teacher_disagreement_score":0.76765317,"about_ca_system_score_codex":0.00024387173,"about_ca_system_score_gemma":0.0016808525,"threshold_uncertainty_score":0.99959415},"labels":[],"label_agreement":null},{"id":"W4411030024","doi":"10.3390/fi17060252","title":"LLM4Rec: A Comprehensive Survey on the Integration of Large Language Models in Recommender Systems—Approaches, Applications and Challenges","year":2025,"lang":"en","type":"article","venue":"Future Internet","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Recommender system; Data science; World Wide Web; Information retrieval","score_opus":0.11543423099620027,"score_gpt":0.29231144998221414,"score_spread":0.17687721898601388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411030024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04369723,0.010640639,0.93138015,0.0077593387,0.0004520978,0.0008058749,0.00003061083,0.00006484363,0.005169239],"genre_scores_gemma":[0.99770284,0.0002860122,0.0014141661,0.0002529322,0.000047415233,0.0000921117,0.000012611382,0.0000039824727,0.00018793093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914265,0.00021915478,0.0001969503,0.0002484404,0.000088197376,0.00010458196],"domain_scores_gemma":[0.9991994,0.00025853698,0.00006576647,0.00041163122,0.000049106653,0.000015552434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000386368,0.00009109746,0.00014307584,0.0000958931,0.000019963913,0.000041042083,0.00039676845,0.00006611542,0.0000015406531],"category_scores_gemma":[0.000015231023,0.00006320491,0.000019753696,0.00014610768,0.000013761399,0.000088680856,0.00015093014,0.0001680118,0.0000015121991],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000930626,0.00008305055,0.00016706524,0.00007574809,0.000029662433,5.476382e-7,0.011346912,0.00060411,0.000030342337,0.93953365,0.0015031036,0.046616495],"study_design_scores_gemma":[0.00049388304,0.000054393375,0.0150877405,0.00033678807,0.000007048779,0.0000026693547,0.00917681,0.9534145,0.00029626276,0.0063548516,0.014570413,0.00020461726],"about_ca_topic_score_codex":0.00040400773,"about_ca_topic_score_gemma":0.0011948465,"teacher_disagreement_score":0.9540056,"about_ca_system_score_codex":0.00002696089,"about_ca_system_score_gemma":0.000016606202,"threshold_uncertainty_score":0.25774214},"labels":[],"label_agreement":null},{"id":"W4411116044","doi":"10.1007/s12559-025-10470-w","title":"From RNNs to Transformers and Beyond: a Deep Dive into Intent Detection in Goal-oriented Conversational Agents","year":2025,"lang":"en","type":"article","venue":"Cognitive Computation","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Transformer; Computer science; Artificial intelligence; Recurrent neural network; Artificial neural network; Engineering; Electrical engineering","score_opus":0.012638123791752153,"score_gpt":0.27388219022103344,"score_spread":0.2612440664292813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411116044","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3986328,0.000020426227,0.6002719,0.00037512032,0.0002815193,0.00023383375,0.0000028806198,0.00003246756,0.00014908759],"genre_scores_gemma":[0.9898253,0.0000029975847,0.008859122,0.0012070227,0.000022586737,0.000041627896,0.00002800584,0.0000037745215,0.000009549944],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990235,0.0000766758,0.0002163562,0.00038923894,0.0001617865,0.0001324505],"domain_scores_gemma":[0.99945015,0.00018755152,0.000054932167,0.000038421786,0.0002105234,0.000058432564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012782244,0.000103843086,0.00011428076,0.0002887319,0.00008542916,0.000060940696,0.00007632814,0.000046360143,0.0000037863917],"category_scores_gemma":[0.00012288941,0.000117625656,0.000025455132,0.00042949303,0.000028869754,0.0003085295,0.00009520629,0.00009725567,0.00001198379],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005419046,0.00004770953,0.0024295342,0.0000138603455,0.00003452117,0.0000056665904,0.01159616,0.0010333745,0.0006972735,0.0006210196,0.000011090577,0.9834556],"study_design_scores_gemma":[0.001064289,0.00005177135,0.0750219,0.00008449813,0.00001337368,7.177427e-7,0.001875137,0.90997106,0.0025726776,0.009193541,0.00002738767,0.00012364227],"about_ca_topic_score_codex":0.00024096885,"about_ca_topic_score_gemma":0.00030786116,"teacher_disagreement_score":0.983332,"about_ca_system_score_codex":0.00014290938,"about_ca_system_score_gemma":0.000037482285,"threshold_uncertainty_score":0.4796635},"labels":[],"label_agreement":null},{"id":"W4411117117","doi":"10.18653/v1/w14-4407","title":"A Template-based Abstractive Meeting Summarization: Leveraging Summary and Source Text Relationships","year":2014,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Information retrieval; Natural language processing; Artificial intelligence; World Wide Web","score_opus":0.032808899971617525,"score_gpt":0.22848764582304318,"score_spread":0.19567874585142564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411117117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020357117,0.00003707755,0.9570155,0.0013163891,0.00012609767,0.00008597042,1.8825968e-7,0.00022962887,0.020832041],"genre_scores_gemma":[0.86951214,0.0000014217248,0.12941013,0.00037216078,0.00009877943,0.000005018719,0.0000023018083,0.000008122795,0.00058992114],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989282,0.00012446739,0.00021276034,0.00036253704,0.00018423097,0.00018782202],"domain_scores_gemma":[0.99886304,0.0005788635,0.00008523959,0.00033338743,0.00006001991,0.00007942885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006915923,0.00010794183,0.0001055964,0.00009894963,0.0003267305,0.00019984329,0.000247789,0.00006176583,0.0000095112355],"category_scores_gemma":[0.00018928197,0.0001049387,0.000024199131,0.00017416655,0.000024082561,0.0004654219,0.00012178474,0.00018920677,0.000017373979],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023605413,0.00012392727,0.24356204,0.00017356746,0.000061616745,0.0000110505825,0.0061895098,0.2868933,0.0022955213,0.2179297,0.0028576204,0.2398785],"study_design_scores_gemma":[0.0002482799,0.000011397238,0.0072909542,0.000052982658,0.0000039714164,0.0000043935565,0.00007726237,0.98549575,0.00047006676,0.0023344804,0.003848476,0.00016196379],"about_ca_topic_score_codex":0.00009020212,"about_ca_topic_score_gemma":0.000024570014,"teacher_disagreement_score":0.849155,"about_ca_system_score_codex":0.000028196653,"about_ca_system_score_gemma":0.00004045097,"threshold_uncertainty_score":0.4279276},"labels":[],"label_agreement":null},{"id":"W4411119063","doi":"10.18653/v1/2025.nlp4dh-1.25","title":"Evaluating Large Language Models for Narrative Topic Labeling","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Narrative; Natural language processing; Linguistics; Philosophy","score_opus":0.0665263816001478,"score_gpt":0.3842538718380301,"score_spread":0.3177274902378823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411119063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026950993,0.000212438,0.9621401,0.0011532011,0.00027681165,0.00024358644,0.0000010058524,0.0001635312,0.008858373],"genre_scores_gemma":[0.55916244,0.0000010678235,0.4336371,0.0010246661,0.000041751875,0.00004266907,0.0000014202903,0.0000032679832,0.0060856002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991479,0.000032865788,0.00017177923,0.00029594643,0.00012381114,0.00022767957],"domain_scores_gemma":[0.9993648,0.00012787513,0.00003096183,0.0003589869,0.00009221391,0.000025140838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005021827,0.00007811349,0.00010826144,0.00006457625,0.0001577128,0.00008329457,0.00041557944,0.00003886415,0.000017079781],"category_scores_gemma":[0.000096057214,0.00006947372,0.00004512626,0.0001598009,0.000004857524,0.0002934911,0.00019096659,0.000055672303,0.000002621074],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002108618,0.000020525113,0.000023981118,0.000029213958,0.000016778478,9.407488e-7,0.011263309,0.013875793,0.0013684242,0.9031646,0.00036919906,0.06986511],"study_design_scores_gemma":[0.00036969714,0.000017041226,0.0000032729338,0.000023400375,0.000003403,3.1166542e-7,0.0007418876,0.93415624,0.0014003335,0.06297527,0.0002377271,0.00007141662],"about_ca_topic_score_codex":0.000023439028,"about_ca_topic_score_gemma":0.000042316333,"teacher_disagreement_score":0.92028046,"about_ca_system_score_codex":0.000033795048,"about_ca_system_score_gemma":0.00007881153,"threshold_uncertainty_score":0.28330562},"labels":[],"label_agreement":null},{"id":"W4411119199","doi":"10.18653/v1/2025.wnu-1.1","title":"NarraDetect: An annotated dataset for the task of narrative detection","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Task (project management); Narrative; Natural language processing; Artificial intelligence; Information retrieval; Engineering; Art; Literature","score_opus":0.022998595146991565,"score_gpt":0.29581611807991254,"score_spread":0.272817522932921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411119199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007441272,0.00003058827,0.990887,0.0009473099,0.00028362623,0.0002353141,0.00004628209,0.00004580608,0.00008283761],"genre_scores_gemma":[0.98555267,0.0000012230918,0.013907147,0.000305036,0.00001735734,0.000028763423,0.000020933274,0.000001907188,0.00016497579],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999454,0.000033377946,0.00013999376,0.00019860663,0.000076112374,0.00009787864],"domain_scores_gemma":[0.99924344,0.000120906654,0.000041724048,0.00051154976,0.000065998276,0.00001636213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002196729,0.00005509338,0.00007016256,0.000049781604,0.00013384692,0.0000385417,0.0005280792,0.000027384376,0.0000055553332],"category_scores_gemma":[0.00004721371,0.000036608082,0.000021857004,0.00024207139,0.000015113116,0.0002479643,0.000085386404,0.00005054143,0.0000010471513],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011964873,0.00019212646,0.00006282788,0.00010259723,0.00021003629,0.0000021698781,0.021421399,0.023197968,0.13167885,0.08339856,0.017373916,0.7222399],"study_design_scores_gemma":[0.00019683772,0.00007004112,0.00009457128,0.0000052293494,0.0000050143017,0.0000010690485,0.0005529083,0.94602865,0.04392156,0.002720457,0.0063540256,0.000049642567],"about_ca_topic_score_codex":0.00011081242,"about_ca_topic_score_gemma":0.00014272296,"teacher_disagreement_score":0.9781114,"about_ca_system_score_codex":0.000012679103,"about_ca_system_score_gemma":0.00003633414,"threshold_uncertainty_score":0.14928342},"labels":[],"label_agreement":null},{"id":"W4411119578","doi":"10.18653/v1/2025.knowledgenlp-1.1","title":"Entity Retrieval for Answering Entity-Centric Questions","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Question answering; Computer science; Information retrieval; Natural language processing; Artificial intelligence; World Wide Web","score_opus":0.016701432455897558,"score_gpt":0.2788969821843046,"score_spread":0.26219554972840703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411119578","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010928357,0.00009383702,0.9813019,0.0011699692,0.0009253376,0.00017200178,9.894974e-7,0.00022008948,0.005187512],"genre_scores_gemma":[0.67278904,0.000018062088,0.31733498,0.00044471177,0.000078871475,0.000011391003,0.0000014572294,0.0000039277716,0.009317569],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992886,0.000016583324,0.00014744073,0.0002607572,0.00010289797,0.00018368386],"domain_scores_gemma":[0.99942136,0.00006618602,0.00002220752,0.0003756892,0.00007734024,0.00003720192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022068327,0.00006064389,0.000079494625,0.0001206688,0.00013812465,0.0001498749,0.00046054088,0.00003716407,0.000015995845],"category_scores_gemma":[0.00013286214,0.000060922503,0.000055258442,0.00039761377,0.000009969742,0.000292741,0.00019929314,0.000062551735,0.00001337514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023246719,0.000035526664,0.0012253935,0.000028106773,0.000010597017,9.668024e-7,0.00005277885,0.00029206963,0.0004197382,0.98576593,0.0010319839,0.011134553],"study_design_scores_gemma":[0.00081387797,0.00003800234,0.0038992448,0.00006099638,0.000022657903,0.0000032476821,0.000021627513,0.82059336,0.008215517,0.09932677,0.06671239,0.00029231497],"about_ca_topic_score_codex":0.000061650244,"about_ca_topic_score_gemma":0.000027336422,"teacher_disagreement_score":0.8864392,"about_ca_system_score_codex":0.000055460125,"about_ca_system_score_gemma":0.000079036254,"threshold_uncertainty_score":0.24843475},"labels":[],"label_agreement":null},{"id":"W4411120250","doi":"10.18653/v1/2025.wnu-1.7","title":"A Theoretical Framework for Evaluating Narrative Surprise in Large Language Models","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Surprise; Narrative; Computer science; Natural language processing; Linguistics; Psychology; Philosophy; Communication","score_opus":0.029949040192777384,"score_gpt":0.3667034877914282,"score_spread":0.3367544475986508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411120250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041670635,0.00009396383,0.94864523,0.0014632839,0.00013564207,0.00029223814,0.0000010388488,0.000088004635,0.007609939],"genre_scores_gemma":[0.585418,5.5904184e-7,0.41382253,0.00054987276,0.000011955252,0.000040003255,4.0247147e-7,0.0000023745974,0.00015429925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900866,0.000081608414,0.00019528382,0.00031435018,0.00013968116,0.00026044206],"domain_scores_gemma":[0.99898225,0.00052938296,0.00002406332,0.00037967853,0.000054706026,0.000029906878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008814068,0.000081915365,0.00013276488,0.00008605888,0.00006520973,0.000068105976,0.000439722,0.00007634899,0.00004877139],"category_scores_gemma":[0.00044679322,0.00006970233,0.00004431691,0.00025917048,0.000021003714,0.00018830954,0.0002113996,0.0001485039,0.000002492314],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053002177,0.000024362764,0.00005927423,0.000008641717,0.0000037726602,0.0000015657304,0.011964717,0.001716825,0.00002399341,0.97906655,0.000023409373,0.007101561],"study_design_scores_gemma":[0.00016706566,0.000008849119,0.000012839649,0.000031021424,9.8706e-7,1.6155299e-7,0.0008387287,0.5225697,0.000101385616,0.47622588,0.0000029146295,0.000040445448],"about_ca_topic_score_codex":0.000012428652,"about_ca_topic_score_gemma":0.000019949535,"teacher_disagreement_score":0.54374737,"about_ca_system_score_codex":0.00003878871,"about_ca_system_score_gemma":0.00008858065,"threshold_uncertainty_score":0.28423783},"labels":[],"label_agreement":null},{"id":"W4411127324","doi":"10.22399/ijcesen.2481","title":"INTELLIDOC - An Adaptive Transformer-Powered Pipeline For Intelligent Document Processing And Entity Extraction","year":2025,"lang":"en","type":"article","venue":"International Journal of Computational and Experimental Science and Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Transformer; Pipeline (software); Computer science; Artificial intelligence; Natural language processing; Engineering; Electrical engineering; Programming language","score_opus":0.014874400241966297,"score_gpt":0.3138410068152804,"score_spread":0.2989666065733141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411127324","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22015071,0.00060063286,0.7783687,0.00042287025,0.00035361174,0.00005965997,6.724925e-7,0.000008866473,0.000034264605],"genre_scores_gemma":[0.9265966,0.000038590875,0.0732073,0.00008627059,0.000058183345,0.000003500559,6.601357e-7,0.0000019331903,0.000006958311],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999163,0.000005450861,0.00024194374,0.00016555403,0.00032629678,0.00009781122],"domain_scores_gemma":[0.9994564,0.000046437974,0.0000692324,0.000029800985,0.0003202916,0.000077802906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038236057,0.00007676101,0.00008791578,0.00022895445,0.00010422126,0.00022893064,0.0002226846,0.000017295162,0.0000012559292],"category_scores_gemma":[0.000024562056,0.000068721965,0.000019617335,0.00010783588,0.000057967074,0.0014459873,0.000054638273,0.00006442986,7.540342e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022617666,0.00020618494,0.00024072145,0.00004806798,0.00007294369,0.000009993902,0.0055007366,0.11032279,0.056282904,0.11962128,0.000022538694,0.7074457],"study_design_scores_gemma":[0.0003954652,0.00012915103,0.00055790116,0.00009396793,0.000004623787,0.00010913753,0.0004791305,0.9700353,0.019958152,0.0077557787,0.00039114727,0.00009020805],"about_ca_topic_score_codex":0.0000072169796,"about_ca_topic_score_gemma":6.282124e-7,"teacher_disagreement_score":0.85971254,"about_ca_system_score_codex":0.00009077285,"about_ca_system_score_gemma":0.000089567904,"threshold_uncertainty_score":0.28024003},"labels":[],"label_agreement":null},{"id":"W4411143753","doi":"10.1109/icaace65325.2025.11019781","title":"Zero-Shot End-to-End Relation Extraction in Chinese: A Comparative Study of Gemini, LLaMA, and ChatGPT","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"End-to-end principle; Zero (linguistics); Shot (pellet); Relation (database); Extraction (chemistry); Computer science; Mathematics; Artificial intelligence; Chromatography; Materials science; Chemistry; Data mining; Linguistics","score_opus":0.044190243230717914,"score_gpt":0.3451886114867058,"score_spread":0.3009983682559879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411143753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69285357,0.000031000276,0.30093968,0.00022209907,0.0001112614,0.00025807013,1.8765049e-7,0.000024788076,0.0055593485],"genre_scores_gemma":[0.98931545,0.0000022644426,0.009986918,0.000051985924,0.000009667806,0.000016550208,5.2118247e-7,0.0000016870779,0.0006149409],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991268,0.000061862855,0.00026548965,0.00029573785,0.0001519718,0.00009816169],"domain_scores_gemma":[0.9994719,0.0001287348,0.00005773041,0.00027088675,0.000043296746,0.00002745229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025802472,0.0000840252,0.00016951819,0.00023913532,0.000039983017,0.0000370122,0.00017493576,0.000034753913,0.000011883835],"category_scores_gemma":[0.000027226355,0.00007278708,0.000012502867,0.00049823907,0.000010260767,0.00030595044,0.00014135941,0.00009911224,0.000002934947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119397584,0.0017491378,0.6025565,0.000081037484,0.00011268312,0.00001951473,0.11804169,0.028876161,0.013936099,0.11096211,0.00042785725,0.12311777],"study_design_scores_gemma":[0.00086419744,0.00016267871,0.6476632,0.000036661306,0.0000054225934,0.000002366493,0.0010530858,0.34622923,0.0006250999,0.0031579854,0.000084818435,0.00011531386],"about_ca_topic_score_codex":0.0003305523,"about_ca_topic_score_gemma":0.0005931245,"teacher_disagreement_score":0.31735304,"about_ca_system_score_codex":0.000033801804,"about_ca_system_score_gemma":0.000027596085,"threshold_uncertainty_score":0.2968171},"labels":[],"label_agreement":null},{"id":"W4411170507","doi":"10.1080/00295450.2025.2481358","title":"Natural Language Processing in the Nuclear Industry: Opportunities and Challenges","year":2025,"lang":"en","type":"article","venue":"Nuclear Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Nuclear industry; Computer science; Nuclear engineering; Engineering","score_opus":0.04038123152615424,"score_gpt":0.26083551931123056,"score_spread":0.2204542877850763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411170507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7373862,0.017127147,0.00038577316,0.22884423,0.0001620308,0.00017905868,3.7504637e-7,0.0007711701,0.015143999],"genre_scores_gemma":[0.99508154,0.00030325734,0.0033414715,0.0011735478,0.0000123185155,0.0000035491178,9.373911e-8,0.000005857907,0.00007836907],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939835,0.00003083072,0.00010289593,0.00022007168,0.00007455089,0.00017330667],"domain_scores_gemma":[0.99957347,0.000016258216,0.000029358192,0.00035446216,0.00001568547,0.00001075885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016421996,0.000075644515,0.00009837811,0.0002574298,0.000091668604,0.00007250867,0.00075942266,0.00022978599,0.0000033730512],"category_scores_gemma":[0.000040384668,0.000058960897,0.000010395453,0.00026767445,0.00011144241,0.00015108046,0.00033893832,0.0005369304,0.000003442521],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1206647e-7,0.000009774676,0.000032121476,0.000020422485,0.000001759001,0.000027731645,0.0027482673,7.606669e-7,0.00011572191,0.43151528,0.00007133446,0.5654559],"study_design_scores_gemma":[0.0014202292,0.0002056737,0.008769446,0.0005708401,0.000022819948,0.00042692816,0.17557782,0.31338114,0.00015013173,0.046793934,0.45187762,0.0008034385],"about_ca_topic_score_codex":0.000012458613,"about_ca_topic_score_gemma":0.000014020485,"teacher_disagreement_score":0.5646525,"about_ca_system_score_codex":0.000016590193,"about_ca_system_score_gemma":0.000021536374,"threshold_uncertainty_score":0.24043556},"labels":[],"label_agreement":null},{"id":"W4411171689","doi":"10.1109/access.2025.3578497","title":"Unsupervised Context-Linking Retriever for Question Answering on Long Narrative Books","year":2025,"lang":"en","type":"article","venue":"IEEE Access","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Universiti Kebangsaan Malaysia; Ministry of Higher Education, Malaysia","keywords":"Question answering; Computer science; Context (archaeology); Narrative; Information retrieval; Labrador Retriever; Natural language processing; Artificial intelligence; World Wide Web; Linguistics; Medicine; History","score_opus":0.04394293215499163,"score_gpt":0.338799564082537,"score_spread":0.29485663192754535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411171689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18882777,0.0000748642,0.80763793,0.0007637719,0.0012719923,0.00031014034,9.32293e-7,0.00015078616,0.00096179073],"genre_scores_gemma":[0.9924954,0.0000040879654,0.005065135,0.00167641,0.00011883905,0.000047586345,0.0000016888564,0.000008072475,0.0005827354],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989051,0.00004693599,0.00022761662,0.000425215,0.00016523563,0.00022985529],"domain_scores_gemma":[0.99918664,0.00017629367,0.000067043766,0.00039271743,0.00013777932,0.000039506547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030522246,0.0001290624,0.00015878296,0.00013111198,0.00020610185,0.0003789448,0.00093822385,0.00007707515,0.0000027571027],"category_scores_gemma":[0.00006725506,0.00012681153,0.000056988243,0.00024057426,0.000019376235,0.00078707834,0.00012447055,0.0001406828,0.0000029234598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020775557,0.00014447197,0.0095055085,0.00036775382,0.00015024611,0.000038671416,0.012190832,0.016908001,0.0053301905,0.29598537,0.0021725637,0.65699863],"study_design_scores_gemma":[0.0024508487,0.00017996177,0.0050323727,0.0012693634,0.000026559383,0.000003850163,0.00025121917,0.78931254,0.15319733,0.0437888,0.0037795051,0.00070762803],"about_ca_topic_score_codex":0.000062689076,"about_ca_topic_score_gemma":0.000062297055,"teacher_disagreement_score":0.80366766,"about_ca_system_score_codex":0.00009301017,"about_ca_system_score_gemma":0.00008101181,"threshold_uncertainty_score":0.51712245},"labels":[],"label_agreement":null},{"id":"W4411199189","doi":"10.2196/76773","title":"Toward Cross-Hospital Deployment of Natural Language Processing Systems: Model Development and Validation of Fine-Tuned Large Language Models for Disease Name Recognition in Japanese","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Software deployment; Computer science; Robustness (evolution); Artificial intelligence; Natural language processing; Medicine; World Wide Web; Software engineering","score_opus":0.02115195569370589,"score_gpt":0.30708802305490746,"score_spread":0.2859360673612016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411199189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5684536,0.00031783647,0.4306749,0.000063489046,0.000060072165,0.00035676832,0.00000954997,0.000026829779,0.000036915862],"genre_scores_gemma":[0.95874655,0.0000041961007,0.040952988,0.000084013496,0.000010299868,0.00012177041,0.000043859072,0.0000043436085,0.000031954725],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985096,0.000017342743,0.0007396389,0.00011756566,0.00042979754,0.00018604373],"domain_scores_gemma":[0.9993561,0.00005714181,0.00020528183,0.00016557316,0.00012794718,0.00008795599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047561427,0.000106360254,0.00021068465,0.00013856018,0.00003455097,0.00005605023,0.00026744267,0.00008105272,9.249582e-7],"category_scores_gemma":[0.00012312092,0.0000920091,0.00003054678,0.0001514508,0.00003230185,0.00066582864,0.00017518127,0.00010846562,3.6376127e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016304235,0.0007435169,0.0009140082,0.019894106,0.00007366754,0.000017068834,0.5443229,0.027622916,0.000115905124,0.006086001,0.00008405471,0.39996278],"study_design_scores_gemma":[0.0009150556,0.000014953004,0.000060188442,0.0007380822,0.0000057161324,8.3439386e-7,0.0030185897,0.99400073,0.00084934244,0.00029605572,0.0000044094922,0.00009604076],"about_ca_topic_score_codex":0.000011086221,"about_ca_topic_score_gemma":0.0000041366934,"teacher_disagreement_score":0.9663778,"about_ca_system_score_codex":0.000059279002,"about_ca_system_score_gemma":0.00029678392,"threshold_uncertainty_score":0.3752022},"labels":[],"label_agreement":null},{"id":"W4411267758","doi":"10.22318/icls2025.100255","title":"A Systematic Literature Review of Large Language Model Applications in the Algebra Domain","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Algebra over a field; Programming language; Domain (mathematical analysis); Mathematics; Pure mathematics","score_opus":0.00780541389418628,"score_gpt":0.27125327806474,"score_spread":0.2634478641705537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411267758","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023325877,0.12354398,0.85549736,0.0025923925,0.000030718234,0.0016984809,0.0000036607753,0.00008247269,0.014218338],"genre_scores_gemma":[0.8494144,0.005916565,0.13360074,0.008725536,0.00005584997,0.001639888,0.0000054987254,0.000013143971,0.00062837877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992098,0.000015602667,0.00029180606,0.00018677961,0.00016924043,0.0001267454],"domain_scores_gemma":[0.99949163,0.000030978415,0.000093723706,0.00027892974,0.00009122972,0.000013509078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008590386,0.0000755799,0.00019275669,0.00008447871,0.000039781124,0.000068918634,0.00087984797,0.00003437636,6.3951336e-7],"category_scores_gemma":[0.00008756053,0.00004780691,0.00004696664,0.00090204284,0.000007695562,0.00017079494,0.00012232907,0.0001235626,0.000001710778],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1943282e-7,0.000031126016,0.00004752927,0.111993365,0.0000052493783,5.8826936e-7,0.006455755,0.00000295087,0.00008734368,0.88084245,0.0003920421,0.00014137864],"study_design_scores_gemma":[0.00047640817,0.000017958682,0.00009085074,0.3363302,0.000063765336,0.000023291277,0.0025151458,0.58533204,0.00044571847,0.07362522,0.0007590748,0.00032033472],"about_ca_topic_score_codex":9.1932253e-7,"about_ca_topic_score_gemma":7.927001e-7,"teacher_disagreement_score":0.84708184,"about_ca_system_score_codex":0.000018565821,"about_ca_system_score_gemma":0.00002776079,"threshold_uncertainty_score":0.19495091},"labels":[],"label_agreement":null},{"id":"W4411306282","doi":"10.1007/s41666-025-00204-w","title":"LongHealth: A Question Answering Benchmark with Long Clinical Documents","year":2025,"lang":"en","type":"article","venue":"Journal of Healthcare Informatics Research","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Technische Universität München","keywords":"Benchmark (surveying); Computer science; Sorting; Identification (biology); Unstructured data; Data science; Information retrieval; Data mining; Artificial intelligence; Natural language processing; Big data; Programming language","score_opus":0.10737496601511887,"score_gpt":0.5006962605306308,"score_spread":0.3933212945155119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411306282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1685676,0.0007725991,0.8099602,0.016870622,0.00080693566,0.00040898458,7.8625436e-7,0.00003317578,0.0025791405],"genre_scores_gemma":[0.8709603,0.00072782324,0.12724058,0.00076303026,0.00014388484,0.0000058005403,8.858184e-7,0.0000066608864,0.00015100349],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954358,0.0005345391,0.0018203327,0.00013170429,0.001502341,0.0005752822],"domain_scores_gemma":[0.99618703,0.0006071463,0.0005079438,0.00056268903,0.0017997859,0.0003354143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011289227,0.000114680595,0.00034220394,0.00081975036,0.00028513395,0.0003135382,0.0011953239,0.00012975722,0.000004270281],"category_scores_gemma":[0.00052151177,0.00008670057,0.00007765541,0.0009766804,0.000083198654,0.0014424393,0.0003460427,0.0016617008,0.000009952631],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002743762,0.00021433718,0.102369584,0.0022854886,0.00014095707,0.00019944865,0.0052463426,0.002285998,0.0000036637414,0.08190624,0.0025842837,0.8024893],"study_design_scores_gemma":[0.008900749,0.009548436,0.12441031,0.016213214,0.00004890899,0.0017119972,0.007343581,0.73454213,0.0003306077,0.041600127,0.054227583,0.0011223239],"about_ca_topic_score_codex":0.00017522613,"about_ca_topic_score_gemma":0.000106833904,"teacher_disagreement_score":0.801367,"about_ca_system_score_codex":0.00042617612,"about_ca_system_score_gemma":0.0023413652,"threshold_uncertainty_score":0.7219355},"labels":[],"label_agreement":null},{"id":"W4411332331","doi":"10.18280/mmep.120517","title":"Learning-Based Information Extraction to Obtain Prominent Named Entities in Indonesian Court Decision Documents","year":2025,"lang":"en","type":"article","venue":"Mathematical Modelling and Engineering Problems","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Indonesian; Computer science; Natural language processing; Information extraction; Information retrieval; Artificial intelligence; Linguistics; Philosophy","score_opus":0.009365084124116418,"score_gpt":0.2276536113526836,"score_spread":0.2182885272285672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411332331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10556536,0.000024687943,0.89339775,0.0003431404,0.00009563573,0.0002745893,1.6095669e-7,0.00013966016,0.0001590301],"genre_scores_gemma":[0.78007686,0.000008002553,0.21973741,0.00003121368,0.000006307337,0.00007223001,0.0000013316699,0.0000050585495,0.00006160539],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989996,0.000014466319,0.00037690697,0.00018818665,0.00020217271,0.00021865232],"domain_scores_gemma":[0.999554,0.0001263691,0.00003759419,0.0001785233,0.000037178786,0.0000663699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045023212,0.00012759885,0.00016466666,0.00034790448,0.000054197448,0.00022052597,0.00017251816,0.00006886639,0.0000017247556],"category_scores_gemma":[0.000082991915,0.000122619,0.000024227797,0.00025634404,0.000006014124,0.00045960234,0.00007188421,0.000188061,0.000009584787],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037684094,0.000018273826,0.000052308227,0.00026918433,0.0000035688793,6.376245e-7,0.00076536846,0.98034805,0.00003732987,0.011944127,0.000005616023,0.00655177],"study_design_scores_gemma":[0.0002632525,0.0000278932,0.000035913446,0.0006706408,0.0000031137495,0.0000015589493,0.000028022117,0.98622894,0.00013811416,0.012065373,0.00042155132,0.00011563322],"about_ca_topic_score_codex":0.000017597627,"about_ca_topic_score_gemma":0.0000010512035,"teacher_disagreement_score":0.6745115,"about_ca_system_score_codex":0.00007448972,"about_ca_system_score_gemma":0.000023868004,"threshold_uncertainty_score":0.5000258},"labels":[],"label_agreement":null},{"id":"W4411346145","doi":"10.1145/3743676","title":"Transphobia Is in the Eye of the Prompter: Trans-Centered Perspectives on Large Language Models","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Transphobia; Psychology; Optometry; Ophthalmology; Artificial intelligence; Computer science; Medicine; Psychoanalysis","score_opus":0.024914344486874972,"score_gpt":0.3046337098118638,"score_spread":0.2797193653249888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411346145","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16001971,0.000034530327,0.83374935,0.004152865,0.00070498016,0.00047452265,0.000014926807,0.00008186633,0.00076721975],"genre_scores_gemma":[0.9948084,0.000017723709,0.0038060397,0.0010353096,0.00004350265,0.000056950976,0.0000019329543,0.000011367635,0.00021879352],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811333,0.00027421818,0.00044357622,0.00054960133,0.00034645514,0.00027282006],"domain_scores_gemma":[0.9981596,0.00018667961,0.000108162676,0.0014510031,0.00006764326,0.000026935655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029731033,0.00022897487,0.00022840826,0.00032614046,0.00030790066,0.00013252889,0.0017824448,0.000090870475,0.000041083986],"category_scores_gemma":[0.0000043955442,0.0001636354,0.0002761867,0.0005088034,0.000048510403,0.00052692124,0.000023013945,0.0006330046,0.0000046488467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044027777,0.008249064,0.00031315425,0.0003945892,0.0005471908,0.00003126308,0.4353046,0.14974983,0.008179233,0.09978414,0.00086318457,0.29614344],"study_design_scores_gemma":[0.003362354,0.00064686406,0.0036816078,0.0012971686,0.00008493668,0.000020880407,0.008167444,0.9523027,0.017900141,0.009893065,0.0020742225,0.0005686079],"about_ca_topic_score_codex":0.00016887035,"about_ca_topic_score_gemma":0.00026811037,"teacher_disagreement_score":0.8347887,"about_ca_system_score_codex":0.00015303274,"about_ca_system_score_gemma":0.00004000513,"threshold_uncertainty_score":0.6672858},"labels":[],"label_agreement":null},{"id":"W4411389650","doi":"10.21203/rs.3.rs-6892199/v1","title":"Speaking in Feelings: Facilitating Human Emotion Communication through Analogy by Large Language Models","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Analogy; Feeling; Psychology; Human communication; Communication; Linguistics; Cognitive psychology; Cognitive science; Computer science; Social psychology; Philosophy","score_opus":0.10682082857609647,"score_gpt":0.43552638681337275,"score_spread":0.32870555823727626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411389650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12759162,0.003404018,0.85789555,0.0009277543,0.000107479886,0.00082542055,0.00008377446,0.0002000998,0.008964302],"genre_scores_gemma":[0.9582619,0.00020220489,0.04066392,0.000071594004,0.00004870972,0.00010951251,0.00026363338,0.000014305104,0.00036419762],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952757,0.0015021047,0.0005930626,0.0009555132,0.0009101102,0.00076355296],"domain_scores_gemma":[0.99669224,0.0004988671,0.0001450687,0.0022058,0.0003906639,0.00006735969],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003902666,0.00023222694,0.0003655338,0.00054372766,0.00040505157,0.00037378687,0.0025406694,0.00034691702,0.000016399044],"category_scores_gemma":[0.00038215236,0.00026027783,0.0001051551,0.00069303147,0.00006976256,0.00056734815,0.0052359914,0.0022988857,0.000012276801],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019372774,0.0007235107,0.0025289042,0.00472812,0.000108217864,0.000081769285,0.3043225,0.1968026,0.0018520853,0.3834018,0.0026767347,0.10275436],"study_design_scores_gemma":[0.00034697066,0.00002714398,0.00014681803,0.0017107835,0.0000024996766,8.888872e-7,0.006419538,0.9153759,0.00014326662,0.075183734,0.00038759655,0.00025488567],"about_ca_topic_score_codex":0.009432274,"about_ca_topic_score_gemma":0.0018965814,"teacher_disagreement_score":0.8306703,"about_ca_system_score_codex":0.000588198,"about_ca_system_score_gemma":0.00025500255,"threshold_uncertainty_score":0.9999849},"labels":[],"label_agreement":null},{"id":"W4411391110","doi":"10.1177/17470218251353509","title":"Updating social knowledge via episodic memory prediction errors","year":2025,"lang":"en","type":"article","venue":"Quarterly Journal of Experimental Psychology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Episodic memory; Cognitive psychology; Semantic memory; Psychology; Computer science; Cognition; Neuroscience","score_opus":0.023464562515547738,"score_gpt":0.3506558394004344,"score_spread":0.32719127688488664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411391110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3792749,0.0013073942,0.6011914,0.0014290388,0.004940185,0.00009939992,7.2258365e-7,0.00005606162,0.011700862],"genre_scores_gemma":[0.9886864,0.0000023941964,0.010259806,0.0005445786,0.00037932262,0.00000533842,6.5221593e-7,0.0000075458756,0.00011395711],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99840736,0.0001943699,0.00068663666,0.00028122452,0.00017246087,0.00025797312],"domain_scores_gemma":[0.99922085,0.00003934716,0.0003139713,0.00026779383,0.00008667156,0.00007136758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044763266,0.00014490231,0.00026324915,0.0003099185,0.00016823006,0.0000530048,0.0007537102,0.00011962801,0.000040814117],"category_scores_gemma":[0.000006689163,0.0001416345,0.00014864378,0.00024857026,0.0000762614,0.00048459158,0.000051805586,0.00031112783,0.000024530384],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015329556,0.0012748165,0.00071252004,0.00002549322,0.00022898134,0.000093462666,0.046352856,0.000025073208,0.38971218,0.025722094,0.0133325625,0.52236664],"study_design_scores_gemma":[0.059099652,0.038552716,0.04647197,0.0014492079,0.00043930445,0.00995899,0.08653215,0.20740119,0.2786266,0.22791798,0.038507294,0.0050429706],"about_ca_topic_score_codex":0.000004500545,"about_ca_topic_score_gemma":0.0000012624515,"teacher_disagreement_score":0.6094115,"about_ca_system_score_codex":0.00010894697,"about_ca_system_score_gemma":0.000065467415,"threshold_uncertainty_score":0.57756877},"labels":[],"label_agreement":null},{"id":"W4411403346","doi":"10.1145/3744746","title":"A Comprehensive Overview of Large Language Models","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Intelligent Systems and Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":488,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Context (archaeology); Benchmarking; Frontier; Data science; Engineering ethics; Management science; Political science; Engineering; Management","score_opus":0.041916858637249886,"score_gpt":0.307768274351576,"score_spread":0.26585141571432613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411403346","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01333054,0.0071408586,0.97750443,0.0010158049,0.00033973175,0.00021481383,0.0000075174235,0.00017652853,0.00026978482],"genre_scores_gemma":[0.9924573,0.0006583569,0.0064168656,0.00008616441,0.000004098734,0.000042583375,4.322369e-7,0.000004286509,0.0003299165],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916416,0.000028909493,0.00028027763,0.0002744881,0.00008918262,0.00016300342],"domain_scores_gemma":[0.99891603,0.00007590107,0.000057318535,0.0008417134,0.0000865437,0.000022471451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000083796534,0.00010403901,0.0002337004,0.00044898337,0.00007726258,0.000020256204,0.00054904126,0.0001377687,0.0000047072235],"category_scores_gemma":[0.00000838416,0.0000949426,0.00004397932,0.00052422984,0.000042334985,0.00008865819,0.000042039523,0.00016261978,0.0000051020893],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003835628,0.00010945283,0.000033489778,0.00027024146,0.00009010114,0.000005690649,0.0004814888,0.0038462363,0.00071661035,0.8747651,0.000028547862,0.11964918],"study_design_scores_gemma":[0.0009412989,0.00031785027,0.000032941018,0.001220798,0.00007089377,0.00009399919,0.0052613644,0.8016403,0.04269345,0.12286238,0.024371153,0.00049357984],"about_ca_topic_score_codex":0.00012823487,"about_ca_topic_score_gemma":0.000015574651,"teacher_disagreement_score":0.97912675,"about_ca_system_score_codex":0.00002354594,"about_ca_system_score_gemma":0.00002686339,"threshold_uncertainty_score":0.38716468},"labels":[],"label_agreement":null},{"id":"W4411447376","doi":"10.1109/icsc64641.2025.00032","title":"MediTriR: A Triple-Driven Approach to Retrieval-Augmented Generation for Medical Question Answering Tasks","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Question answering; Computer science; Information retrieval; Artificial intelligence; Natural language processing","score_opus":0.03046773196624122,"score_gpt":0.3030382831378181,"score_spread":0.2725705511715769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411447376","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004050355,0.00003892927,0.9867672,0.004454384,0.0010239913,0.0005456975,0.000001100561,0.0002309806,0.0028873873],"genre_scores_gemma":[0.39867356,0.000008478352,0.59677887,0.0020631277,0.0004423087,0.000104800565,0.00002164919,0.0000077498435,0.0018994687],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998568,0.000054874232,0.00030312611,0.0004670954,0.0003908131,0.0002160999],"domain_scores_gemma":[0.99928486,0.00006370598,0.000034863744,0.0003904595,0.00010061847,0.00012551794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075292547,0.00010248486,0.00014509237,0.00016911162,0.00010773605,0.00010372329,0.0005330045,0.0001148078,0.0000084218555],"category_scores_gemma":[0.000477047,0.00009212696,0.000050349452,0.0004283317,0.000010533294,0.00017730951,0.00017204833,0.00009548705,0.0000047740305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006064383,0.00022339971,0.00013310148,0.00011196227,0.000070258124,0.000003537335,0.00083032035,0.013097135,0.019142566,0.7679942,0.025435397,0.17289747],"study_design_scores_gemma":[0.0005118711,0.000036870388,0.00003255214,0.000028432298,0.0000058314677,0.000002072088,0.000011698532,0.9900241,0.0043645855,0.00056664157,0.0043183486,0.00009703388],"about_ca_topic_score_codex":0.000030745214,"about_ca_topic_score_gemma":0.000016530905,"teacher_disagreement_score":0.9769269,"about_ca_system_score_codex":0.000092731454,"about_ca_system_score_gemma":0.00016273107,"threshold_uncertainty_score":0.37568283},"labels":[],"label_agreement":null},{"id":"W4411447528","doi":"10.1109/icsc64641.2025.00011","title":"TriRAG: Enhancing Retrieval-Augmented Generation Method with Triple-Based Knowledge Graphs for Improved Question Answering","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Question answering; Computer science; Information retrieval; Knowledge graph; Artificial intelligence","score_opus":0.023017567291996256,"score_gpt":0.31437519392034546,"score_spread":0.2913576266283492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411447528","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034327887,0.00013482566,0.9936102,0.00071904436,0.0005895713,0.0006944792,0.0000010556142,0.00030253088,0.00051549746],"genre_scores_gemma":[0.23216066,0.0000032017606,0.7661563,0.00032539145,0.00006422053,0.00006606094,0.000009925442,0.0000096029835,0.001204612],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869066,0.00011307022,0.0003268899,0.00051660073,0.00010468871,0.00024807407],"domain_scores_gemma":[0.999055,0.00017047023,0.00008642964,0.00043570172,0.00020068025,0.000051680167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010138833,0.0001552634,0.00019373809,0.00026920091,0.00018818911,0.0001565013,0.00030077065,0.0000800396,0.000003406682],"category_scores_gemma":[0.00011225096,0.00013105637,0.0000701664,0.00067742844,0.0000105890795,0.0003136639,0.00005115754,0.000092251925,9.3120116e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015967869,0.00010470853,0.000036785856,0.0001280972,0.000056478482,8.5815145e-7,0.00027278683,0.0039017934,0.49169034,0.41695467,0.00027480084,0.086419],"study_design_scores_gemma":[0.0011161701,0.000099571764,0.000014508495,0.000045915025,0.000014997408,6.044705e-7,0.00001108787,0.72804415,0.26779568,0.002411672,0.0003287998,0.00011683182],"about_ca_topic_score_codex":0.00003783846,"about_ca_topic_score_gemma":0.0001692773,"teacher_disagreement_score":0.7241424,"about_ca_system_score_codex":0.00015354583,"about_ca_system_score_gemma":0.00025036084,"threshold_uncertainty_score":0.53443235},"labels":[],"label_agreement":null},{"id":"W4411449748","doi":"10.1145/3715735","title":"Hallucination Detection in Large Language Models with Metamorphic Relations","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Calgary","funders":"","keywords":"Recall; Computer science; Margin (machine learning); Cognitive psychology; Psychology; Artificial intelligence; Machine learning","score_opus":0.00800568433846788,"score_gpt":0.20890885471749607,"score_spread":0.2009031703790282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411449748","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2859885,0.00006599667,0.71296847,0.00038047793,0.00009912989,0.00014882107,7.8593524e-7,0.0001723813,0.0001754253],"genre_scores_gemma":[0.86606866,0.000001405243,0.13368972,0.000046416542,0.000010087296,0.000026105236,2.0672849e-7,0.0000070416204,0.00015033523],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992983,0.0000029205673,0.00015783051,0.0002095511,0.00018739115,0.00014401275],"domain_scores_gemma":[0.9994018,0.00005874653,0.000065029286,0.00036557403,0.000092363734,0.000016470487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023457635,0.00009569502,0.000110357665,0.00023965171,0.00004339164,0.00003424868,0.0009122883,0.000051787545,8.93768e-7],"category_scores_gemma":[0.0007983778,0.00007314536,0.00003282861,0.0006994802,0.0000065959744,0.0003993611,0.0003016699,0.00018858085,0.0000011540582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038885573,0.00021252094,0.019377256,0.00041222732,0.000096806994,0.0000023456964,0.004469331,0.599224,0.0088293925,0.3446894,0.00016561603,0.022482222],"study_design_scores_gemma":[0.0004130699,0.00003208543,0.01438171,0.00024586878,0.000012685245,0.0000030273845,0.00004000212,0.9647879,0.01565256,0.004211365,0.00008794199,0.00013176915],"about_ca_topic_score_codex":0.000014832188,"about_ca_topic_score_gemma":0.000009156996,"teacher_disagreement_score":0.5800802,"about_ca_system_score_codex":0.00007704931,"about_ca_system_score_gemma":0.000020162477,"threshold_uncertainty_score":0.29827812},"labels":[],"label_agreement":null},{"id":"W4411531987","doi":"10.1007/978-3-031-96235-6_22","title":"Enhancing Answer Reliability Through Inter-Model Consensus of Large Language Models","year":2025,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reliability (semiconductor); Computer science; Natural language processing; Physics","score_opus":0.011140105632741579,"score_gpt":0.2817262020971429,"score_spread":0.2705860964644013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411531987","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001603403,0.0066362885,0.8112412,0.00093634805,0.0000787688,0.00025771675,0.00001802717,0.00018033144,0.180491],"genre_scores_gemma":[0.43172723,0.023270428,0.536362,0.0010173052,0.00000851409,0.00009706906,0.000084375955,0.00001724799,0.0074158404],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99858147,0.000026868476,0.00088749285,0.00020831834,0.0001380566,0.00015778924],"domain_scores_gemma":[0.9974197,0.00015216885,0.0005138671,0.001689099,0.00020844724,0.000016676846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038488436,0.00018139134,0.00033901914,0.00046416727,0.000074624,0.000026986312,0.0011081854,0.00038083902,0.0000055478827],"category_scores_gemma":[0.00012216913,0.00019187859,0.000043541528,0.00014593021,0.00019186293,0.001325296,0.00092138216,0.00052939367,0.0000038622698],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004336258,0.00000891655,0.0000059064737,0.000108554195,0.000004466249,1.6612263e-7,0.0017319431,0.0019558652,0.0000043537484,0.91919655,0.000022807671,0.07695614],"study_design_scores_gemma":[0.0002943124,0.000017744283,4.393881e-7,0.0003817066,0.0000049377477,0.000003918279,0.00051030336,0.33181185,0.00037283692,0.63203984,0.034391046,0.00017104048],"about_ca_topic_score_codex":0.000015797823,"about_ca_topic_score_gemma":0.00012206214,"teacher_disagreement_score":0.4315669,"about_ca_system_score_codex":0.00008289598,"about_ca_system_score_gemma":0.00010192371,"threshold_uncertainty_score":0.7824582},"labels":[],"label_agreement":null},{"id":"W4411630053","doi":"10.18653/v1/2024.eacl-long.175","title":"Gradient-Based Language Model Red Teaming","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited","keywords":"Computer science; Natural language processing; Artificial intelligence","score_opus":0.019019995887278443,"score_gpt":0.2566363238250168,"score_spread":0.23761632793773835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411630053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023484161,0.00017792606,0.96249706,0.0012392423,0.00023516902,0.000045541772,4.603976e-7,0.0007020321,0.011618404],"genre_scores_gemma":[0.78343666,5.8972745e-7,0.21357915,0.0003455736,0.00003331166,0.0000043978894,7.083493e-7,0.0000053907675,0.0025942344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993072,0.0000108408785,0.000099264704,0.00027894648,0.00013957983,0.00016413636],"domain_scores_gemma":[0.9995255,0.000029815896,0.000007717652,0.00037983697,0.000010728122,0.00004642174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013301833,0.00006585156,0.00005683538,0.000083174986,0.000034331548,0.00015432251,0.0003671284,0.000025425528,0.000018796978],"category_scores_gemma":[0.000009868317,0.000054760825,0.000041526564,0.0001643036,0.0000069034436,0.00021091268,0.00008431539,0.00007686748,0.00005493614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016354579,0.00003761702,0.000059010526,0.00009159422,0.000017965796,0.00016659572,0.0037988047,0.13495477,0.017059876,0.5863773,0.004788297,0.25264648],"study_design_scores_gemma":[0.00005028433,0.0000055754094,0.0000039359625,0.000020111973,0.0000015912716,0.0000026575042,0.0000253219,0.99549323,0.0022812146,0.0016881471,0.00035221412,0.00007571649],"about_ca_topic_score_codex":0.000025225105,"about_ca_topic_score_gemma":0.000007773265,"teacher_disagreement_score":0.8605385,"about_ca_system_score_codex":0.000030448458,"about_ca_system_score_gemma":0.000055693064,"threshold_uncertainty_score":0.22330816},"labels":[],"label_agreement":null},{"id":"W4411630208","doi":"10.18653/v1/2024.eacl-long.105","title":"Learning to Retrieve In-Context Examples for Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited","keywords":"Computer science; Context (archaeology); Natural language processing; Artificial intelligence; Context model; Information retrieval; History","score_opus":0.038251800548082554,"score_gpt":0.28693300571569935,"score_spread":0.2486812051676168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411630208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06298347,0.00036427964,0.93220377,0.00082569994,0.00018997627,0.00017531414,0.0000014685814,0.0002634424,0.0029925588],"genre_scores_gemma":[0.91441184,0.0000026001155,0.080687076,0.00048193353,0.00005825949,0.000023929419,0.0000010941282,0.000008300336,0.004324966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914455,0.000018410932,0.00013970252,0.00033835217,0.000106671614,0.00025230876],"domain_scores_gemma":[0.99955505,0.00013789696,0.000008653998,0.00022680199,0.000020270503,0.00005129917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039776892,0.00007180357,0.00009314019,0.00012153451,0.000034930916,0.00016938412,0.0003289669,0.000035878395,0.000018895751],"category_scores_gemma":[0.00006107137,0.00006348184,0.000038404145,0.0002574411,0.0000021103049,0.00034725276,0.00017445828,0.00010673547,0.000041522006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003498479,0.000011190682,0.00006263747,0.000038750266,0.0000064602687,0.000021385857,0.026044039,0.0077736843,0.0006185923,0.8104614,0.00064252113,0.15431586],"study_design_scores_gemma":[0.00010952459,0.000034034765,0.000013774676,0.000036347974,9.066912e-7,0.0000019727283,0.0010771783,0.9815404,0.0005979163,0.0067740544,0.009717342,0.00009654928],"about_ca_topic_score_codex":0.000123803,"about_ca_topic_score_gemma":0.0002534694,"teacher_disagreement_score":0.9737667,"about_ca_system_score_codex":0.0000366071,"about_ca_system_score_gemma":0.00003679515,"threshold_uncertainty_score":0.25887144},"labels":[],"label_agreement":null},{"id":"W4411644201","doi":"10.1145/3742423","title":"Utilizing Large Language Model for Conversational Information Seeking via Dual-Query Generation and Joint-Encoding","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Western University","funders":"","keywords":"Computer science; Encoding (memory); Joint (building); Dual (grammatical number); Natural language processing; Language model; Artificial intelligence; Linguistics; Engineering","score_opus":0.033160082311940495,"score_gpt":0.2612312934812345,"score_spread":0.22807121116929402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411644201","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031525576,0.000025565718,0.9938998,0.00044416697,0.0008442985,0.0006099224,0.000046289097,0.00020418782,0.00077317015],"genre_scores_gemma":[0.9656764,0.000009591732,0.033219468,0.00068733457,0.00003865819,0.00018143564,0.00008929903,0.0000039847123,0.00009381293],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866617,0.00003570917,0.00067639526,0.00014532641,0.00027108096,0.00020532073],"domain_scores_gemma":[0.99900556,0.00009940778,0.00021454002,0.00040488728,0.00022723182,0.000048352056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006654394,0.00013965808,0.00015907314,0.0005334285,0.00047755058,0.0005145292,0.00018504307,0.000111033565,0.0000023375305],"category_scores_gemma":[0.000065532484,0.00014771489,0.00006061698,0.0002527896,0.0000121249195,0.0064121573,0.000020147223,0.00013118648,0.000015755453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024912817,0.000037335525,0.00005794761,0.00072688976,0.00009813172,3.300356e-7,0.032523353,0.6822756,0.002049417,0.1859357,0.0003837042,0.09588668],"study_design_scores_gemma":[0.00064178125,0.000013848904,0.000025725885,0.00006588036,0.000011427746,0.000007803206,0.0016823558,0.99521184,0.00074616814,0.00029351175,0.0011657594,0.00013387266],"about_ca_topic_score_codex":0.00003284104,"about_ca_topic_score_gemma":0.0000063040607,"teacher_disagreement_score":0.9625239,"about_ca_system_score_codex":0.00014290628,"about_ca_system_score_gemma":0.00010590052,"threshold_uncertainty_score":0.6023639},"labels":[],"label_agreement":null},{"id":"W4411806137","doi":"10.2196/70706","title":"Extracting Knowledge From Scientific Texts on Patient-Derived Cancer Models Using Large Language Models: Algorithm Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Bioinformatics and Biotechnology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Cancer Institute","keywords":"Computer science; Natural language processing; Algorithm; Artificial intelligence","score_opus":0.03245524288182356,"score_gpt":0.2980792810151806,"score_spread":0.26562403813335705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411806137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53123826,0.00026361734,0.46782643,0.000082289975,0.0001506764,0.00028082437,0.000007227822,0.00008876527,0.00006189963],"genre_scores_gemma":[0.80333066,0.000018060782,0.19652013,0.00005679747,0.000008739961,0.000032670363,0.0000065331924,0.0000048603033,0.000021562253],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881625,0.000023289713,0.0003895333,0.00034976235,0.0001488607,0.00027231342],"domain_scores_gemma":[0.9993337,0.000037030575,0.00014758448,0.00038038107,0.000059691927,0.000041647327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023364818,0.00016551097,0.00018764033,0.000392937,0.00039020996,0.00027631313,0.00029039348,0.00018377118,0.0000011615099],"category_scores_gemma":[0.000011002204,0.00014501983,0.0000167301,0.00029931308,0.000052408664,0.000547992,0.000626757,0.00019677331,0.0000016006511],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031394861,0.00015932543,0.00005363776,0.000034312478,0.000033566615,0.0000027602346,0.022270354,0.00092748937,0.001957608,0.0039753774,0.000010814799,0.97057164],"study_design_scores_gemma":[0.00043471495,0.00003914725,0.00003195947,0.00008998797,0.000007978556,0.0000019268941,0.002760932,0.97802067,0.016618801,0.001616056,0.00021996087,0.0001578574],"about_ca_topic_score_codex":0.00006498699,"about_ca_topic_score_gemma":0.000056038145,"teacher_disagreement_score":0.97709316,"about_ca_system_score_codex":0.0000756029,"about_ca_system_score_gemma":0.0001113888,"threshold_uncertainty_score":0.5913737},"labels":[],"label_agreement":null},{"id":"W4411884041","doi":"10.1038/s41467-025-60762-w","title":"Extracting circumstances of Covid-19 transmission from free text with large language models","year":2025,"lang":"en","type":"article","venue":"Nature Communications","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital","funders":"Institut Pasteur; Agence Nationale de la Recherche","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Transmission (telecommunications); Computer science; Pandemic; Virology; Computational biology; Medicine; Biology; Outbreak; Telecommunications; Disease; Infectious disease (medical specialty)","score_opus":0.027900409383293405,"score_gpt":0.3268215091203649,"score_spread":0.2989210997370715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411884041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031516042,0.01816779,0.9586777,0.011085409,0.00006676685,0.00014697915,0.000029711182,0.0001346297,0.008539405],"genre_scores_gemma":[0.74219626,0.00016548527,0.25679523,0.0007154094,0.000008105116,0.000011633463,0.000014998298,0.000004190679,0.00008867719],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908036,0.00012569159,0.00021907828,0.00023861566,0.00019552774,0.00014075315],"domain_scores_gemma":[0.99594885,0.00064446236,0.000114228285,0.0031367664,0.00008959344,0.000066125554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027183193,0.00009523796,0.00014699709,0.00010861004,0.00026296935,0.000046903657,0.0033261157,0.00015177809,0.000009332595],"category_scores_gemma":[0.00014947196,0.00008175954,0.000043626238,0.00046278728,0.00004772405,0.00036256906,0.00045633284,0.00061801507,8.0894785e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001629721,0.00025529062,0.0011123319,0.000064262174,0.00007619582,0.0000041955936,0.013740062,0.003587043,0.004087101,0.9313288,0.001702771,0.044025686],"study_design_scores_gemma":[0.0013331627,0.000022119533,0.0008944933,0.00031434238,0.00004805149,0.0000039651795,0.0020848142,0.8673627,0.0019134695,0.0761065,0.049604468,0.00031195674],"about_ca_topic_score_codex":0.00026215945,"about_ca_topic_score_gemma":0.00095781847,"teacher_disagreement_score":0.8637756,"about_ca_system_score_codex":0.000051575706,"about_ca_system_score_gemma":0.00025758744,"threshold_uncertainty_score":0.6180806},"labels":[],"label_agreement":null},{"id":"W4412014287","doi":"10.1038/s41598-025-09052-5","title":"Benchmarking pre-trained text embedding models in aligning built asset information","year":2025,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Benchmarking; Computer science; Embedding; Asset (computer security); Data science; Artificial intelligence; Information retrieval; Natural language processing; Business; Computer security","score_opus":0.01602443871516109,"score_gpt":0.27933546170641804,"score_spread":0.26331102299125697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412014287","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13950425,0.000047553116,0.844281,0.00024162351,0.005475575,0.00026112012,3.4175747e-7,0.0001572012,0.010031296],"genre_scores_gemma":[0.9355977,0.0000010006303,0.063614085,0.00011625704,0.00002741626,0.000025272291,0.000014471697,0.0000035343448,0.00060021825],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99751496,0.000050314742,0.0008317474,0.00065701955,0.0005436476,0.0004022946],"domain_scores_gemma":[0.9982992,0.00005441473,0.0002857096,0.0011457679,0.00015000529,0.0000649127],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028564276,0.0001418321,0.00018014261,0.00071545434,0.00028617674,0.0012347164,0.0005401077,0.00008004198,0.000008631453],"category_scores_gemma":[0.00018225178,0.00014439008,0.00006273415,0.0013352359,0.00004645739,0.003324116,0.00042175836,0.00015771977,0.0000052700593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047660133,0.0000683626,0.0053640073,0.00014698414,0.000024072278,0.00021064666,0.011348533,0.67587036,0.004753366,0.050217573,0.007533684,0.24445762],"study_design_scores_gemma":[0.00009478279,0.0000043627883,0.00070421223,0.0001616396,0.0000027690612,0.000030877058,0.000068901034,0.9260587,0.0012808322,0.06818911,0.0032615429,0.00014227931],"about_ca_topic_score_codex":0.00013367283,"about_ca_topic_score_gemma":0.000043870517,"teacher_disagreement_score":0.7960935,"about_ca_system_score_codex":0.00014032943,"about_ca_system_score_gemma":0.00031556035,"threshold_uncertainty_score":0.9998021},"labels":[],"label_agreement":null},{"id":"W4412042432","doi":"10.1007/978-3-031-85747-8_1","title":"Introduction and Fundamentals","year":2025,"lang":"en","type":"book-chapter","venue":"Machine translation","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Computational linguistics; Artificial intelligence; Natural language processing","score_opus":0.01891034828964161,"score_gpt":0.2374222924443348,"score_spread":0.2185119441546932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412042432","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009547709,0.002126907,0.7990317,0.0055389465,0.00046410962,0.00018308565,0.0000069689595,0.00012864366,0.19251014],"genre_scores_gemma":[0.031262673,0.00064865185,0.13281302,0.00059200526,0.0015204838,0.000015262018,0.00022098627,0.000046006313,0.8328809],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919736,0.000010744234,0.00019381469,0.00037537285,0.00014313943,0.00007958084],"domain_scores_gemma":[0.9995708,0.000022866894,0.000059317175,0.0003012764,0.000019896084,0.00002586159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000121583995,0.0001443871,0.00014449343,0.00013875165,0.000061116094,0.000071465896,0.0001500156,0.0001070072,0.00007963489],"category_scores_gemma":[0.0000023603038,0.00014918251,0.00004084102,0.000023772292,0.00001550334,0.0001783064,0.000035877998,0.00016839411,0.000014333639],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002500388,0.000002515853,0.000007954051,0.00003561224,0.000013393682,8.691832e-7,0.000104699335,0.0000690379,0.000039368064,0.3203055,0.00037561244,0.67904294],"study_design_scores_gemma":[0.00039205735,0.000042140404,0.00006878007,0.000082825485,0.000048819125,0.000013324979,9.966545e-7,0.2992939,0.00006267746,0.09161345,0.60803384,0.00034716626],"about_ca_topic_score_codex":0.000014455887,"about_ca_topic_score_gemma":0.00001948502,"teacher_disagreement_score":0.6786958,"about_ca_system_score_codex":0.000027665668,"about_ca_system_score_gemma":0.000020668062,"threshold_uncertainty_score":0.6083486},"labels":[],"label_agreement":null},{"id":"W4412065378","doi":"10.1007/978-3-031-85747-8_11","title":"Remaining Issues for AI","year":2025,"lang":"en","type":"book-chapter","venue":"Machine translation","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Computational linguistics; Computer science; Artificial intelligence; Natural language processing","score_opus":0.03829745308203281,"score_gpt":0.29902514287934606,"score_spread":0.26072768979731326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412065378","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3042835e-7,0.0019393369,0.79340863,0.004101058,0.00031238812,0.00028797233,0.000013626035,0.00016752821,0.19976914],"genre_scores_gemma":[0.0046292897,0.00010280479,0.44122642,0.0009892083,0.00038592468,0.000030567604,0.00016558902,0.00004464797,0.55242556],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989989,0.000009635141,0.00027909994,0.00040162887,0.000175029,0.00013571895],"domain_scores_gemma":[0.99933124,0.00008448325,0.0000771826,0.0004200172,0.00005925747,0.000027842441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020885354,0.00018890486,0.00022204463,0.0001578348,0.00008725592,0.000078728575,0.00037627722,0.00016617963,0.000027480883],"category_scores_gemma":[0.000008132055,0.00019541413,0.00012715156,0.000027004884,0.0000096434005,0.0001704453,0.000030333165,0.00019663115,0.000009818286],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000422294,0.0000021218225,0.000003121816,0.000064765474,0.000016526923,9.889328e-7,0.00022665714,0.0003761867,0.00000862918,0.5624195,0.00045821985,0.43641907],"study_design_scores_gemma":[0.00021072615,0.0000218551,0.0000026680539,0.00012199815,0.000021680455,0.0000010628412,3.2775466e-7,0.5467911,0.000020221192,0.13537748,0.3172635,0.00016740222],"about_ca_topic_score_codex":0.00001819194,"about_ca_topic_score_gemma":0.00004157252,"teacher_disagreement_score":0.54641485,"about_ca_system_score_codex":0.000025524798,"about_ca_system_score_gemma":0.000053235595,"threshold_uncertainty_score":0.7968757},"labels":[],"label_agreement":null},{"id":"W4412075512","doi":"10.1101/2025.07.06.25330972","title":"Benchmarking Multimodal Large Language Models for Forensic Science and Medicine: A Comprehensive Dataset and Evaluation Framework","year":2025,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Loyalist College; Queen's University","funders":"","keywords":"Benchmarking; Computer science; Data science; Forensic science; Natural language processing; Artificial intelligence; Medicine; Business","score_opus":0.05501007735612667,"score_gpt":0.3614847540115834,"score_spread":0.30647467665545675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412075512","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18826719,0.0018548898,0.80669683,0.0008328773,0.00088481326,0.0010045787,0.00030690696,0.00005985694,0.00009207834],"genre_scores_gemma":[0.7155005,0.00007691112,0.2830355,0.00076025806,0.00022473194,0.00014805018,0.00023793467,0.000008845115,0.000007310082],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970783,0.00010289789,0.0003443598,0.0012306777,0.00084705604,0.0003966973],"domain_scores_gemma":[0.9974334,0.00054632436,0.00018369648,0.0011476417,0.0005587407,0.00013016883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025783554,0.00026670922,0.00038470852,0.0003245909,0.00032899072,0.00020454351,0.0010114725,0.00018750012,0.0000037978239],"category_scores_gemma":[0.0007530718,0.00024209637,0.000030624768,0.00029490038,0.00026749892,0.00036820365,0.0027153487,0.00041883005,3.760008e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006180973,0.00013658655,0.0037537566,0.002921025,0.00021671756,0.000037695892,0.046423867,0.05842923,0.0013820099,0.27654597,0.003176199,0.6069151],"study_design_scores_gemma":[0.0004586785,0.000025956377,0.0012468428,0.0005131141,0.00004875502,0.0000042928173,0.00012122895,0.9369992,0.00006250885,0.060032886,0.00028057443,0.00020597554],"about_ca_topic_score_codex":0.00014831661,"about_ca_topic_score_gemma":0.00003535374,"teacher_disagreement_score":0.87856996,"about_ca_system_score_codex":0.000092367874,"about_ca_system_score_gemma":0.00035682655,"threshold_uncertainty_score":0.9872404},"labels":[],"label_agreement":null},{"id":"W4412163797","doi":"10.1158/1557-3265.aimachine-b017","title":"Abstract B017: Check: A hybrid continuous-learning framework for enhancing factual reliability in clinical language models","year":2025,"lang":"en","type":"article","venue":"Clinical Cancer Research","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reliability (semiconductor); Computer science; Medicine; Natural language processing; Psychology; Reliability engineering; Engineering","score_opus":0.18614910490314512,"score_gpt":0.5355942354535079,"score_spread":0.3494451305503628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412163797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4574024,0.00047864203,0.537251,0.002469292,0.0007627915,0.0006518724,0.0000058400237,0.00010934578,0.0008687888],"genre_scores_gemma":[0.95601666,0.00027007418,0.04169728,0.00054226536,0.0005373609,0.0002598712,0.0000031053426,0.00002107193,0.00065232796],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937744,0.0010336341,0.0019306517,0.0014870513,0.0007285906,0.0010456427],"domain_scores_gemma":[0.98325217,0.014469316,0.0001946184,0.0013182688,0.0004931336,0.00027246654],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021547187,0.00021009934,0.00074710016,0.00023784181,0.00024653776,0.00026878828,0.0018337813,0.00040662935,0.00005793827],"category_scores_gemma":[0.018696917,0.00019923288,0.00035837444,0.0006444108,0.00032233715,0.00042831193,0.0010098385,0.003972859,0.000027019147],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007795101,0.0010592415,0.06677095,0.00055153464,0.000116364135,0.0001039095,0.0022913022,0.015362276,0.0002178787,0.06211684,0.0031050318,0.8475252],"study_design_scores_gemma":[0.0032912556,0.00053872296,0.03998058,0.0014156747,0.000016901686,0.0000017916941,0.001063244,0.73234284,0.0010566092,0.21292523,0.0067040515,0.0006630835],"about_ca_topic_score_codex":0.0007467841,"about_ca_topic_score_gemma":0.00046003904,"teacher_disagreement_score":0.8468621,"about_ca_system_score_codex":0.00027527654,"about_ca_system_score_gemma":0.0013584996,"threshold_uncertainty_score":0.998325},"labels":[],"label_agreement":null},{"id":"W4412376911","doi":"10.1145/3726302.3730281","title":"Gosling Grows Up: Retrieval with Learned Dense and Sparse Representations Using Anserini","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Artificial intelligence; Information retrieval","score_opus":0.05878817003501889,"score_gpt":0.31238153571832655,"score_spread":0.25359336568330765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412376911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35856304,0.00004972895,0.6389901,0.0006912624,0.00012590735,0.00007141234,1.3056157e-7,0.000085525426,0.0014228764],"genre_scores_gemma":[0.7781187,0.000007443256,0.21919289,0.00020870184,0.00001557942,0.0000012341947,3.8327838e-7,0.0000040628547,0.0024510021],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919385,0.000035107394,0.00014708885,0.00035499944,0.000110168985,0.00015876738],"domain_scores_gemma":[0.9993858,0.00007176165,0.000033573986,0.0004111782,0.000058367106,0.00003935001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016222216,0.000078866804,0.00009667747,0.00009502026,0.00014418428,0.00016760733,0.00020922264,0.00003272014,0.000007070259],"category_scores_gemma":[0.000051980143,0.00006828328,0.000016522426,0.00037598299,0.000031216205,0.00035404658,0.00019083367,0.00009055894,0.0000025870422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025960317,0.0001518956,0.07591204,0.00018572745,0.00025956787,0.00018983547,0.00858004,0.09288042,0.050650835,0.6933196,0.0008665817,0.07674382],"study_design_scores_gemma":[0.00059963245,0.00002601428,0.0020463192,0.000053676227,0.00001641428,0.000043176333,0.00029222833,0.98611623,0.0068548894,0.0033719635,0.0004187441,0.00016073341],"about_ca_topic_score_codex":0.00017101967,"about_ca_topic_score_gemma":0.000032051346,"teacher_disagreement_score":0.8932358,"about_ca_system_score_codex":0.000021473037,"about_ca_system_score_gemma":0.00008555193,"threshold_uncertainty_score":0.27845114},"labels":[],"label_agreement":null},{"id":"W4412377058","doi":"10.1145/3726302.3730090","title":"The Great Nugget Recall: Automating Fact Extraction and RAG Evaluation with Large Language Models","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Institute of Standards and Technology; Ministry of Science and ICT, South Korea; Institute for Information and Communications Technology Promotion; Universitas Brawijaya","keywords":"Computer science; Recall; Natural language processing; Language model; Extraction (chemistry); Artificial intelligence; Programming language; Linguistics","score_opus":0.0236931126214044,"score_gpt":0.31025027733062893,"score_spread":0.28655716470922454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412377058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09961189,0.00018887842,0.8854419,0.00088313635,0.00008871095,0.00018881497,2.8450825e-7,0.00015524177,0.013441157],"genre_scores_gemma":[0.94910896,0.000008591552,0.04942655,0.00015832957,0.000015388889,0.000021045813,0.0000010186692,0.0000030024949,0.0012571014],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920726,0.000079808975,0.0001217195,0.00021876139,0.00022907498,0.00014339351],"domain_scores_gemma":[0.99942315,0.00012978063,0.000043064665,0.00031954376,0.00006282432,0.000021616577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008012271,0.00006849112,0.00006126898,0.00003930674,0.0002354584,0.00021058117,0.00018622963,0.000030656647,0.00000856622],"category_scores_gemma":[0.000039988307,0.000041240728,0.000012957227,0.00013003279,0.00000977131,0.0005027632,0.00008643689,0.000080716374,0.0000020939324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007904581,0.000019571657,0.00055121444,0.000018117242,0.000026187437,0.0000031792856,0.0025944763,0.013031296,0.00051986123,0.15568396,0.00028403656,0.8272602],"study_design_scores_gemma":[0.00024153107,0.0000104927285,0.0007484758,0.000022638622,0.000006968291,0.000005245105,0.00022996929,0.99233603,0.00032691937,0.005855791,0.00016274005,0.000053194086],"about_ca_topic_score_codex":0.00008388842,"about_ca_topic_score_gemma":0.000171597,"teacher_disagreement_score":0.97930473,"about_ca_system_score_codex":0.00004072928,"about_ca_system_score_gemma":0.00005624843,"threshold_uncertainty_score":0.2030639},"labels":[],"label_agreement":null},{"id":"W4412377345","doi":"10.1145/3726302.3730159","title":"A Human-AI Comparative Analysis of Prompt Sensitivity in LLM-Based Relevance Judgment","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Relevance (law); Sensitivity (control systems); Computer science; Artificial intelligence; Political science; Engineering; Law","score_opus":0.0379838156217058,"score_gpt":0.3335992028802042,"score_spread":0.29561538725849845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412377345","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3307816,0.000013221148,0.66528004,0.0006879696,0.000028137822,0.000113596245,7.383909e-7,0.000034705303,0.0030599951],"genre_scores_gemma":[0.9680625,2.7913234e-7,0.031152217,0.0005070876,0.0000027562232,0.000009450589,0.0000011768158,8.9891927e-7,0.00026359942],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897754,0.000095259595,0.0002786472,0.0003338822,0.00017282213,0.00014185674],"domain_scores_gemma":[0.9992194,0.000112964415,0.00006640529,0.0004958219,0.000083275045,0.000022090444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000373095,0.0000847235,0.00032174514,0.00040595405,0.000034298333,0.000026366673,0.00023012314,0.000029664378,0.000009064196],"category_scores_gemma":[0.000015841546,0.00007815023,0.000077347584,0.001494662,0.00002762772,0.000120753204,0.0001158003,0.00009299178,0.0000018565898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013478793,0.0007175767,0.051451776,0.00006623313,0.00041168166,0.00002258524,0.0019355864,0.5940352,0.011701007,0.33511394,0.00029828164,0.0042326236],"study_design_scores_gemma":[0.00021735301,0.00001899508,0.046082407,0.000029612575,0.00003109606,6.095086e-8,0.000017892273,0.9401975,0.012474956,0.0008150388,0.000044186694,0.00007089741],"about_ca_topic_score_codex":0.0005891728,"about_ca_topic_score_gemma":0.0029369195,"teacher_disagreement_score":0.63728094,"about_ca_system_score_codex":0.00008603781,"about_ca_system_score_gemma":0.00007710586,"threshold_uncertainty_score":0.3186874},"labels":[],"label_agreement":null},{"id":"W4412378237","doi":"10.1145/3726302.3730244","title":"Response Quality Assessment for Retrieval-Augmented Generation via Conditional Conformal Factuality","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Universitas Brawijaya","keywords":"Computer science; Conformal map; Quality (philosophy); Information retrieval; Artificial intelligence; Mathematics; Physics","score_opus":0.08704555234092608,"score_gpt":0.39048012836480894,"score_spread":0.30343457602388285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412378237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08035575,0.0000056750923,0.9129591,0.0044750203,0.0003899792,0.00034285354,0.000019591094,0.0001248321,0.0013272192],"genre_scores_gemma":[0.8386229,5.27376e-7,0.15666294,0.0024224792,0.000038436832,0.000028935425,0.00006547796,0.0000022850631,0.0021559696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985649,0.00022610642,0.00041562386,0.00032287824,0.000283561,0.00018695336],"domain_scores_gemma":[0.9988265,0.0003943946,0.00008404524,0.0004257864,0.00021982522,0.00004942338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021617291,0.00009838139,0.00013704805,0.00008132746,0.00019141479,0.00013452914,0.00031922484,0.00006603249,0.00006450144],"category_scores_gemma":[0.0001831984,0.00009158999,0.00006852981,0.00014772757,0.000024041226,0.00041770222,0.00012720928,0.00007672228,0.0000058514656],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002443649,0.000091614354,0.00026355812,0.000027182206,0.000048797734,9.058466e-7,0.00014279089,0.0011456466,0.041275192,0.9423677,0.0033690538,0.011023222],"study_design_scores_gemma":[0.0009576336,0.000056307777,0.010555791,0.000004802914,0.000004878265,0.0000012778877,0.000025282978,0.9458652,0.024055231,0.014088523,0.004247709,0.0001373763],"about_ca_topic_score_codex":0.000024922923,"about_ca_topic_score_gemma":0.000008896049,"teacher_disagreement_score":0.94471955,"about_ca_system_score_codex":0.00016313154,"about_ca_system_score_gemma":0.00033442906,"threshold_uncertainty_score":0.37349313},"labels":[],"label_agreement":null},{"id":"W4412396369","doi":"10.1145/3726302.3730305","title":"Benchmarking LLM-based Relevance Judgment Methods","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Benchmarking; Relevance (law); Computer science; Data science; Artificial intelligence; Political science; Business","score_opus":0.02706635386643755,"score_gpt":0.3433562945497067,"score_spread":0.3162899406832691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412396369","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039999463,0.00014491823,0.957358,0.0029593576,0.0006925337,0.00008046517,6.900711e-8,0.00018972567,0.03817494],"genre_scores_gemma":[0.062496576,0.000003702447,0.9327779,0.0028400095,0.000028531322,0.00001194885,2.3847906e-7,0.0000023361897,0.0018387974],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907845,0.00008176765,0.00017782931,0.00034296868,0.00012861459,0.00019036284],"domain_scores_gemma":[0.9990227,0.0002570382,0.000031166546,0.0006178387,0.00003640439,0.000034855253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000557372,0.00008059473,0.000102247956,0.000088417895,0.00007685206,0.00008276871,0.0006035109,0.000034561974,0.000033127595],"category_scores_gemma":[0.00006445255,0.00007226353,0.000043998323,0.00030995999,0.000011637154,0.00013401358,0.00020274143,0.000087102686,0.000010529988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001059063,0.000025645028,0.00017650187,0.000015270127,0.0000064854476,0.0000022431093,0.00004462316,0.0043676947,0.00091868587,0.30680355,0.0009432964,0.6866949],"study_design_scores_gemma":[0.00014527426,0.000014656037,0.000201589,0.000033717824,0.0000025117552,3.6489075e-7,0.0000041042385,0.9431467,0.014541674,0.011614219,0.030205611,0.00008956148],"about_ca_topic_score_codex":0.000029680641,"about_ca_topic_score_gemma":0.0000060899424,"teacher_disagreement_score":0.938779,"about_ca_system_score_codex":0.000057908786,"about_ca_system_score_gemma":0.00009242079,"threshold_uncertainty_score":0.29468212},"labels":[],"label_agreement":null},{"id":"W4412438306","doi":"10.1145/3730436.3730529","title":"Comparative Analysis of Large Language Models for Context-Aware Code Completion using SAFIM Framework","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Context (archaeology); Code (set theory); Programming language; Natural language processing","score_opus":0.07661870692166582,"score_gpt":0.3764386418616509,"score_spread":0.29981993493998504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412438306","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048013225,0.00013031017,0.950323,0.00020887914,0.00009829757,0.00021699487,0.000047579586,0.00007078948,0.00089091936],"genre_scores_gemma":[0.784825,9.072128e-7,0.2145616,0.00045787846,0.000009869609,0.0000076271886,0.000011622921,0.000002022452,0.00012345775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899036,0.000053280353,0.00030257378,0.00030930023,0.00015160764,0.00019286603],"domain_scores_gemma":[0.9989365,0.00028203893,0.00010459928,0.00046683458,0.00017840754,0.00003166568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024899584,0.0001034506,0.00042848822,0.000286513,0.000098578435,0.00004552665,0.00042904643,0.00007000846,0.000021531812],"category_scores_gemma":[0.00002172897,0.000096612435,0.00015521124,0.0008513712,0.000022453229,0.00021002346,0.00015238827,0.000081621605,9.0292485e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008347707,0.00005054526,0.00040643048,0.000022591821,0.00036483476,4.6443995e-7,0.0032953916,0.17132472,0.00033611336,0.8232643,0.00010056574,0.00082571205],"study_design_scores_gemma":[0.00022036946,0.000010630339,0.00020865533,0.000040372222,0.00014197093,1.4083288e-7,0.00085054187,0.98696864,0.0011201196,0.010250758,0.0000984822,0.000089338624],"about_ca_topic_score_codex":0.00019274779,"about_ca_topic_score_gemma":0.0003480003,"teacher_disagreement_score":0.8156439,"about_ca_system_score_codex":0.000049254526,"about_ca_system_score_gemma":0.000050879644,"threshold_uncertainty_score":0.3939741},"labels":[],"label_agreement":null},{"id":"W4412445032","doi":"10.1109/access.2025.3589319","title":"Large Language Models in Transportation: A Comprehensive Bibliometric Analysis of Emerging Trends, Challenges, and Future Research","year":2025,"lang":"en","type":"article","venue":"IEEE Access","topic":"Topic Modeling","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Bibliometrics; Regional science; Management science; Library science; Geography; Engineering","score_opus":0.11106527706161809,"score_gpt":0.4089443022322629,"score_spread":0.2978790251706448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412445032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82156706,0.031325124,0.14351524,0.0016515158,0.00018698529,0.000107331754,0.000013333046,0.000041989893,0.0015914013],"genre_scores_gemma":[0.99532694,0.0033730383,0.0011401761,0.000062310595,0.000033813547,0.000012671189,0.000005179554,0.0000033874633,0.000042464417],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986542,0.000101731384,0.00026767392,0.00037857404,0.00035594136,0.00024189697],"domain_scores_gemma":[0.9991844,0.00014403075,0.00005378183,0.0004034568,0.00017534099,0.000038937058],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0004652823,0.00008393675,0.0002669029,0.06663669,0.0000504149,0.000075282944,0.0007392134,0.00006501051,0.00000773819],"category_scores_gemma":[0.000006534361,0.00008192268,0.000054192253,0.12312231,0.000019705316,0.00065805047,0.00008073575,0.00017666227,2.0921699e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018231516,0.00016671515,0.005359702,0.00025609042,0.00038055648,0.0000660512,0.028372753,0.018966982,0.00026129835,0.08094224,0.00014084802,0.86506855],"study_design_scores_gemma":[0.0006870676,0.000018189865,0.33274892,0.000052464766,0.00007204912,4.0673913e-7,0.0021483803,0.6596911,0.00032380776,0.0032991725,0.00079652807,0.0001619412],"about_ca_topic_score_codex":0.00031967257,"about_ca_topic_score_gemma":0.0013180446,"teacher_disagreement_score":0.8649066,"about_ca_system_score_codex":0.00002110524,"about_ca_system_score_gemma":0.000033227014,"threshold_uncertainty_score":0.9439422},"labels":[],"label_agreement":null},{"id":"W4412446013","doi":"10.1109/icici65870.2025.11069785","title":"AI-Powered Resume Screening System Using NLP and Machine Learning","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon College and Seminary","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Machine learning; Speech recognition","score_opus":0.03346483338106629,"score_gpt":0.26753765930031237,"score_spread":0.23407282591924608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412446013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012826115,0.00043615367,0.9782407,0.0007079233,0.00019156198,0.0000774552,2.1483268e-7,0.00032759397,0.007192235],"genre_scores_gemma":[0.7881362,0.000002709079,0.21058834,0.0002748604,0.000021306692,0.0000012492709,3.5655336e-7,0.000004218602,0.0009707822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990615,0.000068596215,0.00019733586,0.00033934097,0.00013277718,0.00020040126],"domain_scores_gemma":[0.99950826,0.000053944033,0.000041979707,0.00030790508,0.000039572187,0.000048339392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034384214,0.00009653546,0.00013937782,0.00013236904,0.00020812495,0.00021187175,0.0003061196,0.00004608803,0.000004013725],"category_scores_gemma":[0.000033978275,0.00008845791,0.000025994963,0.00024049719,0.000013725097,0.00027523373,0.00042685456,0.00017528175,0.0000029357036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017056078,0.000020180636,0.026917899,0.0002944457,0.000081265534,0.00006174486,0.00091766164,0.027116302,0.0048934137,0.778546,0.00015036149,0.1609837],"study_design_scores_gemma":[0.00019980047,0.0000079009915,0.00028159114,0.00013172058,0.000005109322,0.000015653763,0.000070345435,0.99741477,0.0003299188,0.00025038063,0.0012017174,0.00009111344],"about_ca_topic_score_codex":0.00038738555,"about_ca_topic_score_gemma":0.000014223634,"teacher_disagreement_score":0.97029847,"about_ca_system_score_codex":0.00003743689,"about_ca_system_score_gemma":0.00003319802,"threshold_uncertainty_score":0.3607209},"labels":[],"label_agreement":null},{"id":"W4412496569","doi":"10.1007/978-3-031-98462-4_52","title":"From Recall to Reasoning: Automated Question Generation for Deeper Math Learning Through Large Language Models","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Recall; Automated reasoning; Artificial intelligence; Natural language processing; Cognitive science; Programming language; Mathematics education; Cognitive psychology; Mathematics; Psychology","score_opus":0.022786288251855216,"score_gpt":0.2863770605732907,"score_spread":0.2635907723214355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412496569","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059173367,0.0002855994,0.9943671,0.0007461531,0.0015406148,0.0006245477,0.000014713038,0.00075069553,0.0010788292],"genre_scores_gemma":[0.05378985,0.00001170138,0.9427542,0.0017080307,0.00074249215,0.000034681485,0.000052811214,0.000028967554,0.0008772683],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965933,0.000061388855,0.0004767354,0.0016863791,0.00060504326,0.0005771724],"domain_scores_gemma":[0.99806684,0.00030954956,0.00019876816,0.0010444766,0.00027278354,0.000107609034],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008967022,0.0004165524,0.0004330562,0.0003934725,0.00032370555,0.0005948443,0.0016849906,0.00035958842,0.0000047847234],"category_scores_gemma":[0.00022083652,0.00040792834,0.00010488218,0.00037550903,0.00006192445,0.00078015274,0.0008879037,0.0005424126,0.000012216744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056436998,0.00001599529,0.0000047866015,0.000024807825,0.000011323838,0.0000158698,0.006494326,0.68094975,0.00055965007,0.15770844,0.00011476077,0.15409464],"study_design_scores_gemma":[0.00021153614,0.00006664624,0.0000029356302,0.0004416128,0.000008917698,0.000004794428,0.0000010856098,0.9276273,0.0005875087,0.069734514,0.0009234091,0.00038969333],"about_ca_topic_score_codex":0.00021518052,"about_ca_topic_score_gemma":0.00014862165,"teacher_disagreement_score":0.24667758,"about_ca_system_score_codex":0.0003623328,"about_ca_system_score_gemma":0.00037071333,"threshold_uncertainty_score":0.9998373},"labels":[],"label_agreement":null},{"id":"W4412496603","doi":"10.1007/978-3-031-98462-4_17","title":"An Emergent Bottom-Up Categorization of Students’ LLMs Usage in an Undergraduate Research Course","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Categorization; Course (navigation); Computer science; Mathematics education; Data science; Artificial intelligence; Psychology; Engineering","score_opus":0.05014343166486811,"score_gpt":0.36362174489695853,"score_spread":0.3134783132320904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412496603","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004664483,0.00019484172,0.9912542,0.00086467696,0.0018838012,0.00057461666,0.0000037794493,0.00007957211,0.00047999164],"genre_scores_gemma":[0.870285,0.000077956385,0.12868892,0.00026289173,0.00019703637,0.00001402054,0.000011975334,0.000024542553,0.00043769597],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9939639,0.00024922157,0.00080352474,0.0018690046,0.0023395699,0.0007747845],"domain_scores_gemma":[0.996357,0.00029633022,0.00024586185,0.0022756327,0.000615377,0.00020976726],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0033899958,0.00040564092,0.0005253234,0.0016326167,0.00022197772,0.00051620114,0.006353623,0.00032378006,0.000007751284],"category_scores_gemma":[0.000086636996,0.00040159054,0.00007233546,0.0015437762,0.00051250856,0.0010157884,0.0016323994,0.0012011743,0.000006568714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019534189,0.00043213723,0.008046056,0.00016175062,0.000022677594,0.00012151248,0.004238877,0.24020016,0.0012318065,0.20133202,0.0000342748,0.5441592],"study_design_scores_gemma":[0.00030952357,0.00026514338,0.0013372463,0.00034525085,0.000005371074,0.000004508819,0.0000014034231,0.8265277,0.00085202843,0.16989356,0.000071245486,0.00038703493],"about_ca_topic_score_codex":0.00027741143,"about_ca_topic_score_gemma":0.0012667988,"teacher_disagreement_score":0.8656205,"about_ca_system_score_codex":0.00041425397,"about_ca_system_score_gemma":0.0012221935,"threshold_uncertainty_score":0.9998436},"labels":[],"label_agreement":null},{"id":"W4412510611","doi":"10.1007/978-981-96-7008-6_31","title":"Role-Playing Based on Large Language Models via Style Extraction","year":2025,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Style (visual arts); Extraction (chemistry); Computer science; Natural language processing; Artificial intelligence; Information retrieval; Art; Chromatography; Literature; Chemistry","score_opus":0.031609915465871566,"score_gpt":0.2982491380845073,"score_spread":0.26663922261863576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412510611","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015100075,0.00013150547,0.7418583,0.00040290193,0.0001608513,0.00021034473,0.000007632835,0.000092026465,0.25712132],"genre_scores_gemma":[0.41752583,0.00049921,0.5750164,0.0043310984,0.00005898451,0.000055056666,0.000095522526,0.000013275842,0.002404666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998398,0.000034447818,0.00054120756,0.0003195694,0.00047003277,0.00023670678],"domain_scores_gemma":[0.99674046,0.0002345901,0.00025166036,0.0024804259,0.00021929333,0.00007354879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010711574,0.00020006577,0.00019683872,0.0011732988,0.00053363986,0.0005254523,0.0026887287,0.00013106714,0.0000063423304],"category_scores_gemma":[0.00002719469,0.00020932459,0.00004629129,0.00035358808,0.00015995919,0.0058276616,0.0013743866,0.00050262857,0.000027697255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019019105,0.000020398445,0.0000066164744,0.000022239072,0.0000023897885,3.5546958e-7,0.0016312544,0.012469557,0.000008107784,0.63915056,0.000061925,0.34662467],"study_design_scores_gemma":[0.00021181654,0.000019587318,0.00006973133,0.00019944615,0.0000027653355,0.0000038195535,0.000021957783,0.9812562,0.000008524809,0.0058873785,0.01212669,0.00019210296],"about_ca_topic_score_codex":0.000019921012,"about_ca_topic_score_gemma":0.000011373392,"teacher_disagreement_score":0.9687866,"about_ca_system_score_codex":0.00018509495,"about_ca_system_score_gemma":0.00026920348,"threshold_uncertainty_score":0.85360086},"labels":[],"label_agreement":null},{"id":"W4412544568","doi":"10.2139/ssrn.5163979","title":"Retrieval-Augmented Generation for Natural Language Processing: A Survey","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Natural (archaeology); Computer science; Natural language processing; Information retrieval; Geography","score_opus":0.02733157135005905,"score_gpt":0.3038457472400465,"score_spread":0.27651417588998745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412544568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02342987,0.01931756,0.95410675,0.0008824815,0.0016524749,0.00041957444,0.000012901123,0.00010829095,0.00007011464],"genre_scores_gemma":[0.9767793,0.00075787515,0.015371557,0.00021767839,0.0009746819,0.000023223325,0.000107474196,0.000020864216,0.0057473592],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966547,0.00022066786,0.00048034158,0.00062174664,0.00039233093,0.0016302427],"domain_scores_gemma":[0.998522,0.00007300435,0.00039245776,0.0005304871,0.00041981565,0.00006222363],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003882439,0.0002732149,0.00031493013,0.00023685966,0.0002664307,0.00050557416,0.001431269,0.00022574404,0.0000016577407],"category_scores_gemma":[0.00032176837,0.00025324326,0.00018005978,0.00025457997,0.000015049359,0.00025650393,0.0004826775,0.0031145534,0.0000017622285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027281788,0.00022756134,0.0005236247,0.00044210188,0.0008310495,0.000014277265,0.003053788,0.0081475135,0.0038038248,0.089159675,0.0015177272,0.89200604],"study_design_scores_gemma":[0.00070166466,0.00008814201,0.0000927858,0.0001333674,0.000037580794,0.000075913646,0.00009152555,0.96008265,0.0005712149,0.03754478,0.0002096045,0.0003707915],"about_ca_topic_score_codex":0.000098779106,"about_ca_topic_score_gemma":0.0010276007,"teacher_disagreement_score":0.9533494,"about_ca_system_score_codex":0.0013983789,"about_ca_system_score_gemma":0.008298011,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W4412563940","doi":"10.1007/s40593-025-00503-8","title":"Empowering Authorship with AI: a Novel Academic Writing Technology for Authorial Voice","year":2025,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"University of Otago","keywords":"Educational technology; Computer science; Multimedia; World Wide Web; Psychology; Mathematics education","score_opus":0.047176369009601336,"score_gpt":0.4123772131014436,"score_spread":0.3652008440918423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412563940","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13445231,0.00009048019,0.8449056,0.014720578,0.0055706673,0.000142084,8.654167e-7,0.00002328757,0.00009411589],"genre_scores_gemma":[0.8727794,0.000012192946,0.12613079,0.00028444748,0.00072888896,0.000022058779,8.9966466e-7,0.0000058434066,0.000035464425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99836874,0.000027037686,0.00084825576,0.00023951652,0.00032278444,0.00019367387],"domain_scores_gemma":[0.99811435,0.0002388466,0.0003693494,0.00016245006,0.0010701133,0.000044906334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085507345,0.00010932041,0.00015616308,0.0011339872,0.000058612328,0.00016260207,0.0013053758,0.00014224848,0.0000031565135],"category_scores_gemma":[0.0008379376,0.00010569908,0.000056158686,0.00060483365,0.000047838672,0.0006897203,0.00009677015,0.0005331391,0.0000029375342],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010004758,0.00016371002,0.001881371,0.000010463089,0.000028396747,0.0000030340238,0.0013660899,0.005140919,0.005061224,0.5504235,0.00003908611,0.43578213],"study_design_scores_gemma":[0.00020242501,0.00017480605,0.00060120184,0.0011483511,0.00001850182,0.00013681831,0.0028451383,0.25713778,0.03900605,0.6959875,0.0024803767,0.0002610092],"about_ca_topic_score_codex":0.000023547482,"about_ca_topic_score_gemma":0.00003933073,"teacher_disagreement_score":0.7383271,"about_ca_system_score_codex":0.00029468173,"about_ca_system_score_gemma":0.0009713705,"threshold_uncertainty_score":0.43102834},"labels":[],"label_agreement":null},{"id":"W4412620250","doi":"10.1007/978-981-96-7423-7_7","title":"Guided Response Generation for Conversational Recommender Systems","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Recommender system; Human–computer interaction; Artificial intelligence; Multimedia; Speech recognition; Information retrieval","score_opus":0.05895280063748062,"score_gpt":0.28790658831688254,"score_spread":0.22895378767940192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412620250","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034222616,0.0002766036,0.98952264,0.0032284006,0.005199807,0.0007281395,0.000011353856,0.00012265664,0.00087616994],"genre_scores_gemma":[0.039185304,0.000017485894,0.9520031,0.003519206,0.0011823017,0.00006903981,0.000025741661,0.000026960737,0.0039708386],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99690485,0.000073936186,0.0005869752,0.0013725263,0.0006433826,0.00041835],"domain_scores_gemma":[0.9970122,0.0010233979,0.00024153055,0.0011726326,0.0004591407,0.000091119204],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020791101,0.00034479573,0.0003738708,0.0007416285,0.00026678768,0.00058033684,0.0019465989,0.00029049095,0.0000080546915],"category_scores_gemma":[0.0002894732,0.0003415734,0.0001082723,0.00028669275,0.00015440614,0.00043153248,0.00059574726,0.00033064676,0.0000089662435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004211308,0.000024688761,0.000016321952,0.000118340315,0.000034099772,0.00001576629,0.00080219953,0.36867195,0.000834093,0.26338997,0.0031878166,0.36286262],"study_design_scores_gemma":[0.00029985106,0.00005935145,0.0000061183305,0.00017074498,0.0000055548444,0.000015451245,1.0918434e-7,0.9568479,0.00042303212,0.03264937,0.009190342,0.00033214033],"about_ca_topic_score_codex":0.000018019882,"about_ca_topic_score_gemma":0.000014474936,"teacher_disagreement_score":0.58817595,"about_ca_system_score_codex":0.0005420671,"about_ca_system_score_gemma":0.0011761817,"threshold_uncertainty_score":0.9999036},"labels":[],"label_agreement":null},{"id":"W4412673545","doi":"10.1145/3731120.3744605","title":"A Large-Scale Study of Relevance Assessments with Large Language Models Using UMBRELA","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Relevance (law); Computer science; Scale (ratio); Natural language processing; Artificial intelligence; Geography; Cartography","score_opus":0.02565721635038377,"score_gpt":0.3262908059187859,"score_spread":0.30063358956840214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412673545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42032307,0.000041054074,0.5760765,0.000023520588,0.00005544988,0.00015456123,0.0000010885004,0.000059016296,0.0032657192],"genre_scores_gemma":[0.83430266,0.0000013381298,0.16438456,0.00013959777,0.000007682256,0.0000071655595,3.5025263e-7,0.0000053220147,0.0011512951],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878734,0.00005663861,0.00022814365,0.00037868682,0.00028998373,0.00025921926],"domain_scores_gemma":[0.99904585,0.000041145482,0.000072221,0.0007308105,0.00007558053,0.000034364053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002856262,0.00010879111,0.00019072385,0.00009850549,0.00008045771,0.000048928076,0.0005493617,0.00003514202,0.0000070640026],"category_scores_gemma":[0.0000072566627,0.00008807516,0.000025280897,0.00041637532,0.000008060291,0.00043999063,0.00038265807,0.00011160177,0.000001192054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012736671,0.009814015,0.06901271,0.0004255667,0.0006143413,0.0002299139,0.08030676,0.3497647,0.0052920645,0.46461856,0.00046989752,0.019324098],"study_design_scores_gemma":[0.0010426779,0.00008147217,0.00030627468,0.00005361861,0.0000129533755,0.0000017285985,0.0031080483,0.9940414,0.00030621415,0.00091494387,0.000032993117,0.00009769533],"about_ca_topic_score_codex":0.00018032694,"about_ca_topic_score_gemma":0.0003600396,"teacher_disagreement_score":0.6442767,"about_ca_system_score_codex":0.000038531358,"about_ca_system_score_gemma":0.00008917042,"threshold_uncertainty_score":0.3591601},"labels":[],"label_agreement":null},{"id":"W4412684160","doi":"10.1007/978-3-031-98281-1_11","title":"Language Models for Educational Question Generation: Practical Challenges, Personalization Opportunities, and Parameter Optimization","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Personalization; Data science; Artificial intelligence; World Wide Web","score_opus":0.09678711961009394,"score_gpt":0.3131462608422016,"score_spread":0.21635914123210764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412684160","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036300244,0.0019354365,0.9858946,0.009305582,0.0010608045,0.00045421204,0.000007087855,0.00006287243,0.0012757409],"genre_scores_gemma":[0.004576676,0.00066909625,0.99185365,0.0011824911,0.0007980786,0.000044380882,0.000074477626,0.000016027045,0.0007851126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979082,0.00004482789,0.00033844777,0.0009977401,0.0004530413,0.00025778258],"domain_scores_gemma":[0.9982088,0.0005478239,0.00017474685,0.0005285663,0.00044895822,0.00009109053],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000671343,0.0002684564,0.00024259712,0.0004338703,0.00019916323,0.00038644,0.0005022617,0.00024178434,0.000009071027],"category_scores_gemma":[0.00030149447,0.00027507325,0.000047338777,0.00012471546,0.00015713496,0.0009759347,0.00028188757,0.00023053121,6.2323784e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023152259,0.000014138963,7.3639677e-7,0.00006132286,0.0000058124347,0.000002672963,0.0009133886,0.28681636,0.0000046414675,0.4740087,0.000037533107,0.23813237],"study_design_scores_gemma":[0.00013180182,0.000044267614,0.000001500356,0.00016735474,0.000009823049,0.00002034353,8.828937e-7,0.91525686,0.000027853761,0.08367178,0.000422602,0.00024493504],"about_ca_topic_score_codex":0.0000105869,"about_ca_topic_score_gemma":0.000029409715,"teacher_disagreement_score":0.6284405,"about_ca_system_score_codex":0.00021025634,"about_ca_system_score_gemma":0.0009527123,"threshold_uncertainty_score":0.99997014},"labels":[],"label_agreement":null},{"id":"W4412699824","doi":"10.3390/robotics14080102","title":"MLLM-Search: A Zero-Shot Approach to Finding People Using Multimodal Large Language Models","year":2025,"lang":"en","type":"article","venue":"Robotics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences North; Baycrest Hospital; Toronto Rehabilitation Institute; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; AGE-WELL","keywords":"Zero (linguistics); Shot (pellet); Computer science; Artificial intelligence; Linguistics; Natural language processing; Philosophy","score_opus":0.0891568815851013,"score_gpt":0.32376948483380474,"score_spread":0.23461260324870345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412699824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03584684,0.00007656495,0.9589563,0.0002616256,0.0002859805,0.00025432554,0.0000036218694,0.00015826957,0.0041564694],"genre_scores_gemma":[0.54052395,0.0000010275179,0.45877782,0.00025771756,0.000035973742,0.000003920452,0.0000021054398,0.000008426434,0.0003890458],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832666,0.00006391558,0.00024201904,0.0004933181,0.00031823546,0.0005558345],"domain_scores_gemma":[0.99894136,0.00008256672,0.00003415914,0.0007474308,0.00006746757,0.00012699547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004017105,0.00016064954,0.00022366295,0.00023897018,0.00020157851,0.00020060867,0.00089533534,0.000089830144,0.0000023826],"category_scores_gemma":[0.00006297934,0.00016683683,0.00006943418,0.0006886027,0.000010417106,0.00030782813,0.0008314368,0.00022364607,0.000015690646],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017228126,0.00007106974,0.00020057023,0.00003356776,0.000011203014,0.0000044832536,0.0044828393,0.8595146,0.00046017516,0.13382997,0.00004824097,0.0013415855],"study_design_scores_gemma":[0.00025487054,0.0000087472745,0.00007312201,0.000041190706,0.000008516445,0.0000046015366,0.00027724553,0.9974852,0.00031304357,0.0013392419,0.000026352991,0.00016781816],"about_ca_topic_score_codex":0.00014866944,"about_ca_topic_score_gemma":0.000020713109,"teacher_disagreement_score":0.5046771,"about_ca_system_score_codex":0.00013498146,"about_ca_system_score_gemma":0.00014390689,"threshold_uncertainty_score":0.6803409},"labels":[],"label_agreement":null},{"id":"W4412827352","doi":"10.1145/3744340","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Sampling (signal processing)","score_opus":0.15140591138260573,"score_gpt":0.37414789205765875,"score_spread":0.22274198067505302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412827352","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03291576,0.00017722354,0.9661418,0.00006419398,0.0002628689,0.00009893984,0.000015115621,0.0003157514,0.000008298252],"genre_scores_gemma":[0.2164716,0.000011572768,0.78327924,0.000068539994,0.000007960021,0.000015734713,7.632264e-7,0.0000096429685,0.00013494505],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990005,0.00008548054,0.00022643154,0.0003460532,0.00007786077,0.00026365876],"domain_scores_gemma":[0.99720407,0.0021026356,0.00005116201,0.0005341039,0.000055100485,0.000052952026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005439415,0.00015019988,0.0002635001,0.00026233593,0.00009780046,0.000014656631,0.00036667736,0.00012553533,0.0000027553879],"category_scores_gemma":[0.0011216593,0.0001581727,0.00005849676,0.00030601435,0.000018336603,0.00014343875,0.000037242105,0.00032490672,6.214561e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010007355,0.000054328215,0.00006551527,0.00010828818,0.000057178353,0.0000027904355,0.0017191701,0.69722533,0.018988831,0.0014234842,5.2303847e-7,0.28034455],"study_design_scores_gemma":[0.00040159153,0.000031731204,0.00034878482,0.00006318833,0.00002333869,0.000008115766,0.00010628258,0.97154516,0.026869953,0.0003805174,0.00007592082,0.0001453897],"about_ca_topic_score_codex":0.00004494567,"about_ca_topic_score_gemma":0.000007977263,"teacher_disagreement_score":0.28019917,"about_ca_system_score_codex":0.000031942167,"about_ca_system_score_gemma":0.00004757191,"threshold_uncertainty_score":0.6450095},"labels":[],"label_agreement":null},{"id":"W4412841121","doi":"10.1609/aaaiss.v6i1.36064","title":"Creative Thought Embeddings: A Framework for Instilling Creativity in Large Language Models","year":2025,"lang":"en","type":"article","venue":"Proceedings of the AAAI Symposium Series","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Cognitive science; Epistemology; Computer science; Psychology; Philosophy; Social psychology","score_opus":0.012895686172021036,"score_gpt":0.2732768155577451,"score_spread":0.26038112938572405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412841121","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34951824,0.00035037898,0.62474465,0.005237433,0.00039004488,0.00090244913,0.000017442002,0.00018905374,0.01865031],"genre_scores_gemma":[0.8478425,0.000034964054,0.15030482,0.00025172855,0.00005107492,0.00012498802,4.8306157e-7,0.0000123451155,0.0013770517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985892,0.000013472171,0.00036169606,0.00044686272,0.00021858356,0.00037016554],"domain_scores_gemma":[0.9990656,0.0001663456,0.00021852512,0.0002859307,0.0002286952,0.00003494079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056553946,0.0002003717,0.00033789556,0.00016256998,0.00018578765,0.00016080329,0.0012505654,0.0001289988,0.0000018183138],"category_scores_gemma":[0.00039280264,0.00015698321,0.00012605186,0.0007282024,0.00007015458,0.0014041889,0.00069780875,0.00023827112,5.4561167e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051659285,0.00006987636,0.002838544,0.0002505917,0.000028135466,3.1260143e-7,0.016491344,0.0006894639,0.007842186,0.9712381,0.00007655797,0.00042327747],"study_design_scores_gemma":[0.00079490093,0.00009439644,0.00059502886,0.0015749164,0.000043191532,0.000005230706,0.0042014876,0.29410982,0.18486646,0.5126116,0.0007021551,0.00040080104],"about_ca_topic_score_codex":0.00004261457,"about_ca_topic_score_gemma":0.00001305925,"teacher_disagreement_score":0.4983243,"about_ca_system_score_codex":0.00008076247,"about_ca_system_score_gemma":0.00007534074,"threshold_uncertainty_score":0.64015895},"labels":[],"label_agreement":null},{"id":"W4412876920","doi":"10.1145/3711896.3737233","title":"Hierarchical Lexical Graph for Enhanced Multi-Hop Retrieval","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Graph; Hop (telecommunications); Information retrieval; Artificial intelligence; Theoretical computer science; Computer network","score_opus":0.051062268313731306,"score_gpt":0.32389812752218006,"score_spread":0.27283585920844877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412876920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019603502,0.00009021593,0.9885618,0.0024145269,0.002169812,0.000710684,0.00001705313,0.00046987992,0.0036056791],"genre_scores_gemma":[0.08977329,0.000024497871,0.9013923,0.0008470002,0.0002510654,0.00008290426,0.000015416988,0.000010796264,0.0076027336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974704,0.00007703344,0.00047523083,0.0012124227,0.0003298624,0.0004350602],"domain_scores_gemma":[0.9978977,0.00031359654,0.00009321462,0.001379554,0.0001701252,0.00014581403],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042636765,0.00028926507,0.0004206453,0.00020830198,0.00010676966,0.00020558918,0.0021022835,0.0004667595,0.000018791741],"category_scores_gemma":[0.00026292584,0.0002649278,0.00035117267,0.00020675056,0.000054813147,0.000095780335,0.0026947132,0.00080196786,0.000010597125],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001280761,0.00035704076,0.000038179125,0.00066415867,0.00018414363,0.000012065699,0.0011885419,0.0076351333,0.0026470136,0.87191623,0.002415433,0.112813994],"study_design_scores_gemma":[0.00071929325,0.000044383614,0.00006502147,0.00012557194,0.00001614716,0.0000015329127,0.0000066209445,0.86592644,0.012133031,0.11857142,0.0019438658,0.00044664866],"about_ca_topic_score_codex":0.000029299963,"about_ca_topic_score_gemma":0.000014011069,"teacher_disagreement_score":0.8582913,"about_ca_system_score_codex":0.00006710567,"about_ca_system_score_gemma":0.0004058734,"threshold_uncertainty_score":0.9999803},"labels":[],"label_agreement":null},{"id":"W4412877066","doi":"10.1145/3711896.3737435","title":"CURE: A dataset for Clinical Understanding &amp; Retrieval Evaluation","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Montreal Clinical Research Institute","funders":"","keywords":"Computer science; Information retrieval; Artificial intelligence","score_opus":0.4613842081861084,"score_gpt":0.4942159585426222,"score_spread":0.032831750356513756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412877066","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004715125,0.000058522626,0.99263775,0.0040186453,0.00085061404,0.00032068376,0.000025429841,0.000059310372,0.0015574988],"genre_scores_gemma":[0.3272049,0.000047274654,0.6658028,0.004247393,0.000299322,0.000031292206,0.00057545805,0.00000906256,0.0017824803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989441,0.00008031627,0.0002755973,0.00034108252,0.00021928742,0.00013959694],"domain_scores_gemma":[0.9989177,0.0003709261,0.000043496297,0.0005674542,0.00006533097,0.00003509783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024961287,0.00005768699,0.0000973615,0.00006239082,0.00009253385,0.00010751769,0.00043867217,0.00005792729,0.000024168177],"category_scores_gemma":[0.0004998066,0.000052017687,0.000044989854,0.00021222809,0.000016621743,0.00022873412,0.00017183502,0.000075631826,0.000014839873],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021655886,0.00003826324,0.0005091783,0.000017798116,0.000026474945,2.7648576e-7,0.00006182697,0.00021174496,0.000029181652,0.74333173,0.23747659,0.018275255],"study_design_scores_gemma":[0.00066544797,0.000018911192,0.000093016235,0.000014706006,0.000018091445,6.2002795e-7,0.000020473522,0.79707175,0.000034609922,0.13294227,0.06904283,0.00007726287],"about_ca_topic_score_codex":0.0000054526904,"about_ca_topic_score_gemma":0.000023657058,"teacher_disagreement_score":0.79686004,"about_ca_system_score_codex":0.00011151438,"about_ca_system_score_gemma":0.00018393193,"threshold_uncertainty_score":0.21212198},"labels":[],"label_agreement":null},{"id":"W4412886529","doi":"10.21203/rs.3.rs-7226688/v1","title":"Large Language Models as Mediators: Addressing Rater Disagreement in Turkish Essay Scoring","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rubric; Turkish; Writing assessment; Task (project management); Test (biology); Active listening; Psychology; Consistency (knowledge bases); Benchmark (surveying); Applied psychology; Computer science; Cognitive psychology; Mathematics education; Linguistics; Artificial intelligence","score_opus":0.09587885843140762,"score_gpt":0.42052009158985515,"score_spread":0.3246412331584475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412886529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28850174,0.0071271555,0.6706211,0.0030932243,0.0020197076,0.002851833,0.00012714333,0.0005512607,0.025106799],"genre_scores_gemma":[0.98990476,0.0001590355,0.0072219586,0.00011701444,0.0003775305,0.00034517449,0.00004531903,0.000026459764,0.0018027236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938004,0.00085920154,0.00057901046,0.0014553472,0.0019890612,0.001316985],"domain_scores_gemma":[0.99682593,0.00038229747,0.00010246764,0.0021413465,0.00030885715,0.00023909149],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004043587,0.0003482384,0.0004764535,0.0010291352,0.00022587589,0.000879589,0.0027913405,0.0003697172,0.000073654795],"category_scores_gemma":[0.00038445444,0.00033529592,0.00014903847,0.00075886433,0.000057923608,0.00056391786,0.009385632,0.002418738,0.00005823078],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015581715,0.0018253331,0.020601269,0.015722446,0.00038766494,0.0042147846,0.2525634,0.24351257,0.00092856446,0.2750283,0.0042464933,0.18081337],"study_design_scores_gemma":[0.00089661084,0.00004285245,0.00046366622,0.0068148514,0.0000065855293,0.0000029690661,0.0023285777,0.93980664,0.001506259,0.046881363,0.00063019834,0.00061944075],"about_ca_topic_score_codex":0.0012563341,"about_ca_topic_score_gemma":0.00045258368,"teacher_disagreement_score":0.701403,"about_ca_system_score_codex":0.0008635319,"about_ca_system_score_gemma":0.0014203662,"threshold_uncertainty_score":0.9999099},"labels":[],"label_agreement":null},{"id":"W4412887682","doi":"10.18653/v1/2025.findings-acl.1134","title":"Small Encoders Can Rival Large Decoders in Detecting Groundedness","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Encoder; Computer science; Decoding methods; Algorithm","score_opus":0.028727232356802322,"score_gpt":0.25718900277262124,"score_spread":0.22846177041581892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412887682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18683982,0.000021273745,0.80100924,0.0009690589,0.00042606654,0.00008202664,1.726167e-7,0.00014375919,0.0105086025],"genre_scores_gemma":[0.90929323,0.0000019565025,0.089073375,0.000964969,0.00001542235,0.0000093122635,2.5519682e-7,0.000004051497,0.00063739496],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988546,0.0000508279,0.00022034514,0.00038531507,0.00011328598,0.00037566773],"domain_scores_gemma":[0.99938715,0.00009671633,0.000029939521,0.00041213332,0.000027784548,0.00004627912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004000375,0.00010365086,0.0001249164,0.00019736943,0.000095018986,0.00011738226,0.00071520405,0.000058998507,0.000008529477],"category_scores_gemma":[0.0000699455,0.0001033092,0.00003889979,0.00046081658,0.000012484191,0.00017227528,0.0003259773,0.00016326863,0.000004728134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010037336,0.00015967677,0.084376544,0.00009954683,0.000043015927,0.000082086524,0.006894872,0.0076014027,0.0007986078,0.65620655,0.00017260716,0.24355507],"study_design_scores_gemma":[0.0005319666,0.000009308633,0.0021974847,0.00003651255,0.000002359087,0.0000032536848,0.0006457459,0.977969,0.0010950823,0.016905895,0.00042694135,0.00017647052],"about_ca_topic_score_codex":0.0012842322,"about_ca_topic_score_gemma":0.014500434,"teacher_disagreement_score":0.97036755,"about_ca_system_score_codex":0.00012026669,"about_ca_system_score_gemma":0.00013432375,"threshold_uncertainty_score":0.8091582},"labels":[],"label_agreement":null},{"id":"W4412887694","doi":"10.18653/v1/2025.findings-acl.1170","title":"Q-STRUM Debate: Query-Driven Contrastive Summarization for Recommendation Comparison","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea","keywords":"Automatic summarization; Computer science; Information retrieval; Natural language processing","score_opus":0.0249753236133718,"score_gpt":0.30381596742988365,"score_spread":0.27884064381651186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412887694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009358008,0.0000093677445,0.9858725,0.004837486,0.0005748879,0.00031569027,0.00000291242,0.00015929474,0.007292075],"genre_scores_gemma":[0.80065364,0.0000027724,0.19758268,0.00070752576,0.000033331762,0.00004118678,0.000031532643,0.0000036074189,0.0009437163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922657,0.000035062534,0.00023135166,0.00026691312,0.00008363451,0.00015649454],"domain_scores_gemma":[0.99938846,0.00016284328,0.000063660824,0.00018823611,0.00016923039,0.00002756943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019305787,0.000077674966,0.00012316057,0.00008596611,0.000109794964,0.00010837797,0.00027167826,0.000052284246,0.000016700074],"category_scores_gemma":[0.00009539888,0.00007496935,0.00003253172,0.00017878524,0.000009874109,0.00030905427,0.000091051916,0.000054918582,0.000006439239],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013883553,0.000053312724,0.005603348,0.000021422646,0.000027741009,1.7777582e-7,0.00024172885,0.0023763608,0.00049202103,0.6650616,0.01007331,0.3160351],"study_design_scores_gemma":[0.00039319336,0.000025874062,0.00080591155,0.000014515787,0.0000058174337,2.5939886e-7,0.000040023606,0.9763335,0.002898476,0.007817272,0.011583727,0.0000814552],"about_ca_topic_score_codex":0.000049033926,"about_ca_topic_score_gemma":0.00010975685,"teacher_disagreement_score":0.9739571,"about_ca_system_score_codex":0.000085735854,"about_ca_system_score_gemma":0.00007733737,"threshold_uncertainty_score":0.30571613},"labels":[],"label_agreement":null},{"id":"W4412888277","doi":"10.18653/v1/2025.findings-acl.695","title":"When Detection Fails: The Power of Fine-Tuned Models to Generate Human-Like Social Media Text","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"Ministère de la Défense Nationale","keywords":"Social media; Computer science; Power (physics); Data science; World Wide Web; Physics","score_opus":0.04444604225395427,"score_gpt":0.2662851425482298,"score_spread":0.22183910029427556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412888277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08365839,0.000025933452,0.90728456,0.0024221782,0.0005071487,0.00012255345,5.5357214e-7,0.00008230313,0.005896381],"genre_scores_gemma":[0.9783854,6.3893884e-7,0.019209245,0.0008083466,0.00006857672,0.000015854159,3.433355e-7,0.00000420494,0.001507384],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906564,0.00005449252,0.00023189334,0.000266553,0.00020911066,0.00017229994],"domain_scores_gemma":[0.99934787,0.00006504611,0.00004488849,0.0004093767,0.00010315109,0.0000296722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025999112,0.000091200105,0.00012510692,0.00009407289,0.0001701514,0.00010436713,0.0006836739,0.000056450423,0.000037930004],"category_scores_gemma":[0.000018784069,0.00006572415,0.000056977184,0.00024899837,0.000021897646,0.00026809063,0.0003037429,0.00008719316,0.00001321042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018017405,0.00007692702,0.000019095953,0.000022826389,0.000078127174,0.0000026575076,0.03523303,0.018795779,0.059703603,0.642119,0.011721061,0.23220989],"study_design_scores_gemma":[0.00048084327,0.00004271558,0.00035613286,0.00001934378,0.000015059621,0.0000011334658,0.0005750206,0.8150497,0.048304956,0.13305686,0.0018388464,0.0002593754],"about_ca_topic_score_codex":0.00013947746,"about_ca_topic_score_gemma":0.00062857213,"teacher_disagreement_score":0.894727,"about_ca_system_score_codex":0.000032852644,"about_ca_system_score_gemma":0.00004703659,"threshold_uncertainty_score":0.2680153},"labels":[],"label_agreement":null},{"id":"W4412888700","doi":"10.18653/v1/2025.findings-acl.235","title":"R3Mem: Bridging Memory Retention and Retrieval via Reversible Compression","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Bridging (networking); Computer science; Compression (physics); Materials science; Composite material; Computer network","score_opus":0.01827407981595656,"score_gpt":0.24670978942283095,"score_spread":0.2284357096068744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412888700","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053462658,0.00016169711,0.93052024,0.0012553681,0.00039414305,0.0000780056,9.775538e-8,0.00014668456,0.0139811365],"genre_scores_gemma":[0.92612535,0.000016873193,0.06584586,0.0006058798,0.00003547991,8.22342e-7,7.5021944e-7,0.000002616804,0.0073663923],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993022,0.000032623608,0.00013025741,0.00028064393,0.00012825754,0.00012602792],"domain_scores_gemma":[0.9995493,0.000031120664,0.000029638997,0.00031813135,0.0000365052,0.00003526318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024040493,0.000061191444,0.000082624334,0.000090527705,0.00011729578,0.00008214144,0.000243975,0.00004102756,0.000013288373],"category_scores_gemma":[0.00002152117,0.000056566772,0.000022892447,0.00020914215,0.000015138163,0.000326637,0.00034164512,0.00008345321,0.0000072126973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064562904,0.00009315763,0.0048261574,0.00034497955,0.00006256377,0.000041280076,0.0011088365,0.0013947358,0.1943853,0.13717513,0.02325107,0.6372522],"study_design_scores_gemma":[0.00034038263,0.000013403447,0.0020301258,0.000100889905,0.0000060928205,0.0000073520428,0.000021995464,0.9673934,0.02286536,0.006168853,0.0009451939,0.000106962674],"about_ca_topic_score_codex":0.000047984897,"about_ca_topic_score_gemma":0.0000024511335,"teacher_disagreement_score":0.96599865,"about_ca_system_score_codex":0.000026023477,"about_ca_system_score_gemma":0.000022791872,"threshold_uncertainty_score":0.2306726},"labels":[],"label_agreement":null},{"id":"W4412888901","doi":"10.18653/v1/2025.fever-1.19","title":"SANCTUARY: An Efficient Evidence-based Automated Fact Checking System","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science","score_opus":0.043862993180243316,"score_gpt":0.2970264958567863,"score_spread":0.253163502676543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412888901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109744765,0.00013450094,0.8824106,0.000574747,0.00055753934,0.0001826043,2.6351074e-7,0.0030654734,0.0033294978],"genre_scores_gemma":[0.9407116,4.9978024e-7,0.058639854,0.00046211033,0.000023769684,0.000012764358,5.738608e-7,0.0000045484785,0.00014424986],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985965,0.00009706522,0.00026742407,0.00048803698,0.00027252582,0.00027845375],"domain_scores_gemma":[0.99877805,0.00012778255,0.000054782857,0.00087933376,0.000083429026,0.000076654724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047316373,0.0001341399,0.00016664372,0.00017245136,0.00014115687,0.00024523685,0.000909154,0.000060200025,0.000011253313],"category_scores_gemma":[0.000053243926,0.00011130287,0.000054388995,0.0005018179,0.000015285006,0.0003086653,0.00017123875,0.00008801822,0.000037821876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000141672535,0.00014477373,0.0029763365,0.00043467502,0.000037003694,0.000048507263,0.00071170914,0.63193667,0.003963178,0.31061602,0.0009156067,0.048201337],"study_design_scores_gemma":[0.00015829409,0.000021552236,0.0018953687,0.00045535868,0.0000047883427,0.0000018616615,0.000052693966,0.9928371,0.004333803,0.000030139998,0.000090115376,0.000118963704],"about_ca_topic_score_codex":0.0001643601,"about_ca_topic_score_gemma":0.0000069617936,"teacher_disagreement_score":0.8309669,"about_ca_system_score_codex":0.0001793776,"about_ca_system_score_gemma":0.00022502571,"threshold_uncertainty_score":0.45387995},"labels":[],"label_agreement":null},{"id":"W4412888945","doi":"10.18653/v1/2025.findings-acl.54","title":"Can Large Language Models Address Open-Target Stance Detection?","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada; Alliance de recherche numérique du Canada","keywords":"Computer science; Artificial intelligence; Natural language processing","score_opus":0.019637186148660408,"score_gpt":0.28532996286241996,"score_spread":0.26569277671375957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412888945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032313177,0.00018425853,0.9296815,0.0013193582,0.00034512705,0.00017394822,0.0000050481376,0.00020308004,0.06485636],"genre_scores_gemma":[0.91842335,0.000003777972,0.068687715,0.0020741913,0.00002463212,0.000024916862,9.1172194e-7,0.0000045025513,0.010756002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903256,0.00003844169,0.0001551161,0.00037300255,0.00014059975,0.00026026895],"domain_scores_gemma":[0.9991206,0.000029038418,0.000029909439,0.00069945934,0.00006994707,0.000051076146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002318939,0.00009190171,0.000120124954,0.000072715186,0.00013311567,0.0002471618,0.0013967828,0.00004254954,0.000044595632],"category_scores_gemma":[0.00002084518,0.00008461652,0.000027629116,0.00030687934,0.000008106517,0.0005227831,0.00076087815,0.00010819186,0.000011456926],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047034437,0.000059788625,0.00011673422,0.000021832122,0.00002089007,0.00001636206,0.0013917749,0.007268768,0.0008417135,0.9652501,0.0014381027,0.023569278],"study_design_scores_gemma":[0.000360093,0.000009089188,0.000055623397,0.000020062354,0.0000019590814,0.000001495864,0.00016476214,0.9402698,0.009301403,0.047441095,0.0022459736,0.00012864442],"about_ca_topic_score_codex":0.0005415926,"about_ca_topic_score_gemma":0.0015566066,"teacher_disagreement_score":0.93300104,"about_ca_system_score_codex":0.000053642638,"about_ca_system_score_gemma":0.00008962722,"threshold_uncertainty_score":0.34505618},"labels":[],"label_agreement":null},{"id":"W4412889420","doi":"10.18653/v1/2025.acl-short.97","title":"Counterfactual-Consistency Prompting for Relative Temporal Understanding in Large Language Models","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; National Research Foundation of Korea; Seoul National University; National Research Foundation","keywords":"Counterfactual thinking; Computer science; Consistency (knowledge bases); Artificial intelligence; Natural language processing; Psychology; Social psychology","score_opus":0.0692207462450151,"score_gpt":0.3069790829925247,"score_spread":0.23775833674750957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412889420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013422681,0.00010617525,0.95843077,0.00077507005,0.00014636583,0.0003520638,0.0000024193012,0.00012473283,0.0266397],"genre_scores_gemma":[0.89551073,9.655452e-7,0.10273018,0.00026246326,0.000010350558,0.00002442519,0.0000015570103,0.000004478263,0.001454848],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898154,0.00002950108,0.00025856568,0.0003394774,0.00010872468,0.00028221664],"domain_scores_gemma":[0.9994414,0.00017107173,0.000049443555,0.00028260285,0.00002985231,0.000025641093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004850022,0.00009837831,0.00014850439,0.00016235473,0.000105230865,0.00008649177,0.00031007867,0.00005600042,0.000005537233],"category_scores_gemma":[0.000056393743,0.00009072474,0.000044341687,0.00023375836,0.000012544331,0.00068339356,0.00016496748,0.00011214755,0.0000020359544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003818606,0.000022017675,0.0007676857,0.000027645116,0.000009678065,0.000003471797,0.004076447,0.0011367536,0.00005790594,0.9930832,0.000064420004,0.0007469555],"study_design_scores_gemma":[0.00049369194,0.000012375167,0.000034439825,0.00007624329,0.000002417599,7.735025e-7,0.001925175,0.8412125,0.00015604871,0.15594383,0.00004930815,0.000093202594],"about_ca_topic_score_codex":0.00008236884,"about_ca_topic_score_gemma":0.00025669963,"teacher_disagreement_score":0.88208807,"about_ca_system_score_codex":0.00022100547,"about_ca_system_score_gemma":0.00010672715,"threshold_uncertainty_score":0.36996475},"labels":[],"label_agreement":null},{"id":"W4412906974","doi":"10.3390/fire8080306","title":"Entity Recognition Method for Fire Safety Standards Based on FT-FLAT","year":2025,"lang":"en","type":"article","venue":"Fire","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Fire safety; Computer science; Forensic engineering; Environmental science; Business; Engineering; Risk analysis (engineering)","score_opus":0.028265250961732998,"score_gpt":0.32030161992409734,"score_spread":0.29203636896236435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412906974","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018967259,0.000041972937,0.99041206,0.003385024,0.0005911016,0.00025176353,0.00009056579,0.00013540592,0.0031953568],"genre_scores_gemma":[0.20122416,0.000009907475,0.7939488,0.0030701691,0.00014051731,0.000073297975,0.000043634933,0.000011081198,0.0014783657],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990335,0.000070812974,0.00016731003,0.00033732608,0.00022102168,0.00017003344],"domain_scores_gemma":[0.9991251,0.00022481094,0.000043161534,0.0004305208,0.00014049103,0.000035889097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066073594,0.000091448346,0.00012531152,0.000046223795,0.0001685354,0.00007536599,0.00032386268,0.00007064164,0.000041870375],"category_scores_gemma":[0.0002286303,0.00008899321,0.00008258616,0.00018927654,0.00000812303,0.00014978065,0.00007350307,0.00009449818,0.000009325973],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038915303,0.000022058744,0.000055087843,0.000063473555,0.0000087698145,0.000001717256,0.00007899593,0.00082789746,0.000047325702,0.0039931647,0.0062730913,0.9885895],"study_design_scores_gemma":[0.00048776518,0.000048444734,0.00019388556,0.00011263267,0.000007857643,3.4195978e-7,0.0000040849895,0.94126207,0.0017874892,0.009760971,0.046236534,0.00009795165],"about_ca_topic_score_codex":0.000044295488,"about_ca_topic_score_gemma":0.000015720043,"teacher_disagreement_score":0.98849154,"about_ca_system_score_codex":0.00013950186,"about_ca_system_score_gemma":0.00017831616,"threshold_uncertainty_score":0.3629038},"labels":[],"label_agreement":null},{"id":"W4412944217","doi":"10.18653/v1/2025.trl-1.14","title":"OrQA – Open Data Retrieval for Question Answering dataset generation","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Question answering; Information retrieval","score_opus":0.16214780063289805,"score_gpt":0.39911111832994134,"score_spread":0.2369633176970433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412944217","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000576262,0.000025728148,0.995577,0.00212978,0.00046713348,0.00029900583,0.00015238168,0.00005735595,0.00071538443],"genre_scores_gemma":[0.048592534,0.000008344892,0.94433415,0.0014604495,0.00016974048,0.000013132129,0.003902861,0.000004322465,0.0015144459],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992467,0.000024002891,0.00014205773,0.00040819735,0.00007709454,0.00010191747],"domain_scores_gemma":[0.99857676,0.000034343535,0.000025766882,0.0013062308,0.00003578581,0.000021131798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065546384,0.000050877887,0.000065546075,0.000039163107,0.00009899142,0.00044465964,0.002342772,0.000028418051,0.000007357358],"category_scores_gemma":[0.0001181062,0.00004780952,0.0000063833822,0.00013646633,0.0000048342426,0.0013909842,0.0020883142,0.000034309112,0.0000054489965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015061243,0.000034306933,0.00008890723,0.00002989871,0.000018528885,0.0000015133114,0.00005257955,0.001650299,0.009042675,0.6172713,0.24034166,0.13145328],"study_design_scores_gemma":[0.00017492825,0.000009731006,0.000027796927,0.000009065933,0.0000033921624,6.8564447e-7,0.0000029168027,0.9276994,0.0031894422,0.0017729179,0.06705324,0.00005651728],"about_ca_topic_score_codex":0.00014321921,"about_ca_topic_score_gemma":0.00009260537,"teacher_disagreement_score":0.92604905,"about_ca_system_score_codex":0.000023724078,"about_ca_system_score_gemma":0.00008579367,"threshold_uncertainty_score":0.43534923},"labels":[],"label_agreement":null},{"id":"W4412980931","doi":"10.1016/j.datak.2025.102499","title":"Corrigendum to “Large Language Models for Conceptual Modeling: Assessment and Application Potential” [Knowledge and Data Engineering Volume 160, November 2025, 102480]","year":2025,"lang":"en","type":"erratum","venue":"Data & Knowledge Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Volume (thermodynamics); Computer science; Conceptual model; Data science; Database; Physics","score_opus":0.04627239330600777,"score_gpt":0.3163658736183723,"score_spread":0.2700934803123646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412980931","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040897958,0.0154406335,0.96579975,0.00010039028,0.012968363,0.0012404041,0.0032422985,0.00047116473,0.0006960836],"genre_scores_gemma":[0.025184482,0.0014318654,0.85809404,0.0002007008,0.0073968736,0.0010669294,0.042550355,0.00052486034,0.06354989],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99528915,0.0000379216,0.00078563765,0.0026326003,0.00033816588,0.000916539],"domain_scores_gemma":[0.9943653,0.00010744819,0.00013518588,0.004777072,0.00023830803,0.0003766876],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0010744828,0.0007948877,0.0008633182,0.00052989763,0.00020102048,0.0004922353,0.0046156826,0.0005243515,0.000007136638],"category_scores_gemma":[0.00019004404,0.0009272375,0.00007047363,0.0004936509,0.00002496529,0.0014444855,0.009784036,0.000977141,0.000015183138],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012201615,0.0002730143,0.00001228479,0.0034480693,0.00050115865,0.000021769963,0.0033129435,0.09341214,0.00062787853,0.03069008,0.7660681,0.10162038],"study_design_scores_gemma":[0.00038711564,0.000020423051,0.0000072461066,0.00035200667,0.000100252764,0.0000073908436,0.000064297834,0.76411396,0.00000434316,0.000033893677,0.23423742,0.0006716223],"about_ca_topic_score_codex":0.000052719024,"about_ca_topic_score_gemma":0.00009081574,"teacher_disagreement_score":0.67070186,"about_ca_system_score_codex":0.00023083169,"about_ca_system_score_gemma":0.00054022827,"threshold_uncertainty_score":0.9993178},"labels":[],"label_agreement":null},{"id":"W4413002442","doi":"10.3389/frai.2025.1592013","title":"Large language models for closed-library multi-document query, test generation, and evaluation","year":2025,"lang":"en","type":"article","venue":"Frontiers in Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Massachusetts Institute of Technology","keywords":"Computer science; Knowledge base; Leverage (statistics); Set (abstract data type); Information retrieval; World Wide Web; Language model; Data science; Artificial intelligence","score_opus":0.05380820147992983,"score_gpt":0.32675085891863037,"score_spread":0.27294265743870055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413002442","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01351075,0.0014170749,0.9818733,0.0010344399,0.0011941064,0.000669913,0.000007989816,0.00007238275,0.00022007589],"genre_scores_gemma":[0.6337592,0.000051537954,0.3653668,0.00034441354,0.000075861055,0.0001187632,0.000012572613,0.000006657726,0.00026422445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998632,0.00007614726,0.00038884254,0.00046801436,0.00018099636,0.0002539802],"domain_scores_gemma":[0.9993827,0.00008504664,0.000060389415,0.00035727804,0.000071450995,0.000043179185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000709655,0.00012191961,0.00014931112,0.00021581085,0.00012334669,0.00020540143,0.00040008908,0.00007473014,0.000006871737],"category_scores_gemma":[0.00017379336,0.0001290216,0.000035548528,0.000308561,0.000031536238,0.0007909195,0.00015465353,0.000096554155,0.000002608519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012883897,0.0001611962,0.0014512097,0.000037621812,0.000015205027,0.0000029957134,0.0045689377,0.04626478,0.0011366702,0.28477854,0.0031444822,0.65842545],"study_design_scores_gemma":[0.00007225502,0.0000164841,0.000035906236,0.000024809704,0.0000059911963,2.9116353e-7,0.0004675079,0.8422197,0.016250042,0.14055334,0.00024752776,0.0001061282],"about_ca_topic_score_codex":0.000028408007,"about_ca_topic_score_gemma":0.0000978624,"teacher_disagreement_score":0.79595494,"about_ca_system_score_codex":0.00007434412,"about_ca_system_score_gemma":0.00013227902,"threshold_uncertainty_score":0.52613485},"labels":[],"label_agreement":null},{"id":"W4413025253","doi":"10.1007/978-3-032-00891-6_28","title":"Enhancing Ultra-Low-Bit Quantization of Large Language Models Through Saliency-Aware Partial Retraining","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"","keywords":"Computer science; Retraining; Quantization (signal processing); Bit (key); Artificial intelligence; Speech recognition; Computer vision; Computer network","score_opus":0.02045388212035081,"score_gpt":0.2747283330984558,"score_spread":0.25427445097810497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413025253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035752245,0.00044129518,0.9926651,0.00026242223,0.0015618033,0.00034119753,0.000013575222,0.00018841117,0.004168657],"genre_scores_gemma":[0.7064903,0.00003382412,0.29231435,0.00069222675,0.00026095504,0.000005709554,0.000009920916,0.000022878206,0.00016984968],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956928,0.000057451845,0.00087555166,0.0015537472,0.0010808147,0.0007396495],"domain_scores_gemma":[0.99726814,0.00041010897,0.00043535393,0.001510366,0.00028390466,0.0000921478],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011089443,0.00047834637,0.00065259123,0.00054992625,0.00023570014,0.0002463029,0.0027116425,0.00038578926,0.000018474226],"category_scores_gemma":[0.00015409167,0.0004739368,0.00015794422,0.00078274304,0.00026013041,0.0010755239,0.00083684694,0.00071301736,0.0000051985244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012347615,0.00008473236,0.000046404315,0.0005107126,0.00003591517,0.00010762256,0.03072613,0.36657515,0.0054167765,0.34833032,0.000022586859,0.2481313],"study_design_scores_gemma":[0.00023011828,0.000054647462,0.0000033240124,0.0012495519,0.000009229439,0.000010762928,0.0000036229058,0.9131574,0.024783343,0.06002501,0.000043163516,0.00042980834],"about_ca_topic_score_codex":0.00005924764,"about_ca_topic_score_gemma":0.0001289096,"teacher_disagreement_score":0.70613277,"about_ca_system_score_codex":0.00019385648,"about_ca_system_score_gemma":0.0007667744,"threshold_uncertainty_score":0.99977124},"labels":[],"label_agreement":null},{"id":"W4413029022","doi":"10.1007/s43681-025-00806-5","title":"The deep illusion: a critical analysis of DeepSeek and the limits of large language models","year":2025,"lang":"en","type":"article","venue":"AI and Ethics","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cegep de Sainte Foy","funders":"","keywords":"Illusion; Computer science; Linguistics; Psychology; Cognitive psychology; Philosophy","score_opus":0.03481016132546281,"score_gpt":0.3463852527258339,"score_spread":0.3115750914003711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413029022","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03170256,0.0033825538,0.9390952,0.025032269,0.000052916548,0.000042111966,0.0000017001023,0.000008585484,0.0006820854],"genre_scores_gemma":[0.9949664,0.00037059854,0.0027001079,0.0019025113,0.0000062669455,0.00000193294,2.3969338e-7,0.0000011003316,0.0000508356],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993554,0.00012797791,0.00014839944,0.000120417106,0.0001517912,0.00009604129],"domain_scores_gemma":[0.9977132,0.0018293932,0.00002646216,0.00030566184,0.00010567544,0.00001957768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011900661,0.000043226548,0.00013508495,0.000047205504,0.00017863269,0.000038831742,0.0002457739,0.000069085814,8.645836e-7],"category_scores_gemma":[0.0004507448,0.00002361487,0.0000438328,0.00030500026,0.00020922057,0.0000699989,0.00023931495,0.00022762513,7.912722e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056589715,0.000007663319,0.00007867743,0.000023809895,0.00006249101,7.556692e-7,0.013118797,0.00056058855,0.000022405718,0.9793237,0.000006775228,0.006788681],"study_design_scores_gemma":[0.00016129689,0.0000066873035,0.00029848993,0.000016042119,0.00010055443,5.997548e-7,0.0005524592,0.9355494,0.00006254914,0.06315562,0.00007064803,0.00002569634],"about_ca_topic_score_codex":0.00007145299,"about_ca_topic_score_gemma":0.0002772266,"teacher_disagreement_score":0.96326387,"about_ca_system_score_codex":0.0000023977325,"about_ca_system_score_gemma":0.00003731092,"threshold_uncertainty_score":0.13739163},"labels":[],"label_agreement":null},{"id":"W4413040066","doi":"10.3233/shti250922","title":"Human in the Loop: Embedding Medical Expert Input in Large Language Models for Clinical Applications","year":2025,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Automatic summarization; Ontology; Dravet syndrome; Epilepsy; Unified Medical Language System; Artificial intelligence; Natural language processing; Data science; Medicine; Psychiatry","score_opus":0.08934316528721445,"score_gpt":0.48167036378910366,"score_spread":0.39232719850188924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413040066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050576765,0.008646575,0.9169606,0.021921158,0.00017366235,0.0010369305,0.0000018501466,0.00009974837,0.0005827414],"genre_scores_gemma":[0.93716097,0.0037409556,0.049580194,0.008731463,0.000024477396,0.00073978753,0.000001638593,0.0000029060523,0.000017603206],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984973,0.000052161435,0.00093365205,0.00013050703,0.00010068911,0.00028566297],"domain_scores_gemma":[0.9991568,0.00034017192,0.00010424955,0.00035479825,0.000025656384,0.00001836432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002649942,0.000077246055,0.00026431476,0.0004184533,0.0001719936,0.000010935712,0.00061395863,0.00017662428,2.4950123e-7],"category_scores_gemma":[0.00035537704,0.000058505237,0.000016868207,0.0006436635,0.00015709942,0.00015934369,0.00046929286,0.00045759047,4.058367e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016995091,0.00007408375,0.004860819,0.0003333586,0.000008153103,0.0000017195276,0.02350228,0.00017041815,5.242241e-8,0.8760333,0.00047015338,0.094543986],"study_design_scores_gemma":[0.0011152384,0.00006891542,0.00039828868,0.0003558373,0.0000011010537,0.0000047819894,0.03449355,0.85484135,0.0000014322064,0.10407197,0.004550239,0.00009730386],"about_ca_topic_score_codex":0.00001509562,"about_ca_topic_score_gemma":0.00029128676,"teacher_disagreement_score":0.8865842,"about_ca_system_score_codex":0.000057602083,"about_ca_system_score_gemma":0.000100048695,"threshold_uncertainty_score":0.23857744},"labels":[],"label_agreement":null},{"id":"W4413060628","doi":"10.1145/3748316","title":"Inner-character and Inner-word Features Based Representation Learning for Chinese Word Embedding","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Asian and Low-Resource Language Information Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Fundamental Research Funds for the Central Universities; National Key Research and Development Program of China; Natural Science Foundation of Sichuan Province; China Postdoctoral Science Foundation; National Natural Science Foundation of China","keywords":"Pinyin; Computer science; Artificial intelligence; Natural language processing; Word (group theory); Character (mathematics); Word embedding; Feature (linguistics); Similarity (geometry); Chinese characters; Speech recognition; Embedding; Linguistics; Mathematics","score_opus":0.006695338832000711,"score_gpt":0.27081476975019714,"score_spread":0.26411943091819645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413060628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086158074,0.000115816154,0.9098367,0.0024838743,0.00007921662,0.00026153275,0.0000029350974,0.0002144469,0.0008474075],"genre_scores_gemma":[0.9546114,0.0000055589417,0.04340715,0.001473248,0.00003630748,0.000053914013,0.000028145325,0.0000088644665,0.00037536124],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897623,0.00004636529,0.0003346815,0.0002548822,0.00017264567,0.00021520765],"domain_scores_gemma":[0.9992488,0.00015181304,0.00015340283,0.00030208853,0.000076883625,0.00006701644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024631043,0.00017580688,0.00016492781,0.0004629463,0.0005605098,0.0006799541,0.0002569303,0.00010438998,0.00000750345],"category_scores_gemma":[0.0001780941,0.00016008901,0.000048728485,0.0004966844,0.000033792945,0.0017718544,0.000022383032,0.00030443014,0.0000017111031],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037636837,0.000015834805,0.000132239,0.00022944124,0.000011175689,8.451866e-7,0.01269745,0.009403499,0.00023110885,0.00010052949,0.000018021372,0.97712225],"study_design_scores_gemma":[0.0016402061,0.000045402074,0.004228877,0.0005468004,0.00003100529,0.000018798637,0.0076663624,0.9793787,0.002168478,0.00048718916,0.0034222188,0.0003659464],"about_ca_topic_score_codex":0.000015196288,"about_ca_topic_score_gemma":0.000010157075,"teacher_disagreement_score":0.9767563,"about_ca_system_score_codex":0.000034182543,"about_ca_system_score_gemma":0.000050985458,"threshold_uncertainty_score":0.6556813},"labels":[],"label_agreement":null},{"id":"W4413062930","doi":"10.1145/3715335.3737684","title":"Community-Driven Data Practices for Advancing Ethical and Equitable AI in Low-Resource Language Contexts","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Resource (disambiguation); Knowledge management; Data science","score_opus":0.05674212384201326,"score_gpt":0.3930905079977772,"score_spread":0.33634838415576396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413062930","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022246705,0.00027399362,0.9484394,0.025383005,0.00006716893,0.0002248585,0.0000037683417,0.000081668186,0.0032794215],"genre_scores_gemma":[0.81629753,0.000007895403,0.16199778,0.019819088,0.000028496619,0.00001553189,0.000013902195,0.000006004135,0.0018137418],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989847,0.00021521981,0.00017951571,0.0002723804,0.00009774282,0.0002504553],"domain_scores_gemma":[0.9974904,0.0013122216,0.00007222388,0.0010531677,0.000032264146,0.000039728962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017790633,0.00007399909,0.00013664101,0.00007496763,0.00016799297,0.00017239383,0.0012708517,0.000089897636,0.0000029792573],"category_scores_gemma":[0.0013472375,0.00006845488,0.000010870727,0.00014171316,0.000026507863,0.00064871775,0.0022157053,0.00061175314,0.0000013965713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009444785,0.00042339347,0.002703805,0.0012351907,0.000088381115,0.000043788106,0.025381315,0.004524668,0.009261566,0.45057186,0.031676266,0.47399533],"study_design_scores_gemma":[0.0006176518,0.00002532281,0.00013118032,0.00015650506,0.000005741874,0.0000031363654,0.0011081637,0.962739,0.00037300505,0.002461764,0.03227094,0.00010756994],"about_ca_topic_score_codex":0.0013084139,"about_ca_topic_score_gemma":0.00329922,"teacher_disagreement_score":0.95821434,"about_ca_system_score_codex":0.000024123448,"about_ca_system_score_gemma":0.0000823756,"threshold_uncertainty_score":0.2791509},"labels":[],"label_agreement":null},{"id":"W4413065313","doi":"10.1007/978-981-96-6294-4_20","title":"Word Embedding Bias in Large Language Models","year":2025,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Word (group theory); Word embedding; Computer science; Natural language processing; Embedding; Linguistics; Artificial intelligence; Philosophy","score_opus":0.0730375053919994,"score_gpt":0.33158081651414867,"score_spread":0.2585433111221493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413065313","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009455665,0.0004598268,0.76343036,0.0005500591,0.00018947004,0.00022769863,0.000006378019,0.00007176496,0.23496987],"genre_scores_gemma":[0.26188263,0.0030513343,0.72589904,0.0030880133,0.00005051066,0.000056351128,0.00005976254,0.00001316941,0.005899203],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834603,0.00003359534,0.00069168286,0.00029925184,0.0003579338,0.00027147977],"domain_scores_gemma":[0.9970648,0.00021274353,0.00020899957,0.0022848186,0.00016563355,0.00006297153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015100653,0.000183253,0.00023941562,0.0015638978,0.00025295187,0.00053091376,0.0036592945,0.00011929945,0.000004048716],"category_scores_gemma":[0.000050711453,0.00019306941,0.00003724145,0.0005832104,0.00020374132,0.0070076236,0.0037697959,0.0004987004,0.0000169573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.8077226e-7,0.000007750841,0.00002479954,0.000018715367,0.0000014051965,5.2880915e-7,0.0040122382,0.0037449447,3.550023e-7,0.7850717,0.000056103847,0.20706098],"study_design_scores_gemma":[0.00020081426,0.000006100621,0.000111404166,0.000319138,0.0000013110675,0.000004332381,0.000047478137,0.9689337,0.0000018342262,0.016062783,0.014128646,0.0001824532],"about_ca_topic_score_codex":0.000028682383,"about_ca_topic_score_gemma":0.000050169107,"teacher_disagreement_score":0.96518874,"about_ca_system_score_codex":0.00017858669,"about_ca_system_score_gemma":0.00031977816,"threshold_uncertainty_score":0.78731424},"labels":[],"label_agreement":null},{"id":"W4413066139","doi":"10.1145/3733155.3734900","title":"Generalized Follow-Up WHODAS 2.0 Assessment Through Language Models and Adaptive Clustering Ensemble in Higher Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Carleton University","funders":"","keywords":"Cluster analysis; Computer science; Natural language processing; Artificial intelligence; Data science","score_opus":0.06027243842198861,"score_gpt":0.3330583787772414,"score_spread":0.27278594035525283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413066139","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058238626,0.00032208246,0.8834983,0.0015562456,0.0006143406,0.00015723822,1.876842e-7,0.000070237176,0.055542734],"genre_scores_gemma":[0.6424928,0.000013559465,0.34525016,0.00094700686,0.000024703748,0.000027986724,7.8090943e-7,0.0000033326,0.01123969],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991569,0.000054434167,0.00017699722,0.00033313423,0.0001133036,0.0001652403],"domain_scores_gemma":[0.99955606,0.0000334431,0.00003101191,0.0003224138,0.00003059702,0.000026495549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013570336,0.000098220764,0.00013418369,0.00008260635,0.000046340254,0.00010377836,0.00023629471,0.000047620033,0.000018089713],"category_scores_gemma":[0.0000028980776,0.00009123683,0.00002314775,0.00019069703,0.0000086446535,0.00056753884,0.00027606197,0.00008366607,0.0000015852897],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056459476,0.000039955525,0.00021329091,0.000017866942,0.0000122113415,0.000002618696,0.002208878,0.008573482,0.0013721758,0.95577323,0.00035958452,0.03142105],"study_design_scores_gemma":[0.0006045508,0.000012847656,0.00083205686,0.00005429265,0.0000043485934,0.0000012461101,0.00025898457,0.9398787,0.0005078319,0.057329603,0.00038808153,0.0001274267],"about_ca_topic_score_codex":0.0011600145,"about_ca_topic_score_gemma":0.00028199487,"teacher_disagreement_score":0.9313052,"about_ca_system_score_codex":0.00009836334,"about_ca_system_score_gemma":0.00014822879,"threshold_uncertainty_score":0.37205297},"labels":[],"label_agreement":null},{"id":"W4413082047","doi":"10.2139/ssrn.5339141","title":"Large Language Models Improve Hypothesis Generation by Reducing Effort","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada; University of Toronto","funders":"","keywords":"Computer science; Linguistics; Philosophy","score_opus":0.014253216304133851,"score_gpt":0.24683500276385686,"score_spread":0.23258178645972302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413082047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040475667,0.00764172,0.94839954,0.0008530248,0.0012087076,0.00024359353,0.000018811445,0.00013036135,0.0010285468],"genre_scores_gemma":[0.9632456,0.0033256565,0.023963455,0.00034313631,0.0012217616,0.000039749324,0.000024380593,0.000034651544,0.0078016105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99583405,0.00012168291,0.00055179314,0.0007696062,0.0004659413,0.002256914],"domain_scores_gemma":[0.99843955,0.000038624024,0.0003635441,0.0009380119,0.00012074524,0.000099504345],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0022971204,0.0003417634,0.00037214294,0.000230846,0.0002805884,0.00041806218,0.0016771402,0.00031527528,0.0000061970977],"category_scores_gemma":[0.000050434024,0.0003361747,0.00024532122,0.0001504672,0.000011880267,0.00043754457,0.00087035995,0.0038142253,0.0000069806174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014725163,0.00018368028,0.000022985287,0.00010633819,0.0006280884,0.000017698252,0.003992006,0.07295023,0.009639658,0.562908,0.0018596693,0.3476769],"study_design_scores_gemma":[0.00030771858,0.00004205031,8.8538536e-7,0.00007075712,0.000039910097,0.00005860947,0.00018150077,0.75449824,0.0021815058,0.24205808,0.00023050253,0.00033025286],"about_ca_topic_score_codex":0.00023892192,"about_ca_topic_score_gemma":0.00020213968,"teacher_disagreement_score":0.9244361,"about_ca_system_score_codex":0.0016452085,"about_ca_system_score_gemma":0.0042231493,"threshold_uncertainty_score":0.99990904},"labels":[],"label_agreement":null},{"id":"W4413089949","doi":"10.1017/9781009636124.008","title":"Detecting Latent Signs","year":2025,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Probabilistic latent semantic analysis; Computer science; Artificial intelligence","score_opus":0.030735349222091465,"score_gpt":0.1980880582019128,"score_spread":0.16735270897982135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413089949","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013005549,0.000069716785,0.2882716,0.000023475295,0.00036784544,0.00018604314,0.000014425216,0.00027539252,0.7107785],"genre_scores_gemma":[0.0012932968,0.000022554459,0.0045387577,0.000102544676,0.00008640021,4.1621087e-7,0.000003624021,0.000016748945,0.99393564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849784,0.00003079595,0.0001908117,0.0007174733,0.00026247115,0.0003006223],"domain_scores_gemma":[0.9984661,0.000087552624,0.00016998488,0.0010155799,0.00013514842,0.00012567808],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011331555,0.0003091112,0.00031774855,0.00023492286,0.00022148794,0.00010183349,0.001491657,0.000302656,0.0000014550981],"category_scores_gemma":[0.000011139405,0.00038363412,0.00020533503,0.000012006731,0.00005802081,0.00013605102,0.0014457349,0.0005148644,0.000012360966],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053715485,0.0000026369055,7.9903566e-7,0.000050250863,0.00006046447,0.00021172874,0.000040865787,0.00003723121,0.00005004058,0.98087317,0.0039662025,0.014701216],"study_design_scores_gemma":[0.000365885,0.000039655857,0.0000023618109,0.00031214752,0.00009115586,0.000014182,0.0000071055906,0.015581427,0.0006673181,0.000092353526,0.9822364,0.00059004995],"about_ca_topic_score_codex":0.000103558945,"about_ca_topic_score_gemma":0.0000019585282,"teacher_disagreement_score":0.98078084,"about_ca_system_score_codex":0.00023347762,"about_ca_system_score_gemma":0.00017259958,"threshold_uncertainty_score":0.99986154},"labels":[],"label_agreement":null},{"id":"W4413115901","doi":"10.1098/rstb.2023.0499","title":"Re-evaluating Theory of Mind evaluation in large language models","year":2025,"lang":"en","type":"article","venue":"Philosophical Transactions of the Royal Society B Biological Sciences","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Theory of mind; Computer science; Cognitive science; Linguistics; Natural language processing; Psychology; Philosophy; Neuroscience; Cognition","score_opus":0.12278221242681205,"score_gpt":0.3560545157109268,"score_spread":0.23327230328411475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413115901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32518652,0.0003444387,0.66674244,0.004929221,0.00014062974,0.00025285027,0.0000059594026,0.000017444067,0.002380466],"genre_scores_gemma":[0.97932154,0.0000109762195,0.02041337,0.00019520734,0.000016822843,0.000018446006,3.597714e-7,0.0000012726861,0.000021975604],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980046,0.00048483512,0.00039449622,0.00037799243,0.00050697953,0.00023108101],"domain_scores_gemma":[0.9988894,0.00055094005,0.000115905874,0.0003268486,0.00008784496,0.000029089178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004698081,0.00010155856,0.0002042,0.00004403607,0.00023769827,0.000021020569,0.0011855462,0.000135195,0.00005506994],"category_scores_gemma":[0.00023213253,0.00006009723,0.0002617832,0.0009073731,0.00045860355,0.00014420104,0.000111433066,0.00023818438,6.116333e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031279444,0.0006764745,0.0042916345,0.00005593887,0.00006794171,3.1840173e-7,0.004814783,0.45767057,0.0028872443,0.4253032,0.0000069756134,0.10419365],"study_design_scores_gemma":[0.00018324658,0.000052117473,0.0011680584,0.000038258386,0.000009882788,9.9797866e-8,0.00037738876,0.6552936,0.00085394597,0.34197378,9.007721e-7,0.000048761573],"about_ca_topic_score_codex":0.000037198985,"about_ca_topic_score_gemma":0.0000078461335,"teacher_disagreement_score":0.65413505,"about_ca_system_score_codex":0.000050362287,"about_ca_system_score_gemma":0.00012944498,"threshold_uncertainty_score":0.2450694},"labels":[],"label_agreement":null},{"id":"W4413140769","doi":"10.1148/rg.240103","title":"Deep Learning Models Connecting Images and Text: A Primer for Radiologists","year":2025,"lang":"en","type":"article","venue":"Radiographics","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Centre Hospitalier de l’Université de Montréal; Western University","funders":"Canadian Institutes of Health Research; Fonds de Recherche du Québec - Santé; Fondation de l'Association des radiologistes du Québec; Radiological Society of North America","keywords":"Medicine; Primer (cosmetics); Deep learning; Artificial intelligence; Medical physics; Radiology; Natural language processing; Computer vision","score_opus":0.025815869188352252,"score_gpt":0.2688098754725671,"score_spread":0.24299400628421483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413140769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016350308,0.0039594374,0.97756565,0.00061844976,0.00020538708,0.00022103768,5.6922073e-7,0.00023031776,0.0008488575],"genre_scores_gemma":[0.78550625,0.00026457175,0.2138841,0.00019370325,0.00003808898,0.000023861436,0.0000013288864,0.000007787881,0.000080320206],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894226,0.00005960246,0.00019665164,0.00043093384,0.000090790585,0.0002797479],"domain_scores_gemma":[0.99906486,0.00043367155,0.00006795106,0.0003082319,0.000073016985,0.000052248834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046941717,0.000128056,0.0001888716,0.00029542838,0.0002914922,0.00015319974,0.00038300545,0.00009150566,4.5604108e-7],"category_scores_gemma":[0.00016359916,0.00012528358,0.00009184356,0.00047875196,0.00006200532,0.00029313503,0.00015075371,0.0002001988,2.5627668e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012099822,0.00002845295,0.011429068,0.00012450415,0.000121211124,0.0000065344057,0.0012407482,0.048976693,0.00065586367,0.6190943,0.00016810886,0.31814238],"study_design_scores_gemma":[0.00034338594,0.00003395716,0.00056709314,0.00003149364,0.00001504934,0.000013325675,0.000057149588,0.95535195,0.00016549397,0.041389585,0.0018894883,0.00014200764],"about_ca_topic_score_codex":0.000027619573,"about_ca_topic_score_gemma":0.000005868964,"teacher_disagreement_score":0.9063753,"about_ca_system_score_codex":0.000015265949,"about_ca_system_score_gemma":0.000026728292,"threshold_uncertainty_score":0.5108916},"labels":[],"label_agreement":null},{"id":"W4413145065","doi":"10.1109/cvpr52734.2025.02419","title":"Advancing Generalizable Tumor Segmentation with Anomaly-Aware Open-Vocabulary Attention Maps and Frozen Foundation Diffusion Models","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Foundation (evidence); Computer science; Segmentation; Anomaly (physics); Artificial intelligence; Vocabulary; Diffusion; Natural language processing; Geography; Linguistics; Physics","score_opus":0.013445897939900099,"score_gpt":0.2531931918543566,"score_spread":0.23974729391445654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413145065","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19506906,0.00004398369,0.8019118,0.0006091628,0.00012211732,0.00034998433,5.836081e-7,0.00009153119,0.0018018108],"genre_scores_gemma":[0.59407866,0.000021237862,0.40233707,0.0007712182,0.000022916976,0.00004540846,0.000034534525,0.000008526981,0.0026804109],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890095,0.00005267058,0.00021426353,0.0004676613,0.00017734554,0.00018712608],"domain_scores_gemma":[0.99942636,0.000020165477,0.00007855432,0.00034503583,0.00008184079,0.00004801381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021944831,0.00012347875,0.00013399633,0.0001206087,0.00023797425,0.00045734298,0.0003643108,0.00003061102,0.000013087643],"category_scores_gemma":[0.000004160999,0.00010548059,0.000016059555,0.0002447712,0.000013746001,0.002167037,0.00046998676,0.00005843543,0.0000039157226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001544266,0.00040822997,0.05691757,0.0004314333,0.0001379451,0.000053657146,0.001927007,0.20957665,0.05786717,0.42835593,0.0024805553,0.24168941],"study_design_scores_gemma":[0.0007567922,0.00004283867,0.0012471124,0.00008329277,0.000011163114,0.000008384983,0.00013775777,0.9846536,0.0012024158,0.011583228,0.00013282865,0.00014056759],"about_ca_topic_score_codex":0.00064520485,"about_ca_topic_score_gemma":0.00021699011,"teacher_disagreement_score":0.775077,"about_ca_system_score_codex":0.00008742834,"about_ca_system_score_gemma":0.00007421213,"threshold_uncertainty_score":0.44101688},"labels":[],"label_agreement":null},{"id":"W4413157588","doi":"10.1109/cvpr52734.2025.01239","title":"StoryGPT-V: Large Language Models as Consistent Story Visualizers","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science","score_opus":0.01910971149770561,"score_gpt":0.29659802929818313,"score_spread":0.2774883178004775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413157588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015068562,0.0005342668,0.87048674,0.0012571259,0.0004786648,0.000114067945,9.602476e-7,0.0003246308,0.111734964],"genre_scores_gemma":[0.94191325,0.000015894379,0.0278688,0.005193453,0.00002775542,0.000014576193,0.0000012461222,0.0000065843146,0.024958426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891996,0.00007976443,0.00015306904,0.00036711045,0.00021012822,0.00026999123],"domain_scores_gemma":[0.9991171,0.000068317684,0.000032464337,0.00066338887,0.0000481973,0.00007053443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035715246,0.00010975659,0.00013743891,0.00021863279,0.00011536926,0.00007270571,0.0006018012,0.000056711044,0.00006875706],"category_scores_gemma":[0.000025420679,0.00010223875,0.00006976179,0.000277489,0.000021407222,0.0002976446,0.0003273173,0.00013569288,0.00009307799],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019844038,0.000043134987,0.000045637185,0.000014058098,0.00002136943,0.000018047673,0.0013198399,0.00096804625,0.00031517912,0.9810347,0.010263182,0.005954837],"study_design_scores_gemma":[0.00065605564,0.000026026755,0.00006352133,0.000034202112,0.000010245517,0.000005318149,0.0010758482,0.95020425,0.0011454022,0.013416582,0.033115767,0.00024679565],"about_ca_topic_score_codex":0.00011964532,"about_ca_topic_score_gemma":0.000030380788,"teacher_disagreement_score":0.9676181,"about_ca_system_score_codex":0.000064752654,"about_ca_system_score_gemma":0.00013733338,"threshold_uncertainty_score":0.4169175},"labels":[],"label_agreement":null},{"id":"W4413243547","doi":"10.1145/3759453","title":"A Survey of Conversational Search","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Semantic search; Context (archaeology); Unison; Search engine; Natural language; Data science; Human–computer interaction; World Wide Web; Information retrieval; Artificial intelligence","score_opus":0.0433947417254156,"score_gpt":0.28226504420324516,"score_spread":0.23887030247782956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413243547","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033127973,0.000013859898,0.99337155,0.0002798527,0.0006574129,0.00018204298,0.000026539716,0.00006442662,0.002091526],"genre_scores_gemma":[0.995971,0.0000038974804,0.0037031514,0.000103428036,0.0000041275875,0.00002145909,0.000011233549,0.0000011870834,0.00018047125],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906737,0.00008351748,0.00039377026,0.000082026076,0.00028076585,0.00009257338],"domain_scores_gemma":[0.9988011,0.00023231018,0.00007203894,0.0005285759,0.00034010605,0.000025844343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000602113,0.000057987407,0.00010234836,0.0003184773,0.00008474823,0.00008712861,0.0004986364,0.000049073376,0.000007804228],"category_scores_gemma":[0.000045439203,0.000057172965,0.000031347885,0.0005282895,0.000017051949,0.0010100158,0.000009812542,0.000088222856,0.000060301045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005299033,0.0001261607,0.004963432,0.00054551905,0.00020462227,4.149145e-7,0.0064253653,0.5541232,0.000082104736,0.1969564,0.00076007255,0.23575972],"study_design_scores_gemma":[0.0007223128,0.000043020602,0.02323084,0.00009267439,0.000005657038,0.0000033583644,0.00043583685,0.9708231,0.0013994504,0.00022313253,0.0028831863,0.00013739835],"about_ca_topic_score_codex":0.00079954654,"about_ca_topic_score_gemma":0.00001020493,"teacher_disagreement_score":0.99265826,"about_ca_system_score_codex":0.000054637574,"about_ca_system_score_gemma":0.00017041212,"threshold_uncertainty_score":0.23314458},"labels":[],"label_agreement":null},{"id":"W4413277286","doi":"10.1109/access.2025.3599832","title":"A Comprehensive Survey on LLM-Powered Recommender Systems: From Discriminative, Generative to Multi-Modal Paradigms","year":2025,"lang":"en","type":"article","venue":"IEEE Access","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Toronto Metropolitan University","keywords":"Computer science; Discriminative model; Recommender system; Modal; Generative grammar; Artificial intelligence; Machine learning; Information retrieval","score_opus":0.15360534976935264,"score_gpt":0.3817094154353873,"score_spread":0.22810406566603464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413277286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18771765,0.00013185863,0.8065254,0.001028647,0.0031985135,0.00051913183,0.000087271175,0.00012269666,0.0006688119],"genre_scores_gemma":[0.983933,0.000010011904,0.0124772675,0.0028799728,0.00009917588,0.00010232455,0.000023625431,0.000014063088,0.00046057889],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975937,0.00050659635,0.00038615815,0.00086516206,0.00028420228,0.00036420528],"domain_scores_gemma":[0.9979815,0.00064623164,0.00011405351,0.0008699235,0.00025241828,0.00013589449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021607066,0.00027198362,0.00039346603,0.00021096348,0.00018394073,0.0006423556,0.0018829529,0.00009268568,0.000007949307],"category_scores_gemma":[0.00008404097,0.00024413533,0.00006182466,0.00051581423,0.00003111309,0.0005639997,0.00046627977,0.00021979658,0.00007099538],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009646361,0.0046601463,0.060309514,0.0004763807,0.00247558,0.00033662352,0.047503762,0.38190565,0.01299674,0.085351475,0.25656614,0.14645338],"study_design_scores_gemma":[0.002433997,0.00020290056,0.21401627,0.0003912651,0.000028623099,0.0000016211753,0.00036436116,0.7591143,0.0136084035,0.0027401033,0.006024261,0.0010738714],"about_ca_topic_score_codex":0.005595031,"about_ca_topic_score_gemma":0.0006472473,"teacher_disagreement_score":0.79621536,"about_ca_system_score_codex":0.0001618318,"about_ca_system_score_gemma":0.00010117201,"threshold_uncertainty_score":0.995555},"labels":[],"label_agreement":null},{"id":"W4413362641","doi":"10.3389/fninf.2025.1609077","title":"Large language models can extract metadata for annotation of human neuroimaging publications","year":2025,"lang":"en","type":"article","venue":"Frontiers in Neuroinformatics","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute on Drug Abuse","keywords":"Annotation; Metadata; Computer science; Information retrieval; USable; Natural language processing; Neuroimaging; Artificial intelligence; Data science; World Wide Web; Psychology","score_opus":0.02792275338671165,"score_gpt":0.29132097665357126,"score_spread":0.26339822326685963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413362641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012768922,0.00008586689,0.9837015,0.0007421155,0.00040285423,0.00034801353,0.00003613315,0.00007632424,0.001838255],"genre_scores_gemma":[0.5618446,0.000015467931,0.43700793,0.0006059698,0.000013091388,0.000036017194,0.00005564477,0.000008978688,0.00041229874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988803,0.00002833045,0.0005218496,0.00017157885,0.00016076969,0.00023713759],"domain_scores_gemma":[0.998924,0.000061235434,0.00017915144,0.0007176688,0.00008433344,0.000033578082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003323679,0.00010166025,0.00018637227,0.00047199544,0.0000948043,0.00015716472,0.000822742,0.000033737448,4.0513444e-7],"category_scores_gemma":[0.00013802292,0.00011015897,0.00005204956,0.0005079344,0.000019867452,0.0020230298,0.00017603747,0.00012988372,1.8443285e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009603671,0.00023695153,0.0041576806,0.0006395351,0.000055297896,0.0000037845577,0.018337453,0.049147576,0.0007523465,0.82431346,0.022203192,0.08014314],"study_design_scores_gemma":[0.0003633402,0.00001263103,0.00034888633,0.000022413897,0.000008857649,8.004229e-7,0.00053306844,0.98623407,0.00032369897,0.010667095,0.0014025895,0.000082541985],"about_ca_topic_score_codex":0.000014156064,"about_ca_topic_score_gemma":0.000016135136,"teacher_disagreement_score":0.9370865,"about_ca_system_score_codex":0.00003567387,"about_ca_system_score_gemma":0.00009229279,"threshold_uncertainty_score":0.44921523},"labels":[],"label_agreement":null},{"id":"W4413364391","doi":"10.1016/j.procs.2025.07.178","title":"Retrieve-Classify-Read: Passage Filtering via Subject Classification for University Question Answering","year":2025,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Question answering; Subject (documents); Information retrieval; Artificial intelligence; Natural language processing; World Wide Web","score_opus":0.022977001796318477,"score_gpt":0.2571357960003268,"score_spread":0.23415879420400834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413364391","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010800747,0.000026007627,0.9849945,0.001180189,0.0012870438,0.00036404585,0.0000014551939,0.00038632058,0.000959719],"genre_scores_gemma":[0.62049806,0.0000060162365,0.37905324,0.0001549104,0.00008878338,0.000008341882,0.000001333127,0.000004567965,0.00018473418],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99795526,0.00003760822,0.00024387478,0.00095172564,0.00035535052,0.00045618575],"domain_scores_gemma":[0.99861884,0.0001455128,0.000121382735,0.00065922056,0.00033992916,0.00011510029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001077162,0.00016737105,0.00016588035,0.0004095041,0.0005202951,0.00036265276,0.0018875638,0.00007223482,0.000001306169],"category_scores_gemma":[0.00011232113,0.00018285128,0.000058364545,0.001745518,0.00015372424,0.0015869244,0.00060787273,0.0001471805,0.00000627995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026510208,0.00007916389,0.003023515,0.00019858916,0.000014445715,0.000008189743,0.0009256514,0.0019810451,0.030030118,0.3303431,0.00031322916,0.63305646],"study_design_scores_gemma":[0.0002654884,0.000048174978,0.0076372535,0.0000848134,0.0000053580397,0.0000062575414,0.000012178714,0.97994727,0.004630088,0.004541536,0.0026222973,0.00019929714],"about_ca_topic_score_codex":0.000021372356,"about_ca_topic_score_gemma":0.00000789273,"teacher_disagreement_score":0.9779662,"about_ca_system_score_codex":0.0003150526,"about_ca_system_score_gemma":0.0005486072,"threshold_uncertainty_score":0.7456459},"labels":[],"label_agreement":null},{"id":"W4413368058","doi":"10.1007/978-3-031-90573-5_3","title":"Architectural Deep Dive into Large Language Models","year":2025,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing","score_opus":0.06410466795799205,"score_gpt":0.3517674512652404,"score_spread":0.28766278330724837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413368058","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002089355,0.009810895,0.9196667,0.0005037396,0.0008909495,0.00027396064,0.000013057541,0.00012456269,0.06869523],"genre_scores_gemma":[0.3114265,0.0010264971,0.5918463,0.0021773123,0.00049920374,0.00010548118,0.00007535356,0.000062782136,0.09278058],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99755377,0.00004181156,0.0006499934,0.00085203565,0.00055009645,0.00035228275],"domain_scores_gemma":[0.9980347,0.000885759,0.0001828052,0.0005185374,0.00032225245,0.00005594924],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031611463,0.0004019818,0.00050840725,0.00041676592,0.0001757243,0.000066440036,0.0012977999,0.0001480727,0.000020431173],"category_scores_gemma":[0.00011772918,0.0003938579,0.00015021251,0.00014761543,0.000189839,0.00020859708,0.001813748,0.0005754317,0.000058081736],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002892466,0.000009290899,0.0000025507575,0.00007366857,0.000075549586,0.00005032054,0.007670696,0.30225712,9.383236e-8,0.627581,0.000093993425,0.06218284],"study_design_scores_gemma":[0.000039582465,0.0000149934995,0.0000017587299,0.00026003693,0.000006296436,0.0000072233897,0.00020067782,0.47003573,0.0000040720956,0.5288806,0.00034079136,0.00020824904],"about_ca_topic_score_codex":0.00003640713,"about_ca_topic_score_gemma":0.00023704363,"teacher_disagreement_score":0.32782042,"about_ca_system_score_codex":0.00029597062,"about_ca_system_score_gemma":0.00015050346,"threshold_uncertainty_score":0.99985135},"labels":[],"label_agreement":null},{"id":"W4413411773","doi":"10.1145/3721145.3730418","title":"Cephalo: Harnessing Heterogeneous GPU Clusters for Training Transformer Models","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Transformer; Training (meteorology); Supercomputer; Parallel computing; Electrical engineering; Engineering; Physics; Voltage","score_opus":0.05453842143186296,"score_gpt":0.2824619046238849,"score_spread":0.2279234831920219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413411773","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050176415,0.00010131845,0.97861594,0.0017165714,0.00048210582,0.00026344968,0.0000011368569,0.00023218794,0.0135696605],"genre_scores_gemma":[0.78472376,0.000003617353,0.21252711,0.0014796414,0.00003179863,0.000038111106,0.0000010741958,0.000007688368,0.0011871791],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988053,0.000019202624,0.00026049692,0.00041855755,0.00013377631,0.00036267427],"domain_scores_gemma":[0.9994176,0.000084027604,0.000029262079,0.00036187604,0.00004760609,0.00005961476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021704017,0.0001346338,0.00017367103,0.00011769359,0.00017229424,0.00018297684,0.0005734689,0.00006876442,0.000006315129],"category_scores_gemma":[0.000008497668,0.00012396708,0.00011876805,0.00017075142,0.00001923056,0.00054061826,0.0000475262,0.00007530311,0.000001936487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010954395,0.0000268391,0.00000928407,0.000067841436,0.000043774373,0.000004282341,0.0045322254,0.15591633,0.0008840337,0.1743228,0.00024176053,0.6639399],"study_design_scores_gemma":[0.00042246006,0.000015521571,0.0000023118046,0.000034455148,0.000007698047,0.0000067929086,0.0001062682,0.96428245,0.002303099,0.031135567,0.0015448487,0.00013855431],"about_ca_topic_score_codex":0.000019814528,"about_ca_topic_score_gemma":0.00001664375,"teacher_disagreement_score":0.8083661,"about_ca_system_score_codex":0.000044464472,"about_ca_system_score_gemma":0.00010828922,"threshold_uncertainty_score":0.5055231},"labels":[],"label_agreement":null},{"id":"W4413423557","doi":"10.1016/b978-0-443-30046-2.00012-0","title":"Identifying large language model hallucinations in health communication","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Psychology; Computer science","score_opus":0.0335838217936583,"score_gpt":0.3080661655594898,"score_spread":0.27448234376583147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413423557","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036531185,0.0033342552,0.19727303,0.00075947226,0.000121322526,0.00037243892,0.000012768999,0.0001256338,0.7979974],"genre_scores_gemma":[0.00359499,0.0002166452,0.063676134,0.0010249355,0.000028999748,0.000036224334,0.000027161857,0.0000231413,0.93137175],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982421,0.000071448805,0.0006049852,0.00048664593,0.00029122495,0.00030359218],"domain_scores_gemma":[0.99788266,0.00006614148,0.00026925816,0.0016436349,0.00006837675,0.00006990411],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008019356,0.00023502308,0.0003644782,0.00040235327,0.0001782217,0.00012404675,0.0013148813,0.00017858087,0.000012269593],"category_scores_gemma":[0.000021274915,0.00026801226,0.00010924654,0.00003623259,0.00002256543,0.0001557305,0.00079025375,0.0006030943,0.000028794506],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.0845476e-7,0.000005865023,9.624206e-7,0.000082577346,0.000007666534,0.0000031935158,0.002044762,0.00016255115,0.0000013424017,0.4247837,0.00004874355,0.57285833],"study_design_scores_gemma":[0.0005057936,0.000012819571,0.000011779533,0.0025143407,0.000013989702,0.0000052612486,0.00005439274,0.56023395,0.0000075593243,0.20846312,0.22764978,0.000527219],"about_ca_topic_score_codex":0.000010252327,"about_ca_topic_score_gemma":0.00064828974,"teacher_disagreement_score":0.57233113,"about_ca_system_score_codex":0.00028331194,"about_ca_system_score_gemma":0.00039390507,"threshold_uncertainty_score":0.99997723},"labels":[],"label_agreement":null},{"id":"W4413423575","doi":"10.1016/b978-0-443-30046-2.00007-7","title":"Leveraging medical discourse to answer complex questions","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Linguistics; Sociology; Epistemology; Philosophy","score_opus":0.03216196258257568,"score_gpt":0.29611953986730616,"score_spread":0.26395757728473046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413423575","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000035188946,0.00030651942,0.14170814,0.0029915555,0.0012085084,0.00037298078,0.000007462683,0.00024070077,0.8531606],"genre_scores_gemma":[0.0005551184,0.00001635232,0.03769843,0.006091614,0.00047302168,0.000039975042,0.000008602428,0.0000326822,0.9550842],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973712,0.00004065141,0.00051702344,0.00086198526,0.0008233185,0.00038580244],"domain_scores_gemma":[0.9978729,0.000083927196,0.00010845723,0.0014003298,0.00013667477,0.00039774372],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003444495,0.00040247515,0.00049282116,0.00031884416,0.00018222802,0.00016339743,0.00183016,0.00029827782,0.00024236139],"category_scores_gemma":[0.000057732224,0.0003927849,0.00019922915,0.000032957567,0.00008873233,0.000083284096,0.001143059,0.00066237396,0.00022502916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.4848293e-7,0.000005948655,0.0000014891168,0.000025209763,0.000024787163,0.00003703783,0.00020133646,0.0000074809827,0.0000017025303,0.23196428,0.0015069122,0.7662231],"study_design_scores_gemma":[0.00010343002,0.000016428292,0.000010490755,0.0011644672,0.00002792853,0.000024765759,0.0000048849724,0.0038542121,0.0000022498523,0.027788034,0.9665917,0.00041136972],"about_ca_topic_score_codex":0.000004492134,"about_ca_topic_score_gemma":0.0000433375,"teacher_disagreement_score":0.96508485,"about_ca_system_score_codex":0.0001374708,"about_ca_system_score_gemma":0.0010258808,"threshold_uncertainty_score":0.9998524},"labels":[],"label_agreement":null},{"id":"W4413423589","doi":"10.1016/b978-0-443-30046-2.00010-7","title":"Differential diagnosis making with large language models and probabilistic logic program","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Probabilistic logic; Computer science; Differential (mechanical device); Programming language; Artificial intelligence; Engineering","score_opus":0.022528924438561714,"score_gpt":0.2635118232668709,"score_spread":0.24098289882830917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413423589","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001476087,0.0012018721,0.069800526,0.00012758722,0.00022485001,0.0016068579,0.000021603153,0.00045590545,0.9264132],"genre_scores_gemma":[0.046795975,0.00006424049,0.05142076,0.0004584824,0.00023775268,0.00066364545,0.000015709977,0.00007183923,0.9002716],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99788225,0.000034227913,0.00035031696,0.00092684996,0.00037296122,0.0004334209],"domain_scores_gemma":[0.99863446,0.000073930874,0.00018267307,0.00093269267,0.00008114302,0.00009508736],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012616275,0.00046472746,0.00052425085,0.00016531722,0.00014501333,0.00028959953,0.00071451743,0.0002498754,0.00003374058],"category_scores_gemma":[0.000012848337,0.00037104613,0.00011084756,0.000023904993,0.00008491055,0.00011497491,0.0007580754,0.0004555121,0.0000061128358],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003971549,0.000020153278,0.00000871517,0.00021119545,0.00004986041,0.0000603293,0.00045027287,0.000017932687,5.053224e-7,0.19797565,0.000012147399,0.80118924],"study_design_scores_gemma":[0.0018473637,0.00060713245,0.0000462415,0.0064830165,0.00058985315,0.00007083755,0.000035602217,0.34658825,0.00002060588,0.36684284,0.2741286,0.0027396772],"about_ca_topic_score_codex":8.270819e-7,"about_ca_topic_score_gemma":0.000044625922,"teacher_disagreement_score":0.7984496,"about_ca_system_score_codex":0.00006955263,"about_ca_system_score_gemma":0.00011592092,"threshold_uncertainty_score":0.9998742},"labels":[],"label_agreement":null},{"id":"W4413423613","doi":"10.1016/b978-0-443-30046-2.00011-9","title":"Enabling large language models with explainability","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Linguistics; Philosophy","score_opus":0.01574175996363337,"score_gpt":0.2376405420623077,"score_spread":0.22189878209867434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413423613","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022639355,0.0010619725,0.1843463,0.00009716148,0.00021435422,0.00046118215,0.000013253158,0.0002836006,0.8134995],"genre_scores_gemma":[0.0033466578,0.000021092286,0.030146094,0.0005676713,0.00016876847,0.000047252983,0.0000079407255,0.000041904816,0.96565264],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974891,0.000039078426,0.0004383216,0.0010394354,0.00049555855,0.00049849454],"domain_scores_gemma":[0.9974148,0.00009018402,0.00019122318,0.0020127515,0.00015892799,0.00013208909],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000489989,0.00047048516,0.0005524365,0.00021982931,0.00017381065,0.00016675383,0.0012884219,0.00029199838,0.0000338411],"category_scores_gemma":[0.000017308215,0.00040652894,0.0001806205,0.000031116597,0.00005423879,0.0002273603,0.00074865425,0.0006312983,0.000028401613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041791814,0.000006441725,0.0000011991885,0.000108914595,0.00003774926,0.000068297486,0.0010410573,0.00006788655,0.0000022928866,0.30083305,0.00002459347,0.69780433],"study_design_scores_gemma":[0.0006545014,0.00007085814,0.0000011380384,0.0011167895,0.000078652665,0.000028032779,0.00006438527,0.04070566,0.00008440546,0.14843822,0.8077131,0.0010442929],"about_ca_topic_score_codex":0.0000022927372,"about_ca_topic_score_gemma":0.000046739915,"teacher_disagreement_score":0.8076885,"about_ca_system_score_codex":0.00016467409,"about_ca_system_score_gemma":0.00036627168,"threshold_uncertainty_score":0.99983865},"labels":[],"label_agreement":null},{"id":"W4413423668","doi":"10.1016/b978-0-443-30046-2.00015-6","title":"Kolmogorov–Arnold network for word-level explainable meaning representation","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Meaning (existential); Word (group theory); Representation (politics); Linguistics; Natural language processing; Computer science; Psychology; Philosophy; Political science; Psychotherapist","score_opus":0.04956949208312871,"score_gpt":0.2724836734458199,"score_spread":0.2229141813626912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413423668","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.404107e-7,0.00050294935,0.28410023,0.00021659661,0.0012108696,0.00080521655,0.000009779232,0.00020363348,0.7129499],"genre_scores_gemma":[0.00012302637,0.00003573633,0.1549454,0.00045844773,0.0008172494,0.00016671175,0.000022618298,0.000049519957,0.8433813],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99718666,0.00003761237,0.0006733561,0.0010964604,0.00041922453,0.0005866789],"domain_scores_gemma":[0.9974935,0.00029648544,0.00037219803,0.0014957284,0.00022706448,0.00011500455],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054581335,0.00045621357,0.0005934298,0.00020155888,0.0003347792,0.00025676284,0.0012641867,0.00035850657,0.000023834238],"category_scores_gemma":[0.00006416107,0.00049077056,0.00031753918,0.000046586378,0.000039593215,0.0002080778,0.00063425826,0.00043241432,0.00003169295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005353323,0.0000020900422,0.0000023983748,0.000072651485,0.000049786962,0.0000073646984,0.00020011471,0.00034550464,0.0000022208608,0.31095403,0.0014356435,0.68692285],"study_design_scores_gemma":[0.00028761005,0.000026207437,0.0000028549382,0.00068297895,0.000054705586,0.000006514007,0.0000072299727,0.016865991,0.00003500912,0.28277916,0.6988107,0.0004410635],"about_ca_topic_score_codex":0.0000029809219,"about_ca_topic_score_gemma":0.000042223815,"teacher_disagreement_score":0.69737506,"about_ca_system_score_codex":0.00016933068,"about_ca_system_score_gemma":0.00025635326,"threshold_uncertainty_score":0.99975437},"labels":[],"label_agreement":null},{"id":"W4413423671","doi":"10.1016/b978-0-443-30046-2.00014-4","title":"Enabling large language model with plug-and-play symbolic reasoning components","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Programming language; Symbolic execution; Cognitive science; Natural language processing; Psychology; Software","score_opus":0.013852066635577465,"score_gpt":0.2351449695671962,"score_spread":0.2212929029316187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413423671","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038455662,0.0018762718,0.08850581,0.00008419838,0.00018553069,0.00041583448,0.000019617537,0.00028573818,0.90824246],"genre_scores_gemma":[0.011390235,0.00006280955,0.03731999,0.0006873199,0.00015005493,0.0000285381,0.000016872971,0.00006292762,0.95028126],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975961,0.000030772517,0.00041955445,0.0009549918,0.00047676376,0.00052184245],"domain_scores_gemma":[0.9982583,0.000071289855,0.000227414,0.0011869457,0.000087545726,0.00016853293],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003429287,0.000512668,0.00062769075,0.00028970613,0.00023600487,0.00021926587,0.0009383274,0.0002822117,0.000008043038],"category_scores_gemma":[0.000014571521,0.00045869776,0.00011889647,0.000028526294,0.000054828968,0.00014814701,0.00083316397,0.0006820506,0.000020189005],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008535527,0.000009039303,0.000017559518,0.00014743643,0.00012125339,0.00010558749,0.0023183778,0.00029220307,0.000047577745,0.25382215,0.000028906274,0.7430814],"study_design_scores_gemma":[0.0015778262,0.000068261914,0.000019698544,0.005033123,0.00022202096,0.0001170655,0.000042275205,0.6331118,0.00012070713,0.0134033095,0.34448504,0.0017989157],"about_ca_topic_score_codex":0.000003645055,"about_ca_topic_score_gemma":0.00001759316,"teacher_disagreement_score":0.74128246,"about_ca_system_score_codex":0.00009182261,"about_ca_system_score_gemma":0.00024021824,"threshold_uncertainty_score":0.9997865},"labels":[],"label_agreement":null},{"id":"W4413423694","doi":"10.1016/b978-0-443-30046-2.00001-6","title":"Explainability discourse","year":2025,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Sociology; Linguistics; History; Philosophy","score_opus":0.017836107161482845,"score_gpt":0.26214607929721173,"score_spread":0.2443099721357289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413423694","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007031302,0.0005299995,0.02433018,0.00049347646,0.0008985438,0.00040615306,0.0000071236896,0.00022874757,0.97309875],"genre_scores_gemma":[0.00056249276,0.000016526577,0.011247505,0.00044179364,0.00021690682,0.00003278437,0.0000034144307,0.00002260689,0.98745596],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979515,0.00003111901,0.00043989057,0.0008792773,0.00037480306,0.0003233777],"domain_scores_gemma":[0.99745375,0.00011297037,0.00015868932,0.0020578816,0.000098938115,0.0001177633],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032507777,0.00038048055,0.00045102622,0.00015329593,0.00012483404,0.000125001,0.001485984,0.00027315406,0.000061055136],"category_scores_gemma":[0.00003915746,0.00036097324,0.00025621054,0.000015171034,0.000103771315,0.00011197714,0.00085375685,0.0005085246,0.00010413316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.4145535e-7,0.0000029463138,0.0000025042082,0.000047959667,0.000017275019,0.000017291923,0.00012410877,0.0000013131897,7.31762e-7,0.31849408,0.0001388467,0.6811521],"study_design_scores_gemma":[0.000103763414,0.000015930895,0.0000052853024,0.00031740655,0.000023102568,0.000005707513,0.0000032764706,0.0007147708,0.000011085605,0.17686239,0.8215932,0.0003440639],"about_ca_topic_score_codex":7.481606e-7,"about_ca_topic_score_gemma":0.0000113499245,"teacher_disagreement_score":0.82145435,"about_ca_system_score_codex":0.00015117688,"about_ca_system_score_gemma":0.00034062887,"threshold_uncertainty_score":0.99988425},"labels":[],"label_agreement":null},{"id":"W4413426951","doi":"10.21203/rs.3.rs-6959723/v1","title":"Retrieval-Augmented Generation for Natural Language Processing: A Survey","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Natural (archaeology); Computer science; Natural language processing; Information retrieval; Geography","score_opus":0.16078360183959114,"score_gpt":0.4509311062684964,"score_spread":0.29014750442890525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413426951","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03308993,0.0081705,0.95218736,0.0017347648,0.0012001798,0.002591826,0.00018711652,0.0003188369,0.0005195063],"genre_scores_gemma":[0.9602421,0.000056186716,0.03164542,0.000080586164,0.0005310413,0.00024413744,0.00059986714,0.000018878034,0.006581807],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996329,0.0006730919,0.00033140788,0.0010319052,0.0010516549,0.00058292865],"domain_scores_gemma":[0.99669,0.00041557808,0.00009573119,0.0011921756,0.0015065701,0.00009998596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042793234,0.0002021873,0.0002670927,0.00046332064,0.00030446477,0.0007612566,0.0016220683,0.0002667247,0.0000066752305],"category_scores_gemma":[0.0018363894,0.0001904857,0.000110077235,0.00070679863,0.00004103721,0.00019574439,0.0020862147,0.0010999651,0.000007334709],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051824324,0.0006725053,0.0029417323,0.015351096,0.00031885388,0.000107735454,0.016886413,0.00951736,0.013086788,0.013632511,0.05052038,0.87644637],"study_design_scores_gemma":[0.00029343256,0.000044873013,0.000778882,0.0004284137,0.0000032723624,8.5526773e-7,0.000053710515,0.99487156,0.0020899035,0.00057667325,0.0006596305,0.0001987966],"about_ca_topic_score_codex":0.00036559228,"about_ca_topic_score_gemma":0.00025817566,"teacher_disagreement_score":0.9853542,"about_ca_system_score_codex":0.00033640166,"about_ca_system_score_gemma":0.0013480573,"threshold_uncertainty_score":0.77677816},"labels":[],"label_agreement":null},{"id":"W4413451213","doi":"10.1016/j.jss.2025.112594","title":"Hybrid approach for multilevel multi-class requirement classification: Impact of stop-word removal and data augmentation","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; University of Saskatchewan","keywords":"Class (philosophy); Word (group theory); Computer science; Artificial intelligence; Data mining; Natural language processing; Engineering; Mathematics","score_opus":0.13341908526109603,"score_gpt":0.36219348799052786,"score_spread":0.22877440272943184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413451213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07824583,0.0012190884,0.9198932,0.00008276528,0.0002682097,0.00024600356,0.000025929261,0.000009654394,0.000009319736],"genre_scores_gemma":[0.72689015,0.000047295103,0.27287477,0.000012466055,0.00006127276,0.0000042206207,0.000006996761,0.000003654847,0.00009915212],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889916,0.000049449252,0.0005394998,0.00021761046,0.00019080055,0.00010346779],"domain_scores_gemma":[0.99877185,0.00009567932,0.00044607173,0.00039133016,0.00023715897,0.000057930574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008252187,0.000088626184,0.00024699827,0.000116327115,0.00007678296,0.00010850727,0.00039898625,0.000036138157,2.757202e-7],"category_scores_gemma":[0.00011795377,0.00006773682,0.000048210644,0.000059846447,0.000022810118,0.0004958434,0.00014086977,0.000074825606,4.4752788e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031820434,0.0007346595,0.041978233,0.00394665,0.0010971526,0.000038543953,0.0042174533,0.020899678,0.007283835,0.013538663,0.006775206,0.8991717],"study_design_scores_gemma":[0.0013240877,0.000086794826,0.013091728,0.00023764819,0.000029929077,0.00012125937,0.00025054382,0.98421365,0.000038363873,0.00012452112,0.00040479054,0.00007667799],"about_ca_topic_score_codex":0.00004885877,"about_ca_topic_score_gemma":9.303146e-7,"teacher_disagreement_score":0.963314,"about_ca_system_score_codex":0.0000739082,"about_ca_system_score_gemma":0.0001401744,"threshold_uncertainty_score":0.27622274},"labels":[],"label_agreement":null},{"id":"W4413458163","doi":"10.1109/icdew67478.2025.00018","title":"LLM + Vector Data: Coupling of Large Language Models with Vector Data Management for Enhancing Data Science","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Vector (molecular biology); Coupling (piping); Data modeling; Data mining; Database; Engineering; Biology","score_opus":0.06124829965169441,"score_gpt":0.33251589297921424,"score_spread":0.2712675933275198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413458163","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043260767,0.00023513961,0.9924821,0.00035810223,0.0003144225,0.00049253704,0.0003175921,0.0001293506,0.0013446762],"genre_scores_gemma":[0.575631,0.000014102056,0.4235452,0.00017199799,0.000043203832,0.000009105183,0.00020557396,0.000008198562,0.00037155327],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971104,0.000008816558,0.00035073623,0.0015489492,0.00050970924,0.00047133525],"domain_scores_gemma":[0.9901944,0.00012925289,0.00010958478,0.009394651,0.000103858925,0.00006825391],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0021988547,0.0001571988,0.00023112091,0.0001896355,0.00021176306,0.00023624039,0.01262791,0.000030483385,0.000006548278],"category_scores_gemma":[0.00010392817,0.00012951708,0.000012705659,0.00073446275,0.00007209852,0.0039656293,0.013851981,0.000093978364,0.000002675689],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040068804,0.00034722526,0.00012708505,0.0008706768,0.00018894544,0.000024590308,0.0009734722,0.017723968,0.008838793,0.9519153,0.0030318245,0.015918009],"study_design_scores_gemma":[0.000446877,0.00002125424,0.00003956638,0.00014314271,0.000031763448,0.0000011338768,0.00031419913,0.9948567,0.0028928588,0.00030049647,0.0008007071,0.00015127276],"about_ca_topic_score_codex":0.00015467731,"about_ca_topic_score_gemma":0.000582015,"teacher_disagreement_score":0.97713274,"about_ca_system_score_codex":0.000048848087,"about_ca_system_score_gemma":0.00032973968,"threshold_uncertainty_score":0.9941238},"labels":[],"label_agreement":null},{"id":"W4413467640","doi":"10.2196/76252","title":"Automated Literature Screening for Hepatocellular Carcinoma Treatment Through Integration of 3 Large Language Models: Methodological Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Hepatocellular carcinoma; Computer science; Medicine; World Wide Web; Internal medicine","score_opus":0.10811430115678947,"score_gpt":0.3935581168012115,"score_spread":0.285443815644422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413467640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24919493,0.00014668901,0.74901074,0.00018683606,0.00010603275,0.0007668919,0.0000094400975,0.00024358399,0.000334855],"genre_scores_gemma":[0.64638245,0.000006695465,0.353048,0.00032327315,0.000023630764,0.00013073646,0.000027756589,0.0000033976903,0.000054085293],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824864,0.00014937086,0.0007305135,0.00016748735,0.00044612828,0.00025785906],"domain_scores_gemma":[0.9987981,0.00032860745,0.0001653474,0.0004919565,0.00013636016,0.00007965921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091100216,0.00017185786,0.00037554177,0.00011739285,0.00008601112,0.00007959346,0.00058244966,0.00020434566,0.000005980635],"category_scores_gemma":[0.0002174308,0.00011716032,0.00011239652,0.00041232197,0.000028225928,0.0005655879,0.0002226153,0.00018925364,0.0000010885664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013234223,0.002243467,0.002867209,0.00093853386,0.000367389,0.000089887966,0.4959445,0.0018864748,0.00022462846,0.2762652,0.0015903027,0.21745005],"study_design_scores_gemma":[0.0012950342,0.00028507962,0.00012716591,0.00015606236,0.000018715495,0.0000042775873,0.0051971367,0.99014896,0.00067862484,0.0017681039,0.00022312153,0.00009772793],"about_ca_topic_score_codex":0.000026105497,"about_ca_topic_score_gemma":0.0000059214253,"teacher_disagreement_score":0.9882625,"about_ca_system_score_codex":0.000058483383,"about_ca_system_score_gemma":0.000120701705,"threshold_uncertainty_score":0.47776592},"labels":[],"label_agreement":null},{"id":"W4413676882","doi":"10.64628/aam.4k53chh7v","title":"Why AI can’t take over creative writing","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Creative writing; Psychology; Computer science; Art; Literature","score_opus":0.02924258142513213,"score_gpt":0.29289440024972335,"score_spread":0.2636518188245912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413676882","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007734308,0.0001086072,0.88154954,0.006535361,0.0007369781,0.00019200452,0.000010981443,0.000304941,0.109788135],"genre_scores_gemma":[0.17877713,0.000060351467,0.71290475,0.06650945,0.000813248,0.00015712783,0.00002825917,0.000030439684,0.040719274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982495,0.00006345717,0.0003140018,0.000807592,0.00028178847,0.00028368368],"domain_scores_gemma":[0.99851346,0.00008473591,0.000097807846,0.0011051518,0.0001281911,0.00007063609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020988288,0.00022642479,0.00027293744,0.00013568783,0.00008158464,0.00032929698,0.0013822061,0.00019826092,0.00015356102],"category_scores_gemma":[0.00004996694,0.00021798014,0.000113855036,0.00013537148,0.000020021153,0.00013544838,0.0033133384,0.00060597056,0.0000091602715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004368928,0.0000922359,0.0028105758,0.00048964575,0.00023317903,0.00007331193,0.0041330294,0.03384125,0.000040992792,0.7194845,0.09997662,0.13882026],"study_design_scores_gemma":[0.00020327308,0.000010733129,0.0008078912,0.00042887,0.000016792124,0.000002842829,0.000054442153,0.93753964,0.00046735027,0.044543654,0.015425231,0.00049930427],"about_ca_topic_score_codex":0.003424433,"about_ca_topic_score_gemma":0.0002765256,"teacher_disagreement_score":0.9036984,"about_ca_system_score_codex":0.0001322346,"about_ca_system_score_gemma":0.00034597126,"threshold_uncertainty_score":0.8888972},"labels":[],"label_agreement":null},{"id":"W4413726998","doi":"10.1007/978-3-031-99854-6_10","title":"Leveraging Expert Usage to Speed up LLM Inference with Expert Parallelism","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Laboratory for Brain, Music and Sound Research","funders":"","keywords":"Computer science; Parallelism (grammar); Inference; Speedup; Parallel computing; Data parallelism; Expert system; Artificial intelligence","score_opus":0.03508971236646834,"score_gpt":0.2791464190751583,"score_spread":0.24405670670868995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413726998","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018143308,0.00055159896,0.98758656,0.0030070522,0.0025808576,0.0005835177,0.0000017408653,0.00030120442,0.005206044],"genre_scores_gemma":[0.10458738,0.000078203644,0.87810016,0.013516521,0.0006727325,0.000025598196,0.0000032523076,0.00004622302,0.0029699514],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994218,0.000047965525,0.0006460938,0.0026336166,0.0014130676,0.0010412573],"domain_scores_gemma":[0.9960411,0.00054362015,0.00021482167,0.0025329003,0.00032936875,0.00033819067],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0006811799,0.0008070017,0.0007577745,0.0011356839,0.00034680986,0.0009944651,0.005495646,0.0003151804,0.00003292151],"category_scores_gemma":[0.00014044614,0.000692269,0.00012266515,0.00090397685,0.0003561663,0.00077045755,0.002720557,0.00092980947,0.00004371911],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001578783,0.000033471097,0.000048641105,0.00003434376,0.000021285756,0.00019480621,0.008977746,0.09720329,0.0002801177,0.017487615,0.00020600473,0.87549686],"study_design_scores_gemma":[0.0006113302,0.00028225852,0.000068635745,0.0020101003,0.000006883347,0.00007664754,0.000002034791,0.94287705,0.0021863638,0.03764982,0.012498295,0.0017305745],"about_ca_topic_score_codex":0.00019694964,"about_ca_topic_score_gemma":0.000094173985,"teacher_disagreement_score":0.8737663,"about_ca_system_score_codex":0.00045582186,"about_ca_system_score_gemma":0.0010719975,"threshold_uncertainty_score":0.9998851},"labels":[],"label_agreement":null},{"id":"W4413741796","doi":"10.1111/2041-210x.70120","title":"New frontiers in artificial intelligence for biodiversity research and conservation with multimodal language models","year":2025,"lang":"en","type":"article","venue":"Methods in Ecology and Evolution","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Directorate for Biological Sciences; National Science Foundation","keywords":"Biodiversity; Biodiversity conservation; Computer science; Data science; Artificial intelligence; Ecology; Geography; Biology","score_opus":0.10758836602062251,"score_gpt":0.4065905817476293,"score_spread":0.2990022157270068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413741796","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19860318,0.00015033026,0.79963505,0.001260523,0.000134123,0.0001795572,5.1180194e-7,0.00000986543,0.000026870468],"genre_scores_gemma":[0.32427475,0.000008884914,0.67563385,0.00004112019,0.0000051127186,0.0000091808815,5.19271e-7,5.479828e-7,0.000026064674],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991363,0.00031264735,0.00011570385,0.00024214912,0.000039389946,0.00015377926],"domain_scores_gemma":[0.99942195,0.0003986949,0.000019357569,0.00009808135,0.000041517054,0.000020386233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001993808,0.000043080898,0.00009723221,0.00029041743,0.00010611038,0.00001894749,0.00011180707,0.000089723246,4.3417003e-7],"category_scores_gemma":[0.00018290395,0.000042744778,0.000005607506,0.00029884814,0.000077391865,0.00019991334,0.000096637625,0.00015243782,1.7413585e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026282325,0.000062671024,0.3375939,0.00005013128,0.000011727005,0.000004664107,0.0043404917,0.00902357,0.0004410825,0.25433213,0.00024812852,0.39362866],"study_design_scores_gemma":[0.00012466247,0.00003865058,0.03765698,0.000008104051,0.0000012915493,6.055851e-7,0.00048456484,0.6684311,0.00021671267,0.29300025,0.0000067546457,0.000030325831],"about_ca_topic_score_codex":0.00079061947,"about_ca_topic_score_gemma":0.0014912797,"teacher_disagreement_score":0.6594075,"about_ca_system_score_codex":0.00009124313,"about_ca_system_score_gemma":0.000089330235,"threshold_uncertainty_score":0.17430815},"labels":[],"label_agreement":null},{"id":"W4413794792","doi":"10.3390/make7030089","title":"AlzheimerRAG: Multimodal Retrieval-Augmented Generation for Clinical Use Cases","year":2025,"lang":"en","type":"article","venue":"Machine Learning and Knowledge Extraction","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Generative grammar; Search engine indexing; Artificial intelligence; Information retrieval; Machine learning; Natural language processing; Data science","score_opus":0.10801962975602644,"score_gpt":0.4138889138627881,"score_spread":0.3058692841067616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413794792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19481112,0.0018308797,0.80073524,0.0004135992,0.0014536087,0.00022010329,0.0000013640542,0.00020285773,0.000331214],"genre_scores_gemma":[0.9722927,0.0002045755,0.022871474,0.00006201213,0.00033175037,0.0000131435,0.00002281854,0.000008853011,0.0041926685],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987769,0.00021814306,0.0003242418,0.00044437713,0.00007522097,0.00016112298],"domain_scores_gemma":[0.998742,0.00078652723,0.000101171754,0.0001898284,0.00012566189,0.00005485306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074794237,0.00012099459,0.00015771044,0.00012758435,0.00034803545,0.00019338116,0.000109508364,0.000112299,0.0000050004505],"category_scores_gemma":[0.0012120045,0.00011694882,0.00007006459,0.0001700661,0.00002142311,0.0004075048,0.000083361956,0.00032238555,0.000007184413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016470769,0.0003173353,0.051007997,0.0000620313,0.00012688055,0.000008202534,0.00046041326,0.0013240343,0.0070860675,0.006259376,0.0018138756,0.93136907],"study_design_scores_gemma":[0.0007864939,0.00010347264,0.004399339,0.000023575314,0.00003114754,0.000013224736,0.000011626668,0.94211453,0.00064212846,0.00007066025,0.05169103,0.00011276014],"about_ca_topic_score_codex":0.000078640536,"about_ca_topic_score_gemma":0.000062060295,"teacher_disagreement_score":0.94079053,"about_ca_system_score_codex":0.00003231649,"about_ca_system_score_gemma":0.000057602356,"threshold_uncertainty_score":0.47690344},"labels":[],"label_agreement":null},{"id":"W4413796994","doi":"10.1515/lingvan-2024-0201","title":"Instance memory models as a general computational framework for exploring language processing: bringing the lexicon to life","year":2025,"lang":"en","type":"article","venue":"Linguistics Vanguard","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Lexicon; Computer science; Cognitive science; Natural language processing; Linguistics; Artificial intelligence; Psychology; Cognitive psychology; Philosophy","score_opus":0.057039101299999395,"score_gpt":0.32504685551013524,"score_spread":0.26800775421013584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413796994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0130016925,0.00074040995,0.9774246,0.0013705603,0.0016323738,0.00038401142,0.0000047004005,0.00025198676,0.0051896195],"genre_scores_gemma":[0.5199715,0.0000022060485,0.47579125,0.0030965076,0.00071910076,0.000089991176,0.0000020722441,0.000013346215,0.00031405932],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844843,0.000030277302,0.0003380709,0.0004948474,0.0003045675,0.00038380479],"domain_scores_gemma":[0.9985638,0.00036389203,0.00009311986,0.00053195015,0.00033649,0.00011071567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031886224,0.00018439077,0.00020343043,0.00014008695,0.0003373503,0.00031741243,0.0009266119,0.000067682515,0.0000020239434],"category_scores_gemma":[0.0027045845,0.00016810831,0.00007824817,0.00040176726,0.000028380173,0.000110680834,0.00031714674,0.0002391138,0.000007619726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009468894,0.000014748787,0.000015518197,0.000056615725,0.000014862508,0.000006726599,0.0062415977,0.3567054,0.000016389786,0.61322606,0.00018344325,0.023509197],"study_design_scores_gemma":[0.00016831292,0.00001614248,0.00001813674,0.00018614161,0.000010767019,0.0000013000586,0.00034680587,0.7930908,0.00027071266,0.20339741,0.0023290047,0.00016443648],"about_ca_topic_score_codex":0.0000334105,"about_ca_topic_score_gemma":0.000008530047,"teacher_disagreement_score":0.50696975,"about_ca_system_score_codex":0.00008102937,"about_ca_system_score_gemma":0.00038593094,"threshold_uncertainty_score":0.6855258},"labels":[],"label_agreement":null},{"id":"W4413925951","doi":"10.1109/tse.2025.3605442","title":"Towards Explainable Vulnerability Detection With Large Language Models","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Vulnerability (computing); Data science; Programming language; Software engineering; Natural language processing; Computer security","score_opus":0.00918862300238798,"score_gpt":0.22338367195039308,"score_spread":0.2141950489480051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413925951","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027341755,0.000052662326,0.97070503,0.000036365367,0.0005595986,0.00016525228,0.000005032075,0.0010279369,0.00010633615],"genre_scores_gemma":[0.87122977,0.0000033646809,0.1283796,0.000058048594,0.000016749316,0.00008039846,3.7060568e-7,0.000012989137,0.00021869698],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989266,0.00002179012,0.0001689926,0.0003840963,0.00019201025,0.00030650818],"domain_scores_gemma":[0.99921465,0.000072277304,0.000020484233,0.000574078,0.000056294513,0.00006220785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019566463,0.0001691687,0.00015273789,0.00022146483,0.00017331757,0.000079007805,0.00030432924,0.00007843224,0.000008435583],"category_scores_gemma":[0.000013203381,0.00016333554,0.0000648363,0.0005149167,0.000008237618,0.00054151757,0.0000044903372,0.00031377852,0.0000050387216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007946941,0.000051060568,0.00000537201,0.00005439647,0.000024903793,0.0000070643637,0.00049952924,0.95390964,0.00047795713,0.000996291,0.0000029875382,0.043962836],"study_design_scores_gemma":[0.0003540664,0.00004221194,0.00004480776,0.00006404697,0.000011779985,0.000007613873,0.000055550652,0.9463788,0.052514907,0.00017605549,0.00016329021,0.00018683508],"about_ca_topic_score_codex":0.00006781905,"about_ca_topic_score_gemma":0.00003901618,"teacher_disagreement_score":0.84388804,"about_ca_system_score_codex":0.00016395241,"about_ca_system_score_gemma":0.000059918955,"threshold_uncertainty_score":0.666063},"labels":[],"label_agreement":null},{"id":"W4413943190","doi":"10.1002/aaai.70025","title":"Recent advances in finetuning multimodal large language models","year":2025,"lang":"en","type":"article","venue":"AI Magazine","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Ciencias del Mar y Limnología, Universidad Nacional Autónoma de México; Institute for Catastrophic Loss Reduction","keywords":"Computer science; Artificial intelligence","score_opus":0.011786876258378312,"score_gpt":0.2828238057033132,"score_spread":0.2710369294449349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413943190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008409627,0.008065482,0.9601576,0.0028057697,0.00030805997,0.00011621566,0.0000018868824,0.00013407438,0.020001316],"genre_scores_gemma":[0.9288313,0.001074026,0.06488841,0.0030130679,0.000053171178,0.000021673504,0.0000056915374,0.000008057823,0.002104648],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990658,0.000034822795,0.00019395047,0.00030802665,0.00012523303,0.00027213368],"domain_scores_gemma":[0.9994415,0.000042008403,0.00002932181,0.00041684826,0.000037853926,0.000032465847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021458884,0.00009648476,0.0001312108,0.00014022244,0.000037522033,0.000044418553,0.00046158608,0.00003963305,0.000022303717],"category_scores_gemma":[0.0000415622,0.00009364654,0.000024056279,0.0003965399,0.000008937366,0.0006403393,0.0002757294,0.00015652034,0.000034989647],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007634737,0.00009033522,0.0010467195,0.000031503125,0.0000055890378,0.00005092998,0.0010060732,0.046494044,0.0003994554,0.16127624,0.0005998662,0.78899163],"study_design_scores_gemma":[0.00049409387,0.000008515471,0.0005650715,0.00004707974,0.0000013156068,0.0000012468723,0.000023936045,0.93518674,0.00015032812,0.009182922,0.05424238,0.00009639559],"about_ca_topic_score_codex":0.000010278522,"about_ca_topic_score_gemma":0.00013759272,"teacher_disagreement_score":0.9204216,"about_ca_system_score_codex":0.00004170827,"about_ca_system_score_gemma":0.00004461005,"threshold_uncertainty_score":0.3818795},"labels":[],"label_agreement":null},{"id":"W4413963629","doi":"10.1016/j.jss.2025.112604","title":"Syntactic multilingual probing of pre-trained language models of code","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Federación Española de Enfermedades Raras; Ministerio de Ciencia, Innovación y Universidades","keywords":"Computer science; Natural language processing; Code (set theory); Linguistics; Artificial intelligence; Programming language; Philosophy","score_opus":0.018899914880622877,"score_gpt":0.27564348552860446,"score_spread":0.2567435706479816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413963629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45749438,0.0017590156,0.5403801,0.000030254872,0.00021576788,0.000072807445,0.0000022542804,0.0000099062645,0.000035500958],"genre_scores_gemma":[0.9734858,0.00001769791,0.026316743,0.000010734031,0.000037548325,0.0000010107836,1.0282889e-7,0.0000035485093,0.00012680936],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989482,0.000049497645,0.00058413355,0.000105745385,0.00021291678,0.00009949504],"domain_scores_gemma":[0.9989318,0.00014404567,0.0004566168,0.00019886317,0.00022756927,0.000041075644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005033996,0.000073540345,0.00032296215,0.00014370382,0.000029565772,0.00003388979,0.0002934277,0.000051790186,4.8436675e-7],"category_scores_gemma":[0.00013607445,0.000057512996,0.00006549808,0.00011511522,0.00001874615,0.00028322567,0.00007560982,0.00011356056,5.150848e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003633683,0.0007944228,0.025928283,0.016473776,0.0012962095,0.0003923566,0.16094689,0.44274092,0.061883584,0.06892172,0.00037290386,0.21988559],"study_design_scores_gemma":[0.0019002947,0.00030264966,0.0017716953,0.0057071834,0.00008837084,0.00030030558,0.0038157462,0.97628284,0.0070650596,0.0024211267,0.00009364435,0.00025109787],"about_ca_topic_score_codex":0.00009639433,"about_ca_topic_score_gemma":0.000005170198,"teacher_disagreement_score":0.5335419,"about_ca_system_score_codex":0.000022564238,"about_ca_system_score_gemma":0.00013404444,"threshold_uncertainty_score":0.2345312},"labels":[],"label_agreement":null},{"id":"W4414015822","doi":"10.11159/cist25.141","title":"Improved BoW-BoC Indexing for Short Texts Using Large Language Models","year":2025,"lang":"en","type":"article","venue":"Proceedings of the World Congress on Electrical Engineering and Computer Systems and Science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Search engine indexing; Computer science; Natural language processing; Artificial intelligence; Information retrieval","score_opus":0.01039318354331234,"score_gpt":0.23615430658930603,"score_spread":0.2257611230459937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414015822","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22193816,0.0006828339,0.77545446,0.0001326445,0.0011331459,0.00040061612,0.0000012170566,0.00009450511,0.00016243865],"genre_scores_gemma":[0.9881936,0.0000044350604,0.011406736,0.00006770804,0.00007620281,0.000017770924,3.7384684e-8,0.0000059031836,0.000227626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986761,0.0000038071162,0.0002491512,0.00045856572,0.00023366084,0.00037867963],"domain_scores_gemma":[0.9994478,0.000081321676,0.00006960601,0.00016761654,0.00015463486,0.000078993835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059437385,0.00014926754,0.00023556665,0.00031991425,0.00024606966,0.00038854906,0.0007769128,0.00003886845,3.1247424e-8],"category_scores_gemma":[0.00003844824,0.000111049776,0.000041844763,0.0009234496,0.000053438143,0.00038042752,0.00038470165,0.00015705757,1.8710523e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012691337,0.000045311946,0.000604619,0.00039247877,0.00003335485,7.08688e-7,0.00038406512,0.030947704,0.026198745,0.9184112,0.000081960185,0.022887181],"study_design_scores_gemma":[0.00018272785,0.00003484351,0.00011333942,0.00029512672,0.0000066237035,0.0000078758785,0.000008301675,0.99550784,0.0033471233,0.00025492182,0.00011876789,0.00012249395],"about_ca_topic_score_codex":0.000014300236,"about_ca_topic_score_gemma":7.3996637e-7,"teacher_disagreement_score":0.96456015,"about_ca_system_score_codex":0.00004833765,"about_ca_system_score_gemma":0.000051425144,"threshold_uncertainty_score":0.45284784},"labels":[],"label_agreement":null},{"id":"W4414029501","doi":"10.1101/2025.08.31.672925","title":"What Large Language Models Know About Plant Molecular Biology","year":2025,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"Agencia Nacional de Investigación y Desarrollo; Consejo Nacional de Investigaciones Científicas y Técnicas","keywords":"Computational biology; Biology; Computer science","score_opus":0.012640217897755615,"score_gpt":0.24252673282267453,"score_spread":0.2298865149249189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414029501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05956398,0.016660083,0.916643,0.000555799,0.0044936063,0.0006658404,0.0003339519,0.0010235852,0.00006010665],"genre_scores_gemma":[0.91525924,0.0015761247,0.08109097,0.001384556,0.00034816674,0.00023154005,0.0000013775594,0.00007276402,0.000035276862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99579597,0.00026449896,0.00067210343,0.001885462,0.0003887114,0.0009932645],"domain_scores_gemma":[0.99550176,0.00008636212,0.0003576487,0.0034412462,0.00033182764,0.0002811357],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008132945,0.00069367106,0.0007593901,0.00048055133,0.0001662167,0.0008214488,0.0029233065,0.0008178277,0.000014861927],"category_scores_gemma":[0.00009802398,0.00074929843,0.0002472848,0.0005411276,0.00006466625,0.0007086182,0.0032131705,0.0010468808,0.00004941555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018334184,0.00035190722,0.0005517407,0.0009457083,0.00047837256,0.00062725175,0.00031751362,0.0059827813,0.2313062,0.75881857,0.00048659407,0.000115049246],"study_design_scores_gemma":[0.001493713,0.000075034564,0.0006987569,0.003548968,0.0001663351,1.030616e-7,0.00002276126,0.7746813,0.19847687,0.0008630718,0.016902303,0.0030707347],"about_ca_topic_score_codex":0.000078399724,"about_ca_topic_score_gemma":0.000005174474,"teacher_disagreement_score":0.85569525,"about_ca_system_score_codex":0.00024507294,"about_ca_system_score_gemma":0.00085444236,"threshold_uncertainty_score":0.9994958},"labels":[],"label_agreement":null},{"id":"W4414042672","doi":"10.1007/978-3-032-05607-8_19","title":"Hybrid Ontology Matching for Company Name Alignment: Combining Text Matching, String Similarity, SBERT, and Siamese Networks in Italian and German Job Market Data","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research","funders":"","keywords":"Matching (statistics); Discriminative model; Normalization (sociology); Ontology; Robustness (evolution); String searching algorithm; Ontology alignment; Cosine similarity; String (physics); String metric","score_opus":0.023144626615993393,"score_gpt":0.2758699511476817,"score_spread":0.25272532453168833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414042672","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030539245,0.0014056901,0.99140906,0.0012444708,0.00108157,0.0007042923,0.000034738645,0.00010419464,0.00096207624],"genre_scores_gemma":[0.6199192,0.00013323438,0.37728822,0.0020573563,0.00024191223,0.0000159341,0.000031195406,0.00004158217,0.0002713584],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952636,0.0000927183,0.00080411264,0.0023909316,0.0005245759,0.00092406734],"domain_scores_gemma":[0.9962293,0.0013214534,0.0003141472,0.0018673588,0.00007479839,0.00019297676],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001964903,0.0006247374,0.0008843117,0.0007209357,0.00037740212,0.0009566665,0.0037824698,0.00029952638,0.0000066829048],"category_scores_gemma":[0.00007909927,0.0006522388,0.000062071114,0.00022511248,0.00045337342,0.00095367926,0.0064706258,0.0010626877,6.756419e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037210993,0.000060998373,0.0025408578,0.0005056083,0.00006970559,0.00029948718,0.003674624,0.072191626,0.000028975313,0.07996215,0.0002384801,0.84039026],"study_design_scores_gemma":[0.0005291686,0.000050469687,0.00050354446,0.0008274988,0.000012989266,0.00011608514,0.0000013761096,0.8367494,0.000010449669,0.16018596,0.00048398686,0.0005290726],"about_ca_topic_score_codex":0.00027575475,"about_ca_topic_score_gemma":0.00095919846,"teacher_disagreement_score":0.8398612,"about_ca_system_score_codex":0.00021332227,"about_ca_system_score_gemma":0.00025379984,"threshold_uncertainty_score":0.9995929},"labels":[],"label_agreement":null},{"id":"W4414132264","doi":"10.1017/rsm.2025.10031","title":"StudyTypeTeller—Large language models to automatically classify research study types for systematic reviews","year":2025,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Universität Zürich; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Generative grammar; Transformer; Systematic review; Language model; Scientific literature; Encoder","score_opus":0.4744790487850936,"score_gpt":0.5983134327456537,"score_spread":0.12383438396056012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414132264","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016391064,0.00168452,0.9781677,0.001845038,0.00016688273,0.011008892,0.0000034582504,0.00019599465,0.0052884086],"genre_scores_gemma":[0.11966454,0.000050900406,0.8674881,0.00011891447,0.00009359236,0.008151558,3.5942574e-7,0.000035066354,0.0043969806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96751285,0.026666153,0.0011854949,0.00127153,0.0018521876,0.0015117687],"domain_scores_gemma":[0.9570294,0.038427595,0.00009332129,0.0030310196,0.0011001194,0.00031856608],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12847896,0.00026767052,0.0011638756,0.0014902934,0.0007509533,0.00059467816,0.003614338,0.00014977934,0.000027872478],"category_scores_gemma":[0.050952,0.00020234191,0.00019979184,0.002938013,0.0000757496,0.00032794618,0.0020776808,0.0007182938,0.00017803068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012188368,0.002832184,0.00007371175,0.043035973,0.00072458456,0.00006283352,0.033814143,0.00085998286,0.006832332,0.525389,0.012436674,0.3738167],"study_design_scores_gemma":[0.00040204366,0.00040752758,0.00007221654,0.0065354547,0.00005300429,0.0000021683416,0.0073735113,0.94985986,0.0031621412,0.02844194,0.0033161116,0.0003740476],"about_ca_topic_score_codex":0.00007092837,"about_ca_topic_score_gemma":0.00004687865,"teacher_disagreement_score":0.9489998,"about_ca_system_score_codex":0.00036529332,"about_ca_system_score_gemma":0.00044507472,"threshold_uncertainty_score":0.9570422},"labels":[],"label_agreement":null},{"id":"W4414153271","doi":"10.1016/j.eswa.2025.129655","title":"The power of text similarity in identifying AI-LLM paraphrased documents: The case of BBC news articles and ChatGPT","year":2025,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Similarity (geometry); Task (project management); Benchmark (surveying); Generative grammar; Power (physics); Revenue","score_opus":0.016926619472284115,"score_gpt":0.29931495088042326,"score_spread":0.2823883314081391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414153271","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1171883,0.0037418057,0.8738314,0.0035574343,0.00008363334,0.0010984332,0.0000024866208,0.000031394236,0.00046511766],"genre_scores_gemma":[0.99732184,0.000040617957,0.0018645873,0.00014227824,0.00001095264,0.00054899196,2.8807884e-7,0.0000034902203,0.000066966415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990759,0.00008750627,0.00035608004,0.00022641098,0.000120571334,0.00013355262],"domain_scores_gemma":[0.9986694,0.00024126365,0.00013282304,0.00084874907,0.00007953877,0.000028211827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003613648,0.00008018809,0.00013728376,0.00006638284,0.00020655413,0.00010677505,0.00042763763,0.000030812527,7.8191584e-7],"category_scores_gemma":[0.000019519499,0.00004611681,0.000022184127,0.0004705449,0.00009832885,0.00016180973,0.00012004667,0.00007829301,8.433922e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030330219,0.00034280596,0.0116350455,0.00021011739,0.00014322145,0.000024132974,0.029517163,0.0017828372,0.0048304168,0.91618675,0.0013583667,0.03393884],"study_design_scores_gemma":[0.0051863994,0.00024074661,0.010159544,0.0016332634,0.00008871585,0.00060597114,0.0987235,0.76943475,0.020282159,0.04093248,0.0515193,0.0011931601],"about_ca_topic_score_codex":0.002228726,"about_ca_topic_score_gemma":0.00068529067,"teacher_disagreement_score":0.8801335,"about_ca_system_score_codex":0.000023067443,"about_ca_system_score_gemma":0.00005271251,"threshold_uncertainty_score":0.3369182},"labels":[],"label_agreement":null},{"id":"W4414158748","doi":"10.1007/978-981-95-0988-1_1","title":"Evaluating the Behavior of Small Language Models in Answering Binary Questions","year":2025,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Security token; Binary number; Natural language; Language model; Binary classification; Natural (archaeology)","score_opus":0.11777774152110751,"score_gpt":0.3699668967910038,"score_spread":0.25218915526989627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414158748","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022926512,0.0009393343,0.90743506,0.0006805739,0.00023186342,0.0007633555,0.000008524815,0.000060638722,0.087588005],"genre_scores_gemma":[0.2736231,0.001280291,0.72323513,0.0005335609,0.000020692969,0.00017748235,0.000020469268,0.0000074897184,0.001101767],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986287,0.000048107973,0.0006759714,0.00020056032,0.00029555612,0.00015111442],"domain_scores_gemma":[0.99719554,0.0002682541,0.00024498344,0.0020321587,0.00022805348,0.000031001106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016221947,0.00013036816,0.00017798904,0.00083716144,0.00024112334,0.00019957956,0.0031955254,0.00007515846,0.0000013576228],"category_scores_gemma":[0.000052638887,0.00011552589,0.000032888973,0.0004675116,0.0003636232,0.0028016798,0.0025813198,0.000385751,0.0000017933664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.0650166e-7,0.00001097006,0.000032734326,0.000021936132,0.0000013351439,2.2070442e-7,0.003847156,0.023159135,0.000014795315,0.60389155,0.0000034652371,0.36901608],"study_design_scores_gemma":[0.000113387985,0.000024410081,0.0005760434,0.00033838625,0.000004024061,0.000004429651,0.00004600398,0.9929265,0.000005831434,0.005359339,0.00049302564,0.000108647204],"about_ca_topic_score_codex":0.00009710401,"about_ca_topic_score_gemma":0.000048957925,"teacher_disagreement_score":0.96976733,"about_ca_system_score_codex":0.00010351836,"about_ca_system_score_gemma":0.00036264036,"threshold_uncertainty_score":0.5938134},"labels":[],"label_agreement":null},{"id":"W4414160008","doi":"10.1167/tvst.14.9.18","title":"Advancing Question-Answering in Ophthalmology With Retrieval-Augmented Generation: Benchmarking Open-Source and Proprietary Large Language Models","year":2025,"lang":"en","type":"article","venue":"Translational Vision Science & Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Moorfields Eye Hospital NHS Foundation Trust; Retina UK; Moorfields Eye Charity; Sight Research UK; Department of Health and Social Care; Canadian Institute of Steel Construction; UK Research and Innovation; National Institute for Health and Care Research; Amazon Web Services","keywords":"Benchmarking; MEDLINE; Language model; Comprehension","score_opus":0.015463063963740602,"score_gpt":0.31994860134670616,"score_spread":0.3044855373829656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414160008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3298949,0.00037086903,0.66555804,0.0032293827,0.00007928914,0.00027165827,0.0000010364097,0.00009779009,0.00049705134],"genre_scores_gemma":[0.8463066,0.000011357873,0.15345405,0.00013932197,0.000012991371,0.00001674486,0.0000032419923,0.000005067863,0.000050608644],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798924,0.000052525134,0.00034463892,0.0008270021,0.00038544714,0.00040117739],"domain_scores_gemma":[0.99915624,0.000076603195,0.000079036174,0.00046386122,0.00017220991,0.000052054882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013936831,0.00014775453,0.00020483694,0.0011332639,0.0003964251,0.00017949057,0.0011348607,0.00012276822,0.000009518538],"category_scores_gemma":[0.00007731922,0.00013402024,0.000013223272,0.0035011293,0.00028255256,0.0016655364,0.00047839928,0.00025876667,0.0000010579738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000931206,0.00022194318,0.034963552,0.000072345916,0.000019424837,0.0001359458,0.0031886492,0.2274482,0.075496085,0.5563667,0.00001076016,0.10198328],"study_design_scores_gemma":[0.00071356614,0.00009751397,0.002201797,0.00013560972,0.0000034525162,0.000110097215,0.00011714708,0.98082423,0.0031490608,0.012367975,0.00011403686,0.0001654941],"about_ca_topic_score_codex":0.000038425558,"about_ca_topic_score_gemma":0.000080051774,"teacher_disagreement_score":0.75337607,"about_ca_system_score_codex":0.00008227847,"about_ca_system_score_gemma":0.000420457,"threshold_uncertainty_score":0.5465187},"labels":[],"label_agreement":null},{"id":"W4414161315","doi":"10.2196/68707","title":"Performance of Natural Language Processing for Information Extraction From Electronic Health Records Within Cancer: Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Aalborg Universitetshospital; Aalborg Universitet","keywords":"Information extraction; Health records; Electronic health record; Natural language; Unstructured data; Biomedical text mining; Text mining; Text processing; Information processing","score_opus":0.019864155168321823,"score_gpt":0.37269172152925883,"score_spread":0.35282756636093704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414161315","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000040553014,0.9150145,0.08036819,0.000111161404,0.0005724635,0.0036844336,0.000030127196,0.00011989441,0.00009514711],"genre_scores_gemma":[0.00003571349,0.9859758,0.011103939,0.001120606,0.000083873354,0.001356815,0.00024706518,0.000010779666,0.00006538428],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9947397,0.00013132465,0.0035450612,0.00016991494,0.0009817636,0.0004322248],"domain_scores_gemma":[0.9951515,0.00034188578,0.003471031,0.0006788653,0.00021603263,0.00014067038],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017805834,0.00036429326,0.0023766216,0.00027943405,0.0001125583,0.00010076262,0.0013662092,0.00029882326,0.000007404866],"category_scores_gemma":[0.00050802884,0.0002651077,0.00028720952,0.0006845818,0.000030014611,0.0017777715,0.00018845146,0.0008406432,0.000009522998],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.2264845e-7,0.000005662508,6.106742e-8,0.5171881,0.00002479917,6.913536e-8,0.00086811057,0.0000017509666,1.8144988e-9,0.00011515022,0.00015229301,0.4816433],"study_design_scores_gemma":[0.0001381443,0.00005017417,7.662955e-8,0.709406,0.00021518422,0.000015613643,0.00010415317,0.26737174,4.3771044e-7,0.000009842491,0.022482302,0.00020631384],"about_ca_topic_score_codex":0.00004579712,"about_ca_topic_score_gemma":0.000018350514,"teacher_disagreement_score":0.481437,"about_ca_system_score_codex":0.00052796863,"about_ca_system_score_gemma":0.0048948433,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W4414255422","doi":"10.1002/cjce.70080","title":"Learning hydrocracking reaction dynamics via neural <scp>ODEs</scp> : A data‐driven, gradient‐interpretable lumped modelling framework","year":2025,"lang":"en","type":"article","venue":"The Canadian Journal of Chemical Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Interpretability; Ode; Extrapolation; Ordinary differential equation; Artificial neural network; Process (computing); Nonlinear system; Complex dynamics","score_opus":0.012091610434469935,"score_gpt":0.21041121615348052,"score_spread":0.19831960571901058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414255422","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23635113,0.00022369766,0.7621465,0.00037612938,0.0007032151,0.00004774869,0.0000010867342,0.000041804262,0.00010873989],"genre_scores_gemma":[0.96585953,0.0000047741837,0.03380087,0.00010242571,0.00016906374,0.0000014438706,0.0000034001932,0.000018256816,0.000040252915],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853414,0.00003722656,0.0004422529,0.00026206978,0.00023340422,0.0004908855],"domain_scores_gemma":[0.9984873,0.000387098,0.00013660111,0.00058261916,0.00011022234,0.00029619213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051865104,0.00017891942,0.0002510946,0.00026344153,0.00018498514,0.0002776668,0.0017614526,0.00012388742,0.0000011844302],"category_scores_gemma":[0.00062990526,0.00016394924,0.0000949076,0.00044148107,0.0000324514,0.0006320657,0.00018131174,0.001358534,0.0000015206462],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001075481,0.0000034504787,0.00007558521,0.00002185434,0.00004585497,0.00002908616,0.0006355111,0.9869357,0.0045433287,0.0038782575,0.000027251708,0.003803041],"study_design_scores_gemma":[0.00009646832,0.000010382461,0.000006504715,0.00027751277,0.000027271075,0.0001199144,0.00002886704,0.9955376,0.0013098512,0.0021521104,0.0003622638,0.00007125905],"about_ca_topic_score_codex":0.000921431,"about_ca_topic_score_gemma":0.00015191254,"teacher_disagreement_score":0.7295084,"about_ca_system_score_codex":0.0004756973,"about_ca_system_score_gemma":0.00027924727,"threshold_uncertainty_score":0.6685656},"labels":[],"label_agreement":null},{"id":"W4414344009","doi":"10.4018/979-8-3373-2474-6.ch008","title":"Enhancing Predictive Analysis with Large Language Models in the Digital Innovation World","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College","funders":"","keywords":"Generative grammar; Transformative learning; Relevance (law); Software deployment; Deep learning; Artificial neural network; Model-driven architecture","score_opus":0.012728936843463367,"score_gpt":0.23039532396602633,"score_spread":0.21766638712256295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414344009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005736514,0.000032974396,0.5559107,0.00011872903,0.000020988802,0.00012479919,0.0000098272885,0.000052860105,0.44367176],"genre_scores_gemma":[0.5018498,0.0000032482399,0.01172115,0.00081322255,0.00006758773,0.00002060793,0.00007103205,0.00001202531,0.48544136],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859613,0.00001329509,0.00033726517,0.0004677623,0.00039618017,0.00018936054],"domain_scores_gemma":[0.9989097,0.00010482717,0.00013265625,0.0007353577,0.00010254143,0.000014933273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031495778,0.000197686,0.00026684243,0.0011689678,0.000048783077,0.00025519828,0.0007262756,0.00008494662,0.000024343335],"category_scores_gemma":[0.000011267773,0.00012919205,0.00007079158,0.0011292165,0.000014831645,0.0004972934,0.00022541317,0.00033109414,0.0000042438655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003154881,0.000010207066,0.00005404826,0.000009581726,0.0001561804,0.000018616938,0.0015798099,0.0033638265,8.027038e-7,0.9898473,0.00006952586,0.004886917],"study_design_scores_gemma":[0.00023140597,0.00002915235,0.000049424103,0.0001765222,0.00013031188,0.0000019906497,0.00019859272,0.9544616,0.000024111418,0.042610735,0.0017675029,0.00031865996],"about_ca_topic_score_codex":0.00004101994,"about_ca_topic_score_gemma":0.0017136271,"teacher_disagreement_score":0.9510978,"about_ca_system_score_codex":0.00007682477,"about_ca_system_score_gemma":0.000108345885,"threshold_uncertainty_score":0.5268299},"labels":[],"label_agreement":null},{"id":"W4414417426","doi":"10.1007/978-3-032-06004-4_11","title":"AURA: A Multi-modal Medical Agent for Understanding, Reasoning and Annotation","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Interpretability; Toolbox; Modular design; Segmentation; Set (abstract data type); Medical imaging; Relevance (law); Suite; Annotation","score_opus":0.045509895080306666,"score_gpt":0.29349823960367644,"score_spread":0.24798834452336976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414417426","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030795763,0.0004341166,0.99518,0.0016999175,0.0014436678,0.0004552016,0.0000035609892,0.00011701578,0.00063572614],"genre_scores_gemma":[0.0688475,0.00004772645,0.92863125,0.0017430016,0.00027749786,0.000017935323,0.000004654646,0.000017952812,0.00041246723],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99692005,0.000024167166,0.00041652564,0.0013314427,0.00083065504,0.00047717392],"domain_scores_gemma":[0.9982876,0.0006024354,0.00017162996,0.0006521356,0.00013197422,0.00015418528],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010710022,0.00033602442,0.0003714952,0.00055389316,0.00030460823,0.0004191701,0.0015351848,0.00032980507,0.0000051482803],"category_scores_gemma":[0.00037639553,0.0003170727,0.00008090413,0.00027097142,0.0003504062,0.00035462689,0.00097362645,0.000500724,0.0000016939073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006278395,0.000018305736,0.00006376512,0.000115519346,0.000015267897,0.00004352817,0.0012097548,0.008307735,0.000017783943,0.30498028,0.000045627283,0.68517613],"study_design_scores_gemma":[0.0003856142,0.000057299083,0.000027868768,0.00063468266,0.0000063609364,0.000026760872,5.0280585e-7,0.8779339,0.000044266064,0.12021506,0.00038397967,0.00028369008],"about_ca_topic_score_codex":0.000022427857,"about_ca_topic_score_gemma":0.000126934,"teacher_disagreement_score":0.86962616,"about_ca_system_score_codex":0.00045490602,"about_ca_system_score_gemma":0.0007700707,"threshold_uncertainty_score":0.9999281},"labels":[],"label_agreement":null},{"id":"W4414478919","doi":"10.1016/j.phycom.2025.102857","title":"A survey of domain generalization in AI-enabled semantic communication: Architecture, challenges and future opportunities","year":2025,"lang":"en","type":"article","venue":"Physical Communication","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Generalization; Domain (mathematical analysis); Semantics (computer science); Domain knowledge; Semantic Web","score_opus":0.06782133331123338,"score_gpt":0.2978231013388399,"score_spread":0.2300017680276065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414478919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5634601,0.03890493,0.32605007,0.06196053,0.00011175048,0.0007422977,0.000006815941,0.00019555545,0.00856792],"genre_scores_gemma":[0.9845598,0.005208988,0.009923211,0.00020558135,0.000014972118,0.000028284983,0.000033258882,0.000005110746,0.000020826756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841136,0.0008950724,0.00026267918,0.00018670927,0.00013060769,0.000113551585],"domain_scores_gemma":[0.99793154,0.0003098252,0.00009485987,0.0014935599,0.00014377252,0.000026454718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006431678,0.000102860075,0.0002171288,0.00014340018,0.00009198449,0.00005100589,0.0009548823,0.000050859446,6.610426e-7],"category_scores_gemma":[0.000038035465,0.000101557205,0.000024364384,0.0003081992,0.00008740126,0.0002529799,0.0005660123,0.00020202523,4.2735596e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008177974,0.00013849145,0.00050251384,0.00007987001,0.000014716652,2.0497694e-7,0.0050300593,0.0005789887,0.00016002556,0.85321736,0.000022666374,0.14024691],"study_design_scores_gemma":[0.0008607034,0.000049355174,0.17191301,0.00029947306,0.0000143228435,0.0000019409795,0.0006918549,0.4271432,0.00037339397,0.39603308,0.0023179655,0.0003017065],"about_ca_topic_score_codex":0.00043177346,"about_ca_topic_score_gemma":0.000875976,"teacher_disagreement_score":0.45718428,"about_ca_system_score_codex":0.000026878317,"about_ca_system_score_gemma":0.000056006236,"threshold_uncertainty_score":0.41413826},"labels":[],"label_agreement":null},{"id":"W4414526103","doi":"10.1007/978-3-031-93109-3_28","title":"Integrating NLP with Decision Support Systems for Automated Resume Filtering and Candidate Shortlisting","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Pipeline (software); Process (computing); Selection (genetic algorithm); Automation; Decision support system; Filter (signal processing); Volume (thermodynamics); Support vector machine","score_opus":0.016079364569231064,"score_gpt":0.24842252213396493,"score_spread":0.23234315756473387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414526103","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001324547,0.008026224,0.9864137,0.00003999858,0.0012881287,0.0009910655,0.000017816681,0.00027677065,0.002813848],"genre_scores_gemma":[0.9232487,0.00063773745,0.06892104,0.00016423312,0.0012284989,0.00021358648,0.0001147807,0.00013199373,0.005339413],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976132,0.000046058896,0.0007669227,0.00089327636,0.00025412132,0.00042644306],"domain_scores_gemma":[0.9978762,0.0010136814,0.00033657328,0.00054994004,0.00012632043,0.00009726591],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007680746,0.00046185282,0.00080333627,0.00023837356,0.00021910177,0.0007686167,0.00037978735,0.00048958644,6.814138e-7],"category_scores_gemma":[0.000098912344,0.00035314035,0.000050661856,0.00009966547,0.000039104485,0.00014377738,0.0002639779,0.0005077564,1.7229853e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007339954,0.0000059593317,0.0007447282,0.0015492699,0.00013641293,0.00014741621,0.0007563869,0.8142554,0.000013391114,0.05033775,0.00041056858,0.1315693],"study_design_scores_gemma":[0.00031237726,0.000090445865,0.000009793502,0.006004636,0.00002668543,0.00012442854,0.000009737799,0.98939955,0.0000010790781,0.0006774408,0.0029695602,0.00037428565],"about_ca_topic_score_codex":0.00046218306,"about_ca_topic_score_gemma":0.00048337254,"teacher_disagreement_score":0.92311627,"about_ca_system_score_codex":0.00010490368,"about_ca_system_score_gemma":0.000114974435,"threshold_uncertainty_score":0.99989206},"labels":[],"label_agreement":null},{"id":"W4414527039","doi":"10.1007/978-3-031-96684-2_12","title":"Can ChatGPT Make Explanatory Inferences? Benchmarks for Abductive Reasoning","year":2025,"lang":"en","type":"book-chapter","venue":"Synthese Library/Synthese library","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Abductive reasoning; Generative grammar; Set (abstract data type); Inference; Verbal reasoning; Generative model; Non-monotonic logic; Visual reasoning","score_opus":0.014534718259256268,"score_gpt":0.214162609239223,"score_spread":0.19962789097996675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414527039","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000713871,0.003941362,0.027398549,0.015821336,0.0025756068,0.0022048869,0.0012161443,0.002232235,0.9445385],"genre_scores_gemma":[0.010768572,0.0016484649,0.17792493,0.0062540704,0.0027101918,0.0008336852,0.0010687651,0.0006519241,0.7981394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99297404,0.0002334335,0.001477026,0.0029349907,0.00093714823,0.0014433408],"domain_scores_gemma":[0.9920549,0.0025245848,0.00095174584,0.003581237,0.000079199344,0.00080834836],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.00037053795,0.0016845593,0.0017901112,0.0014528924,0.00049029646,0.0013695224,0.0057151234,0.0014284364,0.0023712292],"category_scores_gemma":[0.000453297,0.0016648849,0.0009094501,0.00037382453,0.00034221387,0.0058269184,0.0031674409,0.0015420878,0.00008291128],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007650472,0.0000528471,0.00012283512,0.00041445476,0.00037088228,0.00014194394,0.000845641,0.000027212005,0.000012399299,0.9001854,0.03297867,0.06477119],"study_design_scores_gemma":[0.00034519943,0.00012127918,0.000017462982,0.0035707315,0.00012004634,0.000034422996,0.00008279616,0.008630859,0.0020136076,0.4175403,0.56558067,0.0019426284],"about_ca_topic_score_codex":0.000020684269,"about_ca_topic_score_gemma":0.0000072426988,"teacher_disagreement_score":0.532602,"about_ca_system_score_codex":0.00010245206,"about_ca_system_score_gemma":0.0024663273,"threshold_uncertainty_score":0.9998679},"labels":[],"label_agreement":null},{"id":"W4414536420","doi":"10.48550/arxiv.2508.13408","title":"NovoMolGen: Rethinking Molecular Language Model Pretraining","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education, India; Indian Institute of Technology Madras; Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Generative grammar; Chemical space; Generative model; Property (philosophy); Scalability; String (physics); Language model; Coherence (philosophical gambling strategy)","score_opus":0.06047665394454849,"score_gpt":0.2974667084531031,"score_spread":0.2369900545085546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414536420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34812304,0.0006617776,0.64175415,0.0005978107,0.00069673226,0.00020971385,0.0000061498836,0.0004304509,0.0075201555],"genre_scores_gemma":[0.7828938,0.000017231414,0.21446544,0.0013102576,0.00012582545,0.000038151255,0.00001233923,0.000022344182,0.0011146297],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971823,0.00010583678,0.00048298528,0.0012533541,0.0004637097,0.0005117885],"domain_scores_gemma":[0.99708986,0.00007343236,0.00021773794,0.0023910701,0.00011475233,0.0001131288],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00060965813,0.00039152618,0.0004201268,0.00021675971,0.00012938345,0.00020006475,0.0026289087,0.0004571816,0.000010062063],"category_scores_gemma":[0.00016544048,0.00043052697,0.00022611319,0.00024929715,0.000037141806,0.00020822277,0.004001234,0.0013352537,0.00003097442],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011322713,0.00012483435,0.016477019,0.0009703269,0.0003931114,0.0007694805,0.06303704,0.77473605,0.0127302315,0.08346408,0.0003410037,0.046945512],"study_design_scores_gemma":[0.00015631902,0.0000089320965,0.000238204,0.0004225335,0.000027551261,0.000005483653,0.00004899356,0.98016584,0.003795839,0.01464074,0.000050066465,0.00043948097],"about_ca_topic_score_codex":0.00009102497,"about_ca_topic_score_gemma":0.000009892593,"teacher_disagreement_score":0.43477073,"about_ca_system_score_codex":0.0001351874,"about_ca_system_score_gemma":0.00047825446,"threshold_uncertainty_score":0.9998146},"labels":[],"label_agreement":null},{"id":"W4414571145","doi":"10.1007/s11633-025-1563-3","title":"A Survey on Personalized Content Synthesis with Diffusion Models","year":2025,"lang":"en","type":"article","venue":"Machine Intelligence Research","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Hong Kong Polytechnic University; Impact Fund","keywords":"Overfitting; Fidelity; Set (abstract data type); Key (lock); Adaptation (eye); Focus (optics)","score_opus":0.23222884324107734,"score_gpt":0.3960968368754752,"score_spread":0.16386799363439786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414571145","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025834607,0.00039138625,0.962376,0.002187888,0.000093965915,0.00037254635,0.0000072381604,0.00010067406,0.008635707],"genre_scores_gemma":[0.990442,0.0001358056,0.005034369,0.0001576615,0.000018149873,0.000086370026,0.0000024672856,0.0000112618645,0.0041119293],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99653125,0.00078127655,0.00027598272,0.0007209977,0.0011058373,0.00058466],"domain_scores_gemma":[0.9962335,0.002110924,0.000036325575,0.0009992247,0.00048688645,0.00013312443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003343123,0.00017679583,0.00024844328,0.0005083243,0.00031081596,0.00025925666,0.0017221501,0.000071898095,0.00004528801],"category_scores_gemma":[0.000797779,0.00012578921,0.000059563972,0.0011745401,0.00017150347,0.00020116822,0.0006163952,0.0005831577,0.00007280545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038282998,0.00041720743,0.006702743,0.000067758156,0.000072379575,0.000063402455,0.0010853155,0.010434512,0.0005926634,0.47723234,0.00038500616,0.50256383],"study_design_scores_gemma":[0.00011859225,0.0001446908,0.0021129455,0.00024431426,0.0000025359006,0.0000027599613,0.000098363205,0.97971106,0.00590598,0.011251343,0.0002453329,0.00016206433],"about_ca_topic_score_codex":0.0052055265,"about_ca_topic_score_gemma":0.00054704037,"teacher_disagreement_score":0.96927655,"about_ca_system_score_codex":0.00017140838,"about_ca_system_score_gemma":0.00023385938,"threshold_uncertainty_score":0.78692335},"labels":[],"label_agreement":null},{"id":"W4414596705","doi":"10.1162/coli.a.24","title":"Are Formal and Functional Linguistic Mechanisms Dissociated in Language Models?","year":2025,"lang":"en","type":"article","venue":"Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation; Universiteit van Amsterdam; European Commission; Open Philanthropy Project","keywords":"Set (abstract data type); Formal language; Task (project management); Formal system; Theory; Formal methods; Functional approach","score_opus":0.021967691500343927,"score_gpt":0.2635182464301234,"score_spread":0.24155055492977948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414596705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007967318,0.00018966003,0.98659617,0.00014991057,0.00094766053,0.000095572665,0.000008895476,0.00011034128,0.0039344975],"genre_scores_gemma":[0.87330014,0.0000017797644,0.12591255,0.00046863806,0.00012995726,0.0000068489685,0.00001966567,0.000005664737,0.0001547813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891865,0.000032420732,0.0002841092,0.0003114468,0.00023106948,0.0002222938],"domain_scores_gemma":[0.999087,0.00027882523,0.00010763222,0.00015983162,0.0003148062,0.00005193103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002267956,0.00012244104,0.00015691528,0.00019208067,0.00012970046,0.00010215702,0.00021206163,0.0000678721,0.0000026785015],"category_scores_gemma":[0.0014167604,0.00013479362,0.000029569032,0.00028223792,0.000026248454,0.00006735372,0.00023932898,0.00016804619,0.0000040058853],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041281346,0.000029230481,0.00049446715,0.000021158963,0.000009029336,0.00002272272,0.00028521972,0.1975999,0.000003254254,0.8003232,0.00005353534,0.0011541552],"study_design_scores_gemma":[0.00024373179,0.00000501891,0.006684212,0.00003939684,0.0000040474147,0.0000015466321,0.000034881374,0.6147938,0.00000538279,0.378017,0.00009235023,0.00007867791],"about_ca_topic_score_codex":0.00002125413,"about_ca_topic_score_gemma":0.00002057064,"teacher_disagreement_score":0.8653328,"about_ca_system_score_codex":0.00007835047,"about_ca_system_score_gemma":0.00011761356,"threshold_uncertainty_score":0.5496724},"labels":[],"label_agreement":null},{"id":"W4414602263","doi":"10.1057/s41599-025-05834-4","title":"LLMs as annotators: the effect of party cues on labelling decisions by large language models","year":2025,"lang":"en","type":"article","venue":"Humanities and Social Sciences Communications","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Universität Wien","keywords":"Politics; Statement (logic); Test (biology); Motivated reasoning; Replicate","score_opus":0.07625001237173913,"score_gpt":0.3429990491010771,"score_spread":0.266749036729338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414602263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74208295,0.008690531,0.11835668,0.012314656,0.00031150415,0.000592997,0.000048142665,0.00018949485,0.11741305],"genre_scores_gemma":[0.9974443,0.0002656067,0.0011510663,0.00071719784,0.000012352347,0.000022684042,0.0000027715525,0.000001933413,0.00038212418],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991097,0.00022964196,0.00016328781,0.00015058852,0.00018934914,0.00015743294],"domain_scores_gemma":[0.99828756,0.0010392183,0.000066242144,0.0005592292,0.000037022346,0.0000107549995],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0007747162,0.00007312135,0.00011791307,0.000058388625,0.0023783718,0.00021176555,0.0016955666,0.000031240757,0.000003768205],"category_scores_gemma":[0.000053885735,0.000049555452,0.000041745487,0.00025212372,0.0004992247,0.00024651506,0.0005917794,0.00012431841,0.0000017078578],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1440853e-7,0.000018759814,0.00011139778,0.0000039643296,0.0000063678012,6.622035e-8,0.013046715,0.0000736167,0.000028250637,0.9810466,0.00075155956,0.00491178],"study_design_scores_gemma":[0.0010647031,0.00057896244,0.00050330313,0.00034684993,0.000068907626,0.0000019206923,0.0403014,0.6215864,0.0013395782,0.25596088,0.07766937,0.0005777464],"about_ca_topic_score_codex":0.00031803755,"about_ca_topic_score_gemma":0.00024029527,"teacher_disagreement_score":0.72508574,"about_ca_system_score_codex":0.000014864009,"about_ca_system_score_gemma":0.000040672337,"threshold_uncertainty_score":0.9989204},"labels":[],"label_agreement":null},{"id":"W4414681735","doi":"10.1007/978-3-032-02725-2_10","title":"Advancing Imminent Fracture Risk Prediction: Integrating Machine Learning with Enhanced Feature Engineering","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Lift (data mining); Feature engineering; Upsampling; Risk assessment; Ensemble learning; Deep learning; Missing data","score_opus":0.003651834518784236,"score_gpt":0.20123297478912347,"score_spread":0.19758114027033924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414681735","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009732282,0.0010701327,0.99476063,0.0007775205,0.0013537215,0.00039537757,0.000006872591,0.0004626008,0.0010757986],"genre_scores_gemma":[0.12997524,0.00010135792,0.867827,0.0005932492,0.00061950804,0.00001715669,0.000013836042,0.000046495174,0.0008061649],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958165,0.000040806113,0.00052980904,0.001856272,0.0009754647,0.00078112073],"domain_scores_gemma":[0.99734014,0.0005541509,0.00042422587,0.0012237692,0.00028263417,0.00017506188],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0008029737,0.0007434779,0.00063599,0.0008412345,0.0004328055,0.0005290439,0.002179552,0.00040625178,0.000010879006],"category_scores_gemma":[0.00032360977,0.0006077614,0.00012914454,0.00076594803,0.00014328116,0.0007041572,0.00097417,0.0033070715,0.000004341232],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056361537,0.0000076039532,0.00017142107,0.00005797816,0.000019555826,0.00003773859,0.0007290166,0.7366447,0.00019030678,0.0011076545,0.0000090695185,0.26101932],"study_design_scores_gemma":[0.0002757802,0.00016643867,0.000049027436,0.0016333337,0.000018828634,0.00006301799,6.8630584e-7,0.98993206,0.001735238,0.002370294,0.0031833597,0.000571963],"about_ca_topic_score_codex":0.000054511325,"about_ca_topic_score_gemma":0.00013106586,"teacher_disagreement_score":0.26044735,"about_ca_system_score_codex":0.0005031832,"about_ca_system_score_gemma":0.0005022483,"threshold_uncertainty_score":0.99963737},"labels":[],"label_agreement":null},{"id":"W4414730095","doi":"10.1007/978-981-96-6929-5_34","title":"Syntax-Constraint-Aware SCABERT: Syntactic Knowledge as a Ground Truth Supervisor of Attention Mechanism via Augmented Lagrange Multipliers","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Innovation and Economic Development Trois Rivières; Université du Québec à Montréal","funders":"","keywords":"Interpretability; Merge (version control); ENCODE; Supervisor; Mechanism (biology); Word (group theory); Parsing; Lagrange multiplier","score_opus":0.015762662458433947,"score_gpt":0.2304057376540957,"score_spread":0.21464307519566175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414730095","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005054917,0.008301533,0.9825423,0.00009212423,0.0027027568,0.0009266407,0.000014543282,0.00010408879,0.004810562],"genre_scores_gemma":[0.99554944,0.00032665263,0.00085542374,0.000057237925,0.00031161486,0.00004833435,0.00003776779,0.000042219097,0.0027713096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973342,0.0001394181,0.00083718786,0.00093536236,0.00031542557,0.00043841472],"domain_scores_gemma":[0.99791473,0.0007757295,0.00037479957,0.00067239004,0.00014413813,0.00011818495],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00049776514,0.00054819277,0.00094060006,0.00038267398,0.00013371691,0.00017943782,0.00056474295,0.00085961097,0.000012496165],"category_scores_gemma":[0.00005485524,0.00050562696,0.00020824812,0.00017159754,0.00008243876,0.00016448689,0.00028060089,0.00070827315,0.000004575097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011807867,0.00018268827,0.00039813932,0.0049941693,0.0010981031,0.00018592946,0.0023410022,0.03281188,0.00038303318,0.5601344,0.00006256298,0.39729],"study_design_scores_gemma":[0.00065132126,0.00009642099,0.0000316106,0.0036402259,0.000104513194,0.00009401648,0.00002527414,0.9792971,0.00001598284,0.015265978,0.0002534664,0.00052409805],"about_ca_topic_score_codex":0.00047327072,"about_ca_topic_score_gemma":0.00033989118,"teacher_disagreement_score":0.99504393,"about_ca_system_score_codex":0.00017923422,"about_ca_system_score_gemma":0.000106538886,"threshold_uncertainty_score":0.9997395},"labels":[],"label_agreement":null},{"id":"W4414760587","doi":"10.2196/76661","title":"Beyond Chatbots: Moving Toward Multistep Modular AI Agents in Medical Education","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chatbot; Workflow; Modular design; Task (project management); Pipeline (software); Quality (philosophy); Task analysis","score_opus":0.015818902725584765,"score_gpt":0.35511350806207764,"score_spread":0.33929460533649286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414760587","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27083543,0.0012599818,0.5315309,0.17321251,0.01136498,0.0010687589,7.505222e-7,0.0002860974,0.010440545],"genre_scores_gemma":[0.9619377,0.000058504316,0.009727487,0.026378676,0.0004529726,0.00037670927,0.00002281923,0.000010599814,0.0010345342],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99730307,0.00014648434,0.00053389056,0.0005785998,0.0011138956,0.0003240587],"domain_scores_gemma":[0.9987075,0.00007609217,0.00008851153,0.00059854117,0.00013324125,0.0003961419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007710267,0.00016047814,0.00020575683,0.0003585137,0.000083549065,0.00009771471,0.0011390601,0.00030335112,0.00031904175],"category_scores_gemma":[0.0017248562,0.00016130511,0.000054859265,0.000685769,0.00006276244,0.00045599413,0.00029320977,0.00049384224,0.000045632794],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036823426,0.0010162464,0.0045869756,0.000117536416,0.000008807078,0.0000060711227,0.002478576,0.00002744988,0.000016307433,0.07650972,0.012651728,0.9025769],"study_design_scores_gemma":[0.0009817466,0.000030122636,0.053220764,0.001319952,0.000009486337,0.000027346801,0.00057472015,0.8777829,0.00008125876,0.034527868,0.031058267,0.00038557802],"about_ca_topic_score_codex":0.0003571528,"about_ca_topic_score_gemma":0.00006355739,"teacher_disagreement_score":0.90219134,"about_ca_system_score_codex":0.00032955225,"about_ca_system_score_gemma":0.007608559,"threshold_uncertainty_score":0.9980174},"labels":[],"label_agreement":null},{"id":"W4415002193","doi":"10.1002/smr.70057","title":"Evaluation and Improvement of Test Selection for Large Language Models","year":2025,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Key Research and Development Program of China; Université du Luxembourg","keywords":"Selection (genetic algorithm); Test (biology); Margin (machine learning); Process (computing); Harm; Deep learning; Empirical research; Ground truth","score_opus":0.015548742286457652,"score_gpt":0.3038847352079227,"score_spread":0.28833599292146506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415002193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12715903,0.0013673481,0.87107104,0.00015856055,0.00008706355,0.00012510628,0.0000019294598,0.000009840256,0.000020109132],"genre_scores_gemma":[0.9762261,0.000022201164,0.023628047,0.00004894835,0.00003061079,0.000006084463,3.396787e-7,0.0000017224006,0.000035934347],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993988,0.000014289041,0.00022002944,0.00009120648,0.00020329577,0.00007237389],"domain_scores_gemma":[0.9989682,0.0000680465,0.00018310646,0.0000497036,0.0007063321,0.00002461413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093565095,0.000045324698,0.000094011055,0.00011476346,0.000061466715,0.000026150961,0.00008535994,0.000033263612,0.0000010185425],"category_scores_gemma":[0.00029514203,0.000039116105,0.00002069354,0.00013151288,0.000007048697,0.0003980405,0.000024810164,0.00005406392,2.7278999e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009431887,0.00039606047,0.035010062,0.0015060758,0.0001389218,7.341876e-7,0.006266804,0.014801805,0.00948125,0.03120513,0.0004628867,0.90063596],"study_design_scores_gemma":[0.0010110672,0.00020620802,0.002216709,0.00011875735,0.00004486185,0.00001058407,0.00020302755,0.93907225,0.0019125399,0.055112056,0.000039201586,0.000052751373],"about_ca_topic_score_codex":0.000005241435,"about_ca_topic_score_gemma":0.000007660397,"teacher_disagreement_score":0.92427045,"about_ca_system_score_codex":0.000051651197,"about_ca_system_score_gemma":0.00018511877,"threshold_uncertainty_score":0.15951085},"labels":[],"label_agreement":null},{"id":"W4415077466","doi":"10.1007/978-3-032-07502-4_3","title":"Mind the Evaluation Gap: Large Language Models for Structured Data Extraction from Radiology Reports","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Benchmarking; Structured prediction; Process (computing); Information extraction; Topic model; Data extraction","score_opus":0.06755437887015867,"score_gpt":0.3353343658884651,"score_spread":0.2677799870183064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415077466","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001113394,0.0016955073,0.9915722,0.000983333,0.0039135106,0.0010400501,0.000060096605,0.0000712919,0.00055265264],"genre_scores_gemma":[0.1830832,0.000025587015,0.8144891,0.0010689946,0.00082430505,0.000032839987,0.00022254998,0.000019084833,0.00023432476],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957315,0.000095420386,0.0006218489,0.0021679604,0.0008946935,0.00048861647],"domain_scores_gemma":[0.99377656,0.0009871855,0.00046855368,0.0044222735,0.0002774017,0.00006803311],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028730675,0.00037224405,0.00041120523,0.00037337496,0.00030425916,0.00042802442,0.004616279,0.00036733405,0.00001568539],"category_scores_gemma":[0.00036712582,0.00028940407,0.00009000153,0.00027653773,0.00015746274,0.0009847635,0.0019992718,0.0005990123,0.0000018135543],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004237767,0.00000971079,0.000005792159,0.000012998696,0.000020870762,0.00003136873,0.0012418859,0.11628227,0.00016316312,0.008316415,0.00011121536,0.8738001],"study_design_scores_gemma":[0.00016653932,0.000018010189,0.000017048262,0.00007475331,0.000021739932,0.00005300403,6.4551864e-7,0.7268273,0.00023961937,0.2715516,0.00081797724,0.0002116869],"about_ca_topic_score_codex":0.000065823784,"about_ca_topic_score_gemma":0.00028635052,"teacher_disagreement_score":0.8735884,"about_ca_system_score_codex":0.00026744037,"about_ca_system_score_gemma":0.00091845525,"threshold_uncertainty_score":0.99995583},"labels":[],"label_agreement":null},{"id":"W4415077526","doi":"10.1007/978-3-032-07502-4_2","title":"SCOPE: Label Extraction of Stroke Diagnosis from Unstructured Medical Reports Using Retrieval-Augmented Generation","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary","funders":"","keywords":"Parsing; Scope (computer science); Information extraction; Data extraction; Medical imaging; Code (set theory); Language model; Deep learning","score_opus":0.03351766075588018,"score_gpt":0.29133835355716337,"score_spread":0.25782069280128317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415077526","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006709182,0.0010734561,0.9862255,0.0003961544,0.004852901,0.00037344932,0.000013050108,0.000094597555,0.00026169937],"genre_scores_gemma":[0.22164668,0.00019475375,0.7764042,0.00067975343,0.00087922986,0.000005765163,0.000024352168,0.000025264811,0.00014003193],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99484235,0.00006794237,0.0010648665,0.0016552684,0.0019566796,0.00041288382],"domain_scores_gemma":[0.9967597,0.00045462392,0.0007167842,0.0015227507,0.0003831277,0.00016301674],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010335481,0.00042727098,0.0006070957,0.0007523941,0.00019588179,0.00027686177,0.0016424246,0.0005861301,0.000059579415],"category_scores_gemma":[0.00050660287,0.0004132749,0.00010071192,0.000601039,0.0003276692,0.00061231083,0.0010070389,0.00079434965,0.000001499895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014755782,0.000077626566,0.00056984654,0.00007538591,0.000058590336,0.00037842314,0.00036881294,0.04989484,0.012769061,0.0029869177,0.00005572672,0.93275],"study_design_scores_gemma":[0.00030377877,0.00005294704,0.000060439223,0.0008092257,0.000023402825,0.00006876778,9.820854e-8,0.95443004,0.029142467,0.014592325,0.00015924014,0.00035726008],"about_ca_topic_score_codex":0.0002316067,"about_ca_topic_score_gemma":0.00012545368,"teacher_disagreement_score":0.9323928,"about_ca_system_score_codex":0.00043326835,"about_ca_system_score_gemma":0.0014265003,"threshold_uncertainty_score":0.9998319},"labels":[],"label_agreement":null},{"id":"W4415082293","doi":"10.1142/s1793351x25450023","title":"Extending TriRAG for Advancing Retrieval-Augmented Generation Method with Triple-Based Knowledge Graphs for Improved Question Answering","year":2025,"lang":"en","type":"article","venue":"International Journal of Semantic Computing","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Question answering; Knowledge graph; Graph; Semantics (computer science); Language model","score_opus":0.02062060831458576,"score_gpt":0.3493886315228967,"score_spread":0.3287680232083109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415082293","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03281996,0.00036284456,0.9620544,0.0013890153,0.0029078377,0.0003920759,0.000002031684,0.00004988947,0.00002200321],"genre_scores_gemma":[0.49484214,0.0000054056018,0.5046613,0.00012920488,0.00031290675,0.0000033883748,0.0000038412204,0.000008684386,0.00003309006],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983381,0.00008659822,0.0007645604,0.00030805,0.00025832324,0.0002443921],"domain_scores_gemma":[0.99711555,0.0007004425,0.0006255898,0.00016286167,0.0013389556,0.000056618635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022029162,0.00015973118,0.00028435385,0.0006300274,0.00018104748,0.00024529436,0.00065987045,0.000053303338,7.987489e-7],"category_scores_gemma":[0.0005116173,0.00014440005,0.00017765444,0.00031183183,0.000013287776,0.00041468494,0.00008660963,0.00015608009,1.2723396e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007395315,0.00022567413,0.00047921544,0.00022384292,0.00052012614,0.000016048922,0.0006867743,0.1571869,0.16858272,0.07806641,0.000166002,0.59310675],"study_design_scores_gemma":[0.002884856,0.00019021597,0.00010415449,0.0006592963,0.00004015001,0.000041350933,0.00003690204,0.9693595,0.022712506,0.0034308324,0.00040455617,0.00013564575],"about_ca_topic_score_codex":0.000008138026,"about_ca_topic_score_gemma":0.000009807762,"teacher_disagreement_score":0.81217265,"about_ca_system_score_codex":0.00025617116,"about_ca_system_score_gemma":0.00029090763,"threshold_uncertainty_score":0.5888463},"labels":[],"label_agreement":null},{"id":"W4415124810","doi":"10.1109/icaide65466.2025.11189651","title":"Structured Memory Mechanisms for Stable Context Representation in Large Language Models","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Forgetting; Language model; Task (project management); Context (archaeology); Memory model; Context-dependent memory; Episodic memory; Semantics (computer science); Recall","score_opus":0.0235943261662629,"score_gpt":0.2916379206362058,"score_spread":0.2680435944699429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415124810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011946431,0.000083724604,0.9818337,0.0004754503,0.0002543641,0.00034309085,0.0000035848243,0.00009753274,0.004962127],"genre_scores_gemma":[0.8256905,0.0000011100581,0.169965,0.00072079897,0.000009934351,0.000035778867,0.0000036536028,0.0000031503898,0.0035700882],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992155,0.000027893424,0.00017117959,0.00029200542,0.00010057277,0.00019284614],"domain_scores_gemma":[0.99945545,0.000059873586,0.000028790591,0.00039456406,0.000039869876,0.000021461015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022858895,0.00006674952,0.00011279724,0.00010929416,0.00004261618,0.00006308852,0.00034063827,0.000045284534,0.000018640721],"category_scores_gemma":[0.00003121297,0.00006233148,0.000031371655,0.00019167698,0.0000035477353,0.00038773948,0.00013220261,0.000053215328,0.0000016266902],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052396376,0.000012966032,0.000018066508,0.000013784425,0.0000052020428,0.0000018888696,0.0014194681,0.0067127384,0.0028148047,0.96927637,0.0002703328,0.019449117],"study_design_scores_gemma":[0.0005383473,0.000005488079,0.000028908886,0.000008150026,0.0000014154436,3.1822339e-7,0.00077163003,0.7535643,0.020903725,0.2240856,0.000039118644,0.00005297686],"about_ca_topic_score_codex":0.0002973594,"about_ca_topic_score_gemma":0.00068502396,"teacher_disagreement_score":0.81374407,"about_ca_system_score_codex":0.00003898337,"about_ca_system_score_gemma":0.000049219638,"threshold_uncertainty_score":0.25418037},"labels":[],"label_agreement":null},{"id":"W4415155604","doi":"10.1007/978-981-95-3358-9_33","title":"Integrating Information Retrieval and LLMs: A Document Retrieval Chatbot in Education Settings","year":2025,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Chatbot; Relevance (law); Pipeline (software); Search engine indexing; Context (archaeology); Document retrieval; Question answering; Natural language; Automatic indexing","score_opus":0.018849564393143906,"score_gpt":0.2897360571952305,"score_spread":0.2708864928020866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415155604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011633721,0.0014194623,0.75747555,0.0071235076,0.0012003003,0.0015895683,0.000013827018,0.00020476835,0.22980963],"genre_scores_gemma":[0.12827905,0.009290551,0.8505112,0.008910807,0.00012579943,0.00007096605,0.00024164062,0.000018882678,0.0025511144],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977065,0.000048156675,0.0011635099,0.0003154211,0.00050957256,0.00025684456],"domain_scores_gemma":[0.99711454,0.00023864827,0.00050139043,0.0015701595,0.00048120282,0.00009406119],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0021274353,0.0002506465,0.0002812176,0.0019365428,0.00037066333,0.0012144531,0.0021477109,0.00017691814,0.0000030033905],"category_scores_gemma":[0.00025473564,0.00026310634,0.000032839347,0.0008119048,0.00037003023,0.014613837,0.0026011593,0.0006519709,0.000012329626],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005465824,0.000008481593,0.000043676744,0.00007088234,0.0000023601217,9.032816e-8,0.0047620563,0.000079953425,0.0000019977433,0.5802877,0.000113630274,0.4146237],"study_design_scores_gemma":[0.00053427153,0.00006472122,0.001058459,0.0015244201,0.0000071594636,0.000028298864,0.00032242207,0.85615134,0.000024288627,0.029369973,0.11041113,0.00050350477],"about_ca_topic_score_codex":0.000046299607,"about_ca_topic_score_gemma":0.0000140358225,"teacher_disagreement_score":0.8560714,"about_ca_system_score_codex":0.00041984717,"about_ca_system_score_gemma":0.0010128355,"threshold_uncertainty_score":0.9999821},"labels":[],"label_agreement":null},{"id":"W4415247602","doi":"10.48550/arxiv.2505.03176","title":"seq-JEPA: Autoregressive Predictive Learning of Invariant-Equivariant World Models","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Institut de Valorisation des Données; Canada Excellence Research Chairs, Government of Canada; Canadian Institute for Advanced Research","keywords":"Embedding; Feature learning; Autoregressive model; Representation (politics); Multi-task learning; Inference; Encoder; Aggregate (composite); Flexibility (engineering); Transformation (genetics)","score_opus":0.06392914997216337,"score_gpt":0.2800418428867269,"score_spread":0.21611269291456353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415247602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04566073,0.00051039533,0.93597144,0.00082528323,0.0018143291,0.0005695967,0.000031396736,0.00046308778,0.014153724],"genre_scores_gemma":[0.95835346,0.00007047816,0.035339184,0.00016844108,0.00021767903,0.00010555826,0.000022359674,0.000028461041,0.005694366],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961265,0.00033705338,0.00089685677,0.0014619585,0.0006021356,0.00057552365],"domain_scores_gemma":[0.99640256,0.00032804898,0.00080999767,0.0018944184,0.0004019169,0.00016303996],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00068894343,0.00051418546,0.00084367435,0.0005303418,0.00017853884,0.00012997218,0.0026774216,0.00040447645,0.000029019495],"category_scores_gemma":[0.00026830842,0.0005132541,0.00028693382,0.0004600332,0.000110123474,0.0005229181,0.0058364226,0.0017745687,0.000021266093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003630272,0.00013055465,0.0419836,0.0005213509,0.00044678498,0.000103243765,0.007052683,0.82073414,0.00021595141,0.12496201,0.00041066247,0.0034026983],"study_design_scores_gemma":[0.00035656538,0.000048513553,0.0061495854,0.0012774457,0.00007543566,0.0000055587047,0.000055277465,0.96505487,0.0006660208,0.025629973,0.00023326243,0.00044748175],"about_ca_topic_score_codex":0.0005759045,"about_ca_topic_score_gemma":0.000037600083,"teacher_disagreement_score":0.9126927,"about_ca_system_score_codex":0.00023988339,"about_ca_system_score_gemma":0.00106082,"threshold_uncertainty_score":0.9997319},"labels":[],"label_agreement":null},{"id":"W4415259383","doi":"10.1145/3757566","title":"Co-Writing with AI, on Human Terms: Aligning Research with User Demands Across the Writing Process","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Originality; Agency (philosophy); Process (computing); Generative grammar; Complement (music); Value (mathematics); Control (management)","score_opus":0.09970299942659626,"score_gpt":0.4351658932331937,"score_spread":0.33546289380659744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415259383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97680795,0.0000073804417,0.012199951,0.004097089,0.00021200074,0.00062217965,9.783637e-7,0.00019211393,0.005860361],"genre_scores_gemma":[0.99365467,9.94652e-7,0.004475888,0.0010397066,0.00038524787,0.00010140944,0.0000012065321,0.0000312181,0.00030967084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9968147,0.00006283259,0.00057700195,0.0008763365,0.001031373,0.00063772366],"domain_scores_gemma":[0.99728304,0.00039766298,0.00044345905,0.001010424,0.0008091979,0.000056233945],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018243355,0.00031886145,0.00031186448,0.00030826623,0.0018650286,0.0012926413,0.004207547,0.000100248144,0.0000034033378],"category_scores_gemma":[0.00013350083,0.00018735796,0.00009505352,0.00074846373,0.00020421289,0.0012471065,0.0010476622,0.0012427394,0.0000052149803],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014947734,0.0020787993,0.20438932,0.003959074,0.0013194388,0.000045742876,0.090590455,0.021077221,0.094785325,0.43385214,0.01965546,0.12675224],"study_design_scores_gemma":[0.005695227,0.004600465,0.04279842,0.029633788,0.00013526376,0.00032639832,0.014946778,0.17917019,0.6731446,0.044698335,0.0027377314,0.0021127947],"about_ca_topic_score_codex":0.000049000086,"about_ca_topic_score_gemma":0.000017328179,"teacher_disagreement_score":0.5783593,"about_ca_system_score_codex":0.0002054961,"about_ca_system_score_gemma":0.00004730715,"threshold_uncertainty_score":0.9997441},"labels":[],"label_agreement":null},{"id":"W4415262028","doi":"10.48550/arxiv.2510.12117","title":"Locket: Robust Feature-Locking Technique for Language Models","year":2025,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Government of Ontario","keywords":"Evasion (ethics); Scheme (mathematics); Scalability; Language model; Robustness (evolution); Backdoor; Credential; Chatbot","score_opus":0.08470765334721182,"score_gpt":0.20497739550539826,"score_spread":0.12026974215818644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415262028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024450002,0.00015834866,0.9907336,0.0002132277,0.0005055508,0.00089832227,0.000044748936,0.00043850054,0.004562689],"genre_scores_gemma":[0.83385324,0.000048875045,0.15701698,0.00019790359,0.00012253562,0.000014472831,0.000024472221,0.000020399577,0.008701121],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979282,0.00007321872,0.00017815438,0.0013222602,0.00008697232,0.0004111771],"domain_scores_gemma":[0.9977575,0.00012124506,0.00018195642,0.0016625666,0.00017088404,0.000105872925],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003095463,0.00033550378,0.00036280276,0.000362089,0.00016894717,0.00012860613,0.0024662598,0.00047788728,0.0000042260313],"category_scores_gemma":[0.000031119256,0.0003996586,0.00027591857,0.00042082783,0.000037737263,0.00034008428,0.0024622942,0.00065103016,0.000004294521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009322599,0.000024897914,0.000034147935,0.00015856636,0.000042401192,0.00006458944,0.000290078,0.789262,0.00008417701,0.20877023,0.0003708507,0.00088873494],"study_design_scores_gemma":[0.00024690977,0.0000141601495,0.0000036811439,0.00022528232,0.00004210406,0.0000029223238,0.00005956334,0.9180534,0.0009123186,0.07970906,0.00035919566,0.0003713878],"about_ca_topic_score_codex":0.00015131,"about_ca_topic_score_gemma":0.000044197663,"teacher_disagreement_score":0.83371663,"about_ca_system_score_codex":0.0002703906,"about_ca_system_score_gemma":0.0002914559,"threshold_uncertainty_score":0.9998455},"labels":[],"label_agreement":null},{"id":"W4415297078","doi":"10.1016/j.mlwa.2025.100758","title":"Prompt design for medical question answering with Large Language Models","year":2025,"lang":"en","type":"article","venue":"Machine Learning with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Variety (cybernetics); Workflow; Language model; Tree (set theory); Simple (philosophy); Sonnet","score_opus":0.010040119211515531,"score_gpt":0.27721715884281234,"score_spread":0.2671770396312968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415297078","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001051992,0.00016222977,0.9947484,0.0019382957,0.000014217394,0.0008032837,0.00000176618,0.00041169394,0.0008681081],"genre_scores_gemma":[0.53047466,0.0000036370493,0.46750286,0.00019434659,0.000031426334,0.0010304963,0.000015656136,0.000011876506,0.00073502347],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989537,0.000058211604,0.00015067743,0.00038311887,0.0002226639,0.00023160336],"domain_scores_gemma":[0.99924934,0.00014339652,0.00006319206,0.00039738935,0.0000750562,0.00007165359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052058644,0.000116054216,0.00012374004,0.00009616406,0.00028887086,0.00008356124,0.00045961273,0.00005393462,0.00000501001],"category_scores_gemma":[0.00004388505,0.00008967154,0.000019896204,0.00035400508,0.00002189702,0.00017711901,0.000087633794,0.00024962222,0.000003855495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003613309,0.00011783096,0.0020378302,0.00009217145,0.000044125976,0.000004063654,0.0011294216,0.35451567,0.00016446551,0.5687517,0.00006282331,0.073043786],"study_design_scores_gemma":[0.00050305354,0.00006421641,0.00009757365,0.00006937639,0.000011979143,0.000008474551,0.000032944536,0.992052,0.00013052806,0.0027174028,0.0041993354,0.00011310228],"about_ca_topic_score_codex":0.000067300825,"about_ca_topic_score_gemma":0.00006403336,"teacher_disagreement_score":0.63753635,"about_ca_system_score_codex":0.000034411798,"about_ca_system_score_gemma":0.00014779984,"threshold_uncertainty_score":0.36566994},"labels":[],"label_agreement":null},{"id":"W4415299179","doi":"10.3390/make7040121","title":"Small or Large? Zero-Shot or Finetuned? Guiding Language Model Choice for Specialized Applications in Healthcare","year":2025,"lang":"en","type":"article","venue":"Machine Learning and Knowledge Extraction","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Provincial Health Services Authority; University of British Columbia","funders":"","keywords":"Task (project management); Language model; Selection (genetic algorithm); Exploit; Health care; Language understanding; Task analysis","score_opus":0.07084545954893032,"score_gpt":0.3752476515817091,"score_spread":0.30440219203277874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415299179","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014893502,0.0017074454,0.9798022,0.0010821231,0.00021499033,0.00045602518,0.000004434678,0.00019392153,0.0016453763],"genre_scores_gemma":[0.9104095,0.00015383905,0.05885646,0.00016877709,0.00023672612,0.00025615026,0.000039815404,0.000021234739,0.029857513],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988254,0.00010079587,0.00029462008,0.0004403066,0.000067339664,0.00027154555],"domain_scores_gemma":[0.99913,0.0004206529,0.000093311544,0.00022478655,0.00007306241,0.000058148868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005115966,0.00014712705,0.00020470146,0.00023164097,0.0003428802,0.000106188105,0.00021571729,0.00010122652,0.000008383967],"category_scores_gemma":[0.00034333213,0.00012328994,0.00004276591,0.00040242504,0.000009426263,0.00016964352,0.00011610431,0.0002778913,0.0000037251648],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039922702,0.00060355884,0.02430178,0.0012135672,0.000055705845,0.000010146724,0.008722996,0.017126637,0.004822893,0.09361891,0.0008033315,0.84832126],"study_design_scores_gemma":[0.0010387411,0.000039485592,0.00058902573,0.00007373002,0.000009244661,0.000003905101,0.000111604306,0.9364247,0.00015467803,0.00088330416,0.06053272,0.00013890072],"about_ca_topic_score_codex":0.00038664797,"about_ca_topic_score_gemma":0.0050138803,"teacher_disagreement_score":0.9209457,"about_ca_system_score_codex":0.00008925523,"about_ca_system_score_gemma":0.00014793903,"threshold_uncertainty_score":0.5027618},"labels":[],"label_agreement":null},{"id":"W4415300695","doi":"10.1038/s41746-025-02008-z","title":"When helpfulness backfires: LLMs and the risk of false medical information due to sycophantic behavior","year":2025,"lang":"en","type":"article","venue":"npj Digital Medicine","topic":"Topic Modeling","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Google Research; National Center for Advancing Translational Sciences; European Commission; Harvard Catalyst; National Cancer Institute; National Institutes of Health; Harvard University; Patient-Centered Outcomes Research Institute","keywords":"Helpfulness; Vulnerability (computing); Consistency (knowledge bases); Suspect; Risk assessment; Benchmark (surveying); Baseline (sea); Sophistication","score_opus":0.008338394089495093,"score_gpt":0.2471250392254192,"score_spread":0.2387866451359241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415300695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32202372,0.00023665013,0.6641446,0.008768124,0.00053475634,0.00039059765,0.000005501395,0.000056711524,0.0038393908],"genre_scores_gemma":[0.9978627,0.000017550854,0.00084958976,0.0010615585,0.000056626413,0.000035610028,0.000003037383,0.0000026415782,0.00011069086],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986818,0.00003974123,0.00042987568,0.00016376752,0.00053122325,0.00015358714],"domain_scores_gemma":[0.9988757,0.0003807034,0.000096820855,0.0004275253,0.00010145629,0.00011779038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060605846,0.00010539236,0.00026540735,0.00013713018,0.000060074843,0.00008081345,0.00060796866,0.00005838003,0.000016713044],"category_scores_gemma":[0.0016186706,0.00006139327,0.000030263784,0.0002791077,0.00020023987,0.0006595148,0.0003426172,0.00013299771,0.000012946688],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043711403,0.000039204228,0.0032769423,0.0000934445,0.000031708692,0.0000139364365,0.0044460613,0.000024960547,0.0000100424195,0.06713468,0.0011246575,0.92376065],"study_design_scores_gemma":[0.03703792,0.0018272349,0.17050615,0.007823034,0.0007135108,0.00058009534,0.0062552453,0.5138574,0.002142129,0.21242008,0.045084603,0.001752569],"about_ca_topic_score_codex":0.0001327986,"about_ca_topic_score_gemma":0.000011072784,"teacher_disagreement_score":0.9220081,"about_ca_system_score_codex":0.000016373262,"about_ca_system_score_gemma":0.000077259305,"threshold_uncertainty_score":0.25035447},"labels":[],"label_agreement":null},{"id":"W4415301335","doi":"10.18280/isi.300807","title":"Scalable Human Oversight for Aligned Large Language Models: A Hybrid Framework for Intent Fidelity","year":2025,"lang":"","type":"article","venue":"Ingénierie des systèmes d information","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scalability; Fidelity; Key (lock); Scale (ratio); Scope (computer science); High fidelity","score_opus":0.023828058348013895,"score_gpt":0.27978469483690743,"score_spread":0.25595663648889355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415301335","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018908495,0.0007226035,0.97166055,0.00038571793,0.0017989648,0.0026983495,0.00033277491,0.00028224837,0.0032102999],"genre_scores_gemma":[0.8442776,0.000024072366,0.1527901,0.0015050333,0.00017021305,0.00054847216,0.00021125784,0.000019789659,0.0004534567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961242,0.00009874613,0.0017244535,0.0005654396,0.00044130703,0.0010458477],"domain_scores_gemma":[0.9964877,0.00039915642,0.00072674156,0.0011574397,0.0010621481,0.00016683518],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017886185,0.0004745888,0.0006251563,0.0005163904,0.0013339219,0.0013448624,0.0011934483,0.00034305084,0.000031345302],"category_scores_gemma":[0.0010262658,0.0005171649,0.0004112154,0.0006030004,0.00011974818,0.00662131,0.0005766004,0.0002324036,0.000020735142],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014310946,0.00011327299,0.00005823331,0.0030302487,0.0001624431,0.0000013983021,0.021512305,0.009786179,0.00010080362,0.8815822,0.0032649098,0.08024491],"study_design_scores_gemma":[0.0011239373,0.00012994767,0.000032174816,0.0010153895,0.000062674015,0.0000037214259,0.0017152128,0.6955077,0.001829353,0.29396617,0.004252588,0.00036108543],"about_ca_topic_score_codex":0.00018759184,"about_ca_topic_score_gemma":0.000024127436,"teacher_disagreement_score":0.8253691,"about_ca_system_score_codex":0.0009810212,"about_ca_system_score_gemma":0.00041803945,"threshold_uncertainty_score":0.9999662},"labels":[],"label_agreement":null},{"id":"W4415312233","doi":"10.2196/63908","title":"Clinical Information Extraction From Notes of Veterans With Lymphoid Malignancies: Natural Language Processing Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute","keywords":"Veterans Affairs; Information extraction; Pipeline (software); Information system; Natural language; Data extraction; Work (physics)","score_opus":0.016441925406890264,"score_gpt":0.34414397789891465,"score_spread":0.3277020524920244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415312233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52196467,0.00004739408,0.47687408,0.00011811702,0.00021512827,0.00022209862,0.0000013887719,0.00007961256,0.00047752867],"genre_scores_gemma":[0.9514892,0.000005750414,0.047630355,0.0007807157,0.000044948025,0.000023142351,0.000010298551,0.0000025379193,0.000013016482],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978669,0.000049731258,0.0010530021,0.000098733624,0.00075604464,0.00017558878],"domain_scores_gemma":[0.9987692,0.00027826818,0.00033423712,0.00038378176,0.00014962,0.000084869855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005773712,0.0001233318,0.0002530783,0.00013333042,0.00006757725,0.00012277259,0.00060482527,0.00012060506,0.000008880036],"category_scores_gemma":[0.00024066525,0.000089696,0.000046370787,0.0003514629,0.00006826771,0.0019870382,0.00016386277,0.00029816627,0.000010096745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035396843,0.00019643363,0.01196867,0.00020541663,0.000041213938,0.0000061507803,0.046160996,0.000095963944,0.000015147693,0.00027102046,0.00008238987,0.9409212],"study_design_scores_gemma":[0.002044598,0.00019313785,0.016293032,0.00058284705,0.00002368977,0.000013875245,0.013412114,0.96638113,0.00023333245,0.00006524954,0.0005734519,0.00018352881],"about_ca_topic_score_codex":0.000081277234,"about_ca_topic_score_gemma":0.00002975486,"teacher_disagreement_score":0.96628517,"about_ca_system_score_codex":0.000040743937,"about_ca_system_score_gemma":0.00036749305,"threshold_uncertainty_score":0.36576965},"labels":[],"label_agreement":null},{"id":"W4415315888","doi":"10.48550/arxiv.2510.06557","title":"The Markovian Thinker: Architecture-Agnostic Linear Scaling of Reasoning","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Samsung; Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research; Microsoft Research","keywords":"Initialization; Reinforcement learning; Context (archaeology); Decoupling (probability); Matching (statistics); Continuation; Constant (computer programming); Markov process","score_opus":0.026058050897031136,"score_gpt":0.2681770662058424,"score_spread":0.24211901530881128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415315888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29406622,0.0014237759,0.6969308,0.0022906275,0.0019197707,0.0003699991,0.000007613812,0.00024713858,0.0027440363],"genre_scores_gemma":[0.89710206,0.00017909773,0.10105954,0.00037093434,0.0003523609,0.000034389424,0.0000062815934,0.00001965489,0.0008757069],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99752575,0.00020454342,0.00060871715,0.0008076377,0.0004127616,0.0004405942],"domain_scores_gemma":[0.9963031,0.00090929045,0.00034910804,0.0021909168,0.00015626318,0.00009135412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089432375,0.00031585566,0.0004006488,0.00014015305,0.00029252155,0.00012953761,0.0029464038,0.00025202488,0.0000049733417],"category_scores_gemma":[0.00093559525,0.00024268834,0.00023269578,0.00026607723,0.000097371856,0.00007712224,0.0035293137,0.001189686,0.000015688865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006162752,0.00017018514,0.26088434,0.0013727194,0.00062885974,0.000117283074,0.010209326,0.39576548,0.00058518775,0.048292518,0.0006119477,0.2813005],"study_design_scores_gemma":[0.00051864894,0.00005794643,0.04578247,0.0034430015,0.00012834398,0.000024452787,0.000096674084,0.91338396,0.0035010786,0.025968503,0.0060709696,0.0010239428],"about_ca_topic_score_codex":0.00025704948,"about_ca_topic_score_gemma":0.00004834115,"teacher_disagreement_score":0.6030358,"about_ca_system_score_codex":0.00006626256,"about_ca_system_score_gemma":0.0003666205,"threshold_uncertainty_score":0.98965436},"labels":[],"label_agreement":null},{"id":"W4415330518","doi":"10.1109/iccv51701.2025.02067","title":"Bidirectional Likelihood Estimation with Multi-Modal Large Language Models for Text-Video Retrieval","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Indian Institute of Technology, Patna; Neurosciences Research Foundation","keywords":"Prior probability; Normalization (sociology); Video retrieval; Language model; Source code; Calibration","score_opus":0.015806724776915342,"score_gpt":0.2790875369215376,"score_spread":0.26328081214462223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415330518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00676218,0.000076816665,0.9893449,0.00093882874,0.00020689938,0.00028868936,0.000006125911,0.00029335511,0.002082201],"genre_scores_gemma":[0.4531913,8.851591e-7,0.54440653,0.00033649104,0.000028421371,0.000019136112,0.000005362552,0.0000049544897,0.0020068628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990255,0.000020144013,0.00016813952,0.00035526222,0.0001854622,0.00024544864],"domain_scores_gemma":[0.999367,0.00009554956,0.00003983423,0.00034476304,0.000106982836,0.00004590031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028051875,0.00010643691,0.00011507569,0.000121908306,0.0001338983,0.00010628015,0.0003236649,0.000059142305,0.000010143248],"category_scores_gemma":[0.000053110587,0.000087275876,0.000044998276,0.0002955395,0.000010788025,0.0005056274,0.00011000247,0.00008294937,0.00000778747],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015773313,0.0005226396,0.0006090479,0.00014391863,0.00012701242,0.000009149809,0.0026631497,0.1251371,0.0018914989,0.7307068,0.0023482945,0.13568367],"study_design_scores_gemma":[0.00091302866,0.00003468336,0.00017759173,0.000024841758,0.0000072139705,0.0000033564975,0.00004319144,0.9886386,0.0021227775,0.0076914434,0.0002351642,0.00010812348],"about_ca_topic_score_codex":0.000054250944,"about_ca_topic_score_gemma":0.000075519274,"teacher_disagreement_score":0.8635015,"about_ca_system_score_codex":0.000056482095,"about_ca_system_score_gemma":0.00014146211,"threshold_uncertainty_score":0.3559007},"labels":[],"label_agreement":null},{"id":"W4415367566","doi":"10.1109/isit63088.2025.11195330","title":"Leveraging Conditional Mutual Information to Improve Large Language Model Fine-Tuning for Classification","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Mutual information; Process (computing); Adaptability; Language model; Information theory; Deep learning","score_opus":0.02828820071938948,"score_gpt":0.2923358372957938,"score_spread":0.26404763657640434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415367566","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009436478,0.000031312225,0.97771883,0.0054740976,0.0007869919,0.00089978747,0.00009592704,0.00014767464,0.005408918],"genre_scores_gemma":[0.8254779,0.0000012278997,0.16655159,0.0038035393,0.00010742828,0.00013962983,0.00010311023,0.0000067193096,0.0038088814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794316,0.000033384866,0.00069792964,0.0004853328,0.00033285908,0.0005073427],"domain_scores_gemma":[0.9985994,0.00014391624,0.00016883326,0.0005924808,0.0003749864,0.00012035164],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00069769775,0.00022413852,0.00021034818,0.00040179142,0.00041837303,0.00052061595,0.00063393806,0.00013857552,0.00004279011],"category_scores_gemma":[0.0002024511,0.00024807468,0.00010736605,0.00040215763,0.000018458468,0.0020451965,0.0003853476,0.0001947445,0.00007540318],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030430587,0.000057837577,0.000058392103,0.00016265175,0.00003699096,4.3301665e-7,0.011208045,0.07573969,0.0074428977,0.7774554,0.003932382,0.12387484],"study_design_scores_gemma":[0.0009417579,0.00003499316,0.00018399092,0.00006719537,0.000017830554,9.021317e-7,0.0011112532,0.9882599,0.0011287531,0.0059486576,0.002052562,0.00025220076],"about_ca_topic_score_codex":0.000025851625,"about_ca_topic_score_gemma":0.000014900498,"teacher_disagreement_score":0.91252023,"about_ca_system_score_codex":0.00023351358,"about_ca_system_score_gemma":0.0005050388,"threshold_uncertainty_score":0.99999714},"labels":[],"label_agreement":null},{"id":"W4415427950","doi":"10.3233/faia251357","title":"Enhancing Few Shot Named Entity Recognition via Label Semantic Description and Diversity Text","year":2025,"lang":"","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Entity linking; Named-entity recognition; Semantic similarity; Context (archaeology); Representation (politics); Semantics (computer science); Semantic role labeling; Generative grammar","score_opus":0.08487523840846307,"score_gpt":0.27366762772297304,"score_spread":0.18879238931450998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415427950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023510642,0.0014884054,0.9905226,0.00042483202,0.0009411768,0.0013284438,0.000034986268,0.00006888322,0.0028395883],"genre_scores_gemma":[0.8094197,0.01150597,0.17232871,0.000435502,0.0005563173,0.0003020189,0.00010407949,0.0000437511,0.005303933],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99682206,0.00007029173,0.0009698632,0.0013656446,0.00033175194,0.0004404038],"domain_scores_gemma":[0.998503,0.00011470168,0.00033987736,0.00062466675,0.00023690461,0.00018084334],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006095081,0.0004403749,0.0005459121,0.00059818797,0.0011835988,0.00039092085,0.0006047808,0.000432276,0.00004833494],"category_scores_gemma":[0.000049392314,0.00055448414,0.00009359032,0.00037595173,0.0004347786,0.0006346108,0.00102558,0.0006554547,0.000052400705],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020294388,0.000117198404,0.0005341177,0.00018094406,0.00004271241,0.0000037214522,0.0009854732,0.00004250387,0.00037554046,0.079725444,0.000042168263,0.9179299],"study_design_scores_gemma":[0.000079621546,0.00007082632,0.00009829933,0.0007310569,0.00017903335,0.000008379137,0.0006897051,0.32584885,0.002536178,0.6671954,0.0018138221,0.00074884784],"about_ca_topic_score_codex":0.00045813774,"about_ca_topic_score_gemma":0.0008376187,"teacher_disagreement_score":0.917181,"about_ca_system_score_codex":0.0001983153,"about_ca_system_score_gemma":0.000103667786,"threshold_uncertainty_score":0.99969065},"labels":[],"label_agreement":null},{"id":"W4415428016","doi":"10.3233/faia251274","title":"Adversarial Topic-Aware Prompt-Tuning for Cross-Topic Automated Essay Scoring","year":2025,"lang":"","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Adversarial system; Robustness (evolution); Classifier (UML); Focus (optics); Limiting; Training set; Feature (linguistics)","score_opus":0.05388806863981957,"score_gpt":0.3233714527852051,"score_spread":0.26948338414538553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415428016","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011227734,0.0008238715,0.9855883,0.00058561505,0.0029064422,0.003029126,0.000068238,0.00031675573,0.006569345],"genre_scores_gemma":[0.35587072,0.0021054812,0.5648154,0.00075040385,0.005150622,0.0052955872,0.0002826445,0.0002088752,0.06552026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99557865,0.000042932228,0.0015528536,0.0017436361,0.0003469651,0.0007349667],"domain_scores_gemma":[0.9976436,0.00022809907,0.00044341935,0.001136866,0.0003550344,0.00019300153],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005811398,0.00060279237,0.00076757674,0.00059499353,0.0009368713,0.00070713065,0.0013866061,0.00061998144,0.000037170517],"category_scores_gemma":[0.000089834895,0.00072123704,0.00023298131,0.00038723458,0.00043393043,0.0004859854,0.00053918496,0.0006764767,0.000020150641],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026262613,0.000053176343,0.00028112394,0.0002110987,0.000050704937,0.000003850481,0.0006241098,0.0042519807,0.00002745211,0.5049722,0.00011205434,0.48938596],"study_design_scores_gemma":[0.00009568945,0.00005074425,0.000022628537,0.0004899838,0.000058549074,0.0000029187215,0.00022834173,0.76199985,0.0005028881,0.20768955,0.028292652,0.00056618225],"about_ca_topic_score_codex":0.00009262347,"about_ca_topic_score_gemma":0.000063109976,"teacher_disagreement_score":0.7577479,"about_ca_system_score_codex":0.0003127848,"about_ca_system_score_gemma":0.00054847024,"threshold_uncertainty_score":0.9995239},"labels":[],"label_agreement":null},{"id":"W4415428751","doi":"10.3233/faia250938","title":"An Interpretable Quantum-Inspired Model for Multi-Task Natural Language Understanding","year":2025,"lang":"","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute; Université de Montréal","funders":"","keywords":"Interpretability; Semantics (computer science); Natural language; Artificial neural network; Natural language understanding; Benchmark (surveying); Language model; Deep learning","score_opus":0.10961997875705605,"score_gpt":0.33529427124661815,"score_spread":0.2256742924895621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415428751","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006594945,0.003223076,0.99198234,0.00026196984,0.0009823879,0.0023029065,0.00014363142,0.00011635667,0.0009213682],"genre_scores_gemma":[0.738788,0.00061887916,0.2551905,0.00025564758,0.00020526443,0.0004199416,0.00008135277,0.00004675208,0.004393627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99628633,0.000038270762,0.0011742817,0.0016015323,0.00026150042,0.0006380658],"domain_scores_gemma":[0.998143,0.00015291043,0.0003315489,0.001025367,0.0001492079,0.0001979573],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005015563,0.00056110224,0.0006729102,0.00064813497,0.0006412021,0.0004838148,0.0012948668,0.00042792378,0.000008428091],"category_scores_gemma":[0.000051633728,0.0006472974,0.0002021718,0.00028744945,0.00036416686,0.0006112062,0.00028224377,0.00066638,0.000008097406],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039326635,0.00010010125,0.000021942626,0.000096149415,0.000040560975,0.0000015663252,0.0028638234,0.013258143,0.00013520435,0.6952943,0.000041936124,0.28810692],"study_design_scores_gemma":[0.00006227323,0.0000393167,6.3392713e-7,0.00030158265,0.000057230147,0.0000012528521,0.002597436,0.7497221,0.00021816452,0.24624002,0.00029387957,0.0004660623],"about_ca_topic_score_codex":0.00009878606,"about_ca_topic_score_gemma":0.00026727965,"teacher_disagreement_score":0.7387221,"about_ca_system_score_codex":0.000364109,"about_ca_system_score_gemma":0.00026530342,"threshold_uncertainty_score":0.99959785},"labels":[],"label_agreement":null},{"id":"W4415442763","doi":"10.2139/ssrn.5637851","title":"Small Language Graph: Large-Scale Model Intelligence on a Small GPU","year":2025,"lang":"","type":"preprint","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Adaptation (eye); Inference; Language model; Domain (mathematical analysis); Isolation (microbiology); Graph; Domain adaptation; Node (physics)","score_opus":0.028497601089149092,"score_gpt":0.2678174905014295,"score_spread":0.2393198894122804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415442763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031998828,0.009921036,0.9487116,0.002062726,0.0023520095,0.0007469066,0.000035448422,0.00020267768,0.0039687892],"genre_scores_gemma":[0.83087254,0.039823014,0.09322986,0.002194163,0.0018032877,0.000110095505,0.000024448776,0.00015904043,0.031783577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9849431,0.0006293996,0.0019929546,0.0025492425,0.0011500911,0.008735197],"domain_scores_gemma":[0.99466056,0.00025794975,0.0011398961,0.0028728312,0.0005225776,0.00054616266],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0072917133,0.0013584222,0.0012812766,0.0011989912,0.00095372734,0.00095487345,0.00752992,0.0009543421,0.000045999484],"category_scores_gemma":[0.0001977752,0.0013796671,0.0012676487,0.0009790492,0.00013312325,0.00033375536,0.003137918,0.019438423,0.00011841033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109669476,0.0004729642,0.00007320379,0.00012587964,0.00042918194,0.000048347323,0.0071951607,0.37040317,0.00006174681,0.41665107,0.000020156203,0.20440942],"study_design_scores_gemma":[0.0004203133,0.0002969259,0.00000617534,0.0006526582,0.00010867822,0.000265714,0.0016761807,0.60168445,0.00027930766,0.39363822,0.00017878045,0.00079258654],"about_ca_topic_score_codex":0.00031726816,"about_ca_topic_score_gemma":0.0060797823,"teacher_disagreement_score":0.85548174,"about_ca_system_score_codex":0.0033826837,"about_ca_system_score_gemma":0.017154522,"threshold_uncertainty_score":0.9999167},"labels":[],"label_agreement":null},{"id":"W4415451240","doi":"10.3390/electronics14214134","title":"Integrating Unstructured EHR Data Using an FHIR-Based System: A Case Study with Problem List Data and an FHIR IPS Model","year":2025,"lang":"en","type":"article","venue":"Electronics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Interoperability; Pipeline (software); Key (lock); Semantic interoperability; Resource (disambiguation); Unstructured data; Component (thermodynamics); Semantic mapping","score_opus":0.06418814022123576,"score_gpt":0.32654962225917816,"score_spread":0.2623614820379424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415451240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38475442,0.00036307884,0.6141404,0.000046601213,0.000042450163,0.0004353863,0.000025281559,0.00015714417,0.000035242883],"genre_scores_gemma":[0.73239315,0.0000015733109,0.26739448,0.00006739569,0.000035731595,0.000007564152,0.00007262675,0.000016790933,0.000010713917],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972648,0.00021225425,0.0003747122,0.0013500493,0.00029809345,0.0005000858],"domain_scores_gemma":[0.99528176,0.000046688867,0.0001505014,0.0042953095,0.00010697,0.00011877089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009642542,0.0002712807,0.0002981555,0.00013813477,0.00042071467,0.0006176751,0.0026653984,0.000075618096,4.2718474e-7],"category_scores_gemma":[0.000030883864,0.00022839365,0.000011052258,0.0004829061,0.000039274233,0.0016133833,0.001196614,0.00043306733,1.2764542e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000257314,0.0018568682,0.0067563523,0.0012718185,0.00059193384,0.0028061417,0.016262393,0.65534306,0.0044510458,0.09471158,0.00023106743,0.21546042],"study_design_scores_gemma":[0.000686654,0.00028321912,0.0000028245745,0.00010156329,0.00007501211,0.00046139734,0.0014598812,0.9961718,0.000072637136,0.0003781922,0.00005991386,0.00024691536],"about_ca_topic_score_codex":0.00075414445,"about_ca_topic_score_gemma":0.010286378,"teacher_disagreement_score":0.3476387,"about_ca_system_score_codex":0.00020401498,"about_ca_system_score_gemma":0.0013263685,"threshold_uncertainty_score":0.9313623},"labels":[],"label_agreement":null},{"id":"W4415473192","doi":"10.2196/78332","title":"Enabling Just-in-Time Clinical Oncology Analysis With Large Language Models: Feasibility and Validation Study Using Unstructured Synthetic Data","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Proof of concept; Clinical Oncology; Unstructured data; Synthetic data; Software; Patient data; Data format","score_opus":0.10765232474025647,"score_gpt":0.42194807222790515,"score_spread":0.31429574748764866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415473192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5571305,0.000026639484,0.4421743,0.00009634169,0.000053793996,0.00030202503,0.0000039765255,0.000043041353,0.00016936503],"genre_scores_gemma":[0.94385964,0.000009913439,0.05567805,0.00038331508,0.000025473279,0.0000073215865,0.000021334195,0.0000035846367,0.000011357594],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973779,0.00027324972,0.0010517723,0.0003526755,0.0006644847,0.00027992675],"domain_scores_gemma":[0.99782956,0.00036756785,0.00022107824,0.0013509796,0.00007185536,0.0001589527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036951357,0.00014095003,0.0005098694,0.00031195048,0.00008484535,0.0001415216,0.0012495174,0.00019471896,0.000018914841],"category_scores_gemma":[0.000412569,0.00010718821,0.00003945989,0.0009909382,0.000083438994,0.0009599949,0.001265025,0.00044035658,0.0000018810077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003284028,0.0054491856,0.34963882,0.0010690003,0.0026493154,0.0004235769,0.124575056,0.03749438,0.000015061756,0.010705003,0.00024063907,0.46741155],"study_design_scores_gemma":[0.0012159784,0.00006539566,0.0019456177,0.00005620497,0.00015823075,0.0000067832175,0.0034080255,0.992733,0.000002951258,0.0002714903,0.0000280665,0.000108266206],"about_ca_topic_score_codex":0.000053307744,"about_ca_topic_score_gemma":0.00013351587,"teacher_disagreement_score":0.9552386,"about_ca_system_score_codex":0.00010695157,"about_ca_system_score_gemma":0.00043249107,"threshold_uncertainty_score":0.43710083},"labels":[],"label_agreement":null},{"id":"W4415474980","doi":"10.1681/asn.2025feyefqjk","title":"Assessing Open-Weight, Large Language Model for Symptom Extraction from Dialysis Notes: A Cost-Effective and Privacy-Preserving Approach","year":2025,"lang":"en","type":"article","venue":"Journal of the American Society of Nephrology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; McGill University Health Centre","funders":"","keywords":"Dialysis; Kidney disease; Hemodialysis; MEDLINE; Data extraction","score_opus":0.03270521271704304,"score_gpt":0.3448732067205751,"score_spread":0.31216799400353207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415474980","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3828114,0.00016779074,0.6139641,0.002684267,0.000056646808,0.00027803585,0.0000036121648,0.000006505563,0.000027648312],"genre_scores_gemma":[0.6485389,0.000038490532,0.34878767,0.0025156916,0.00007526606,0.000021608781,5.665086e-7,0.000005484273,0.000016315706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987824,0.00022065772,0.0003667612,0.00024936083,0.0001690856,0.0002117122],"domain_scores_gemma":[0.9974727,0.0009195461,0.0009378929,0.00047410923,0.00015295982,0.000042795575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082785625,0.00011830793,0.00048207765,0.000056489644,0.00018021316,0.00013528643,0.0015121493,0.000063171254,9.754998e-7],"category_scores_gemma":[0.00017162273,0.00008757707,0.0002830551,0.00030559298,0.00013523427,0.000685175,0.0011099664,0.00028249633,5.8942376e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047249047,0.0010399891,0.010961109,0.00022920911,0.0034458532,0.000005292427,0.05251296,0.08367683,0.3939036,0.003747495,0.009103537,0.4409016],"study_design_scores_gemma":[0.0007830755,0.000052899395,0.007653621,0.000037059697,0.000111354486,0.000009434595,0.0009994599,0.9855573,0.0005512566,0.0036383478,0.0005295786,0.00007659915],"about_ca_topic_score_codex":0.00022014705,"about_ca_topic_score_gemma":0.000009087429,"teacher_disagreement_score":0.9018805,"about_ca_system_score_codex":0.00009184388,"about_ca_system_score_gemma":0.00014497033,"threshold_uncertainty_score":0.35712895},"labels":[],"label_agreement":null},{"id":"W4415478691","doi":"10.1016/j.jisa.2025.104284","title":"Security concerns for Large Language Models: A survey","year":2025,"lang":"en","type":"article","venue":"Journal of Information Security and Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Competitor analysis; Key (lock); Focus (optics); Security through obscurity; Natural language; Open research; Critical security studies","score_opus":0.02257318162330452,"score_gpt":0.3026937380893925,"score_spread":0.28012055646608797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415478691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072414153,0.00024360367,0.9898558,0.00081481336,0.00006438196,0.0002389755,0.000061318904,0.000020649271,0.0014590403],"genre_scores_gemma":[0.9904499,0.00007436503,0.008711217,0.00065271533,0.000049853665,0.000032496508,0.000013926594,0.0000012683427,0.000014265567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992796,0.000027169272,0.00041052393,0.0000619477,0.00011876097,0.00010200493],"domain_scores_gemma":[0.9990065,0.0001428917,0.00025672087,0.00018401172,0.00035955518,0.000050301252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084831944,0.00005834248,0.00012032421,0.00012743879,0.00013684896,0.0001451572,0.00032394312,0.000049365455,0.0000018344914],"category_scores_gemma":[0.00006312504,0.00005347897,0.00004689166,0.00021577821,0.000012361129,0.0015667075,0.0000784875,0.00012103944,0.000001610026],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008481821,0.000036852776,0.00011614736,0.00006250103,0.000017830105,8.963516e-8,0.0061267586,0.00035854257,0.0000054225457,0.98205835,0.0013834136,0.009825603],"study_design_scores_gemma":[0.0011083671,0.0000331224,0.00051502156,0.000040951796,0.000015106976,0.00001290145,0.0015072506,0.7228121,0.00018655899,0.19472708,0.07891323,0.00012829641],"about_ca_topic_score_codex":0.000020667609,"about_ca_topic_score_gemma":0.000027148033,"teacher_disagreement_score":0.9832085,"about_ca_system_score_codex":0.00002520348,"about_ca_system_score_gemma":0.000104376064,"threshold_uncertainty_score":0.2180809},"labels":[],"label_agreement":null},{"id":"W4415499254","doi":"10.54195/irrj.22626","title":"Effectiveness of In-Context Learning for Due Diligence","year":2025,"lang":"en","type":"article","venue":"Information Retrieval Research","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Universiteit van Amsterdam; Canadian Institute of Steel Construction","keywords":"Due diligence; Dependency (UML); Python (programming language); Diligence; Task (project management); Natural language","score_opus":0.048900071996636006,"score_gpt":0.38375496990580404,"score_spread":0.33485489790916806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415499254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26754448,0.00005013155,0.7294726,0.00013352235,0.00011075901,0.0004537493,5.252512e-7,0.000022720964,0.0022115554],"genre_scores_gemma":[0.99832,0.00000866534,0.0015074235,0.000016974378,0.0000051205025,0.000026972759,0.0000021946496,0.0000014166627,0.00011126353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866337,0.00022441031,0.0003192432,0.000121149904,0.000429777,0.00024204212],"domain_scores_gemma":[0.99734706,0.0016834984,0.00005088863,0.00025295085,0.0006368335,0.000028748727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052079787,0.00005064908,0.00012346578,0.0005822935,0.000097338816,0.00009137415,0.0005610719,0.0000633058,0.000002456996],"category_scores_gemma":[0.0031815781,0.000049421833,0.000034651945,0.0012583525,0.000041308253,0.001050036,0.00023508126,0.0002673277,0.000014128544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054245896,0.00004481068,0.008007292,0.0020187553,0.000019286947,0.0000016900948,0.0038244752,0.01681437,0.0029523124,0.584163,0.00006187101,0.38154966],"study_design_scores_gemma":[0.0011868955,0.00019634711,0.035849173,0.00049256795,0.0000013683813,0.0000013062325,0.00056103495,0.8431069,0.09826206,0.016751207,0.00346766,0.00012345606],"about_ca_topic_score_codex":0.00006318568,"about_ca_topic_score_gemma":0.0000036176446,"teacher_disagreement_score":0.8262926,"about_ca_system_score_codex":0.0001211663,"about_ca_system_score_gemma":0.0002923338,"threshold_uncertainty_score":0.3808876},"labels":[],"label_agreement":null},{"id":"W4415595662","doi":"10.1016/j.ipm.2025.104449","title":"Leveraging historical information to boost retrieval-augmented generation in conversations","year":2025,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Amazon","keywords":"Boosting (machine learning); Context (archaeology); Text generation; Information system; Information needs","score_opus":0.020043626248497374,"score_gpt":0.2488657579690393,"score_spread":0.22882213172054192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415595662","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004151338,0.000022630378,0.97670764,0.004804445,0.00046683464,0.00044687852,4.6641028e-7,0.00017212922,0.0132276155],"genre_scores_gemma":[0.9252659,0.000009946015,0.06759975,0.0063119144,0.000027363601,0.00007565617,0.000054577547,0.00000319848,0.0006516599],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986263,0.000022863114,0.0006491445,0.00014428301,0.00035592038,0.0002014971],"domain_scores_gemma":[0.99932706,0.000010439317,0.00015838217,0.00028456456,0.00017460952,0.00004495194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004703152,0.000113148366,0.00010486695,0.00094987184,0.00018814763,0.0005853084,0.0003742708,0.00004483763,0.000005638912],"category_scores_gemma":[0.00005967124,0.00012549086,0.000022982704,0.0011663823,0.0000058361384,0.0061812853,0.0002183357,0.00009820595,0.000078042445],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001631876,0.000032553326,0.00021818417,0.00030438002,0.000015555543,0.0000012053573,0.009949646,0.065362796,0.000035637022,0.05186254,0.0075952853,0.8646059],"study_design_scores_gemma":[0.0005988258,0.000010350998,0.0016404693,0.00010487943,0.000007125889,7.682746e-7,0.00038672888,0.87189347,0.00025855497,0.0008388526,0.124097735,0.000162218],"about_ca_topic_score_codex":0.00004209857,"about_ca_topic_score_gemma":0.0000045436764,"teacher_disagreement_score":0.92111456,"about_ca_system_score_codex":0.0011464052,"about_ca_system_score_gemma":0.00008666274,"threshold_uncertainty_score":0.56441426},"labels":[],"label_agreement":null},{"id":"W4415622293","doi":"10.1145/3773285","title":"TaskEval: Assessing Difficulty of Code Generation Tasks for Large Language Models","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Huawei Technologies (Canada)","funders":"","keywords":"Benchmarking; Benchmark (surveying); Task (project management); Code (set theory); Program comprehension; Code generation; Source code","score_opus":0.11296114902424609,"score_gpt":0.36077962888675685,"score_spread":0.24781847986251077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415622293","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02806752,0.0002606299,0.9706544,0.00016173757,0.0005139278,0.00012790864,0.000021293785,0.00018869294,0.0000038531716],"genre_scores_gemma":[0.3106455,0.000015320942,0.6891541,0.000066506174,0.000019037767,0.00003147983,0.0000039979545,0.0000063122225,0.000057783946],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992033,0.00008683718,0.00019824383,0.00027113038,0.00006374789,0.00017670817],"domain_scores_gemma":[0.9984936,0.0009817585,0.000036896905,0.00040066376,0.000054373017,0.000032673146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005616354,0.00010571101,0.00020485529,0.00016746455,0.000089905436,0.000027583943,0.00023131033,0.00010536764,0.0000012836671],"category_scores_gemma":[0.00039903703,0.00010520366,0.00005975364,0.00015165495,0.000009635419,0.00017315245,0.000015041981,0.00012975997,1.4591703e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009298812,0.00006796757,0.000019166326,0.00018209637,0.00008224546,0.0000014802932,0.0015717418,0.73125494,0.03386635,0.02664385,0.00002992857,0.20627095],"study_design_scores_gemma":[0.00043701215,0.00003490243,0.00010998106,0.00003874813,0.00003217266,0.0000055807145,0.00006471713,0.9756721,0.021787316,0.0013733302,0.0003288623,0.00011527335],"about_ca_topic_score_codex":0.000012673805,"about_ca_topic_score_gemma":0.0000067543156,"teacher_disagreement_score":0.28257796,"about_ca_system_score_codex":0.000022047878,"about_ca_system_score_gemma":0.0000328237,"threshold_uncertainty_score":0.42900807},"labels":[],"label_agreement":null},{"id":"W4415683709","doi":"10.3390/info16110937","title":"DefAn: Definitive Answer Dataset for LLM Hallucination Evaluation","year":2025,"lang":"en","type":"article","venue":"Information","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"King Fahd University of Petroleum and Minerals","keywords":"Benchmark (surveying); Benchmarking; Consistency (knowledge bases); Scope (computer science); Scale (ratio); Generative grammar","score_opus":0.03434413762232726,"score_gpt":0.3188867060780858,"score_spread":0.28454256845575854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415683709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011875889,0.000018440966,0.9907421,0.00084908516,0.00043083314,0.00046436948,0.000091164104,0.000049717644,0.006166722],"genre_scores_gemma":[0.8277586,0.0000059117324,0.16460696,0.0027948862,0.000051302653,0.00028809006,0.004442991,0.0000028122854,0.00004841162],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993352,0.000025132324,0.00023348803,0.00009694513,0.00020943867,0.00009974743],"domain_scores_gemma":[0.99925834,0.00007160475,0.00008962561,0.00026047532,0.0003049986,0.000014950183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065902143,0.000056902492,0.000053820368,0.0001622833,0.00009722391,0.00014951534,0.00022352877,0.000043889075,0.0000065178087],"category_scores_gemma":[0.00024255684,0.00005785806,0.000018093551,0.00017854756,0.0000063151733,0.0031014862,0.00005726251,0.000038494145,0.00004586828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007720531,0.000015796077,0.000043946424,0.000039802526,0.000010108511,4.51037e-8,0.0010542936,0.006234948,0.000015968199,0.22931287,0.009857766,0.7534067],"study_design_scores_gemma":[0.00045012185,0.000019988884,0.0007744718,0.00001685245,0.000009415309,6.391716e-7,0.00004518262,0.94585013,0.00036749087,0.012628319,0.039774604,0.00006280028],"about_ca_topic_score_codex":0.000016205593,"about_ca_topic_score_gemma":0.000008672425,"teacher_disagreement_score":0.9396152,"about_ca_system_score_codex":0.00009341357,"about_ca_system_score_gemma":0.00011329454,"threshold_uncertainty_score":0.23593833},"labels":[],"label_agreement":null},{"id":"W4415706004","doi":"10.36227/techrxiv.176184397.77169395/v1","title":"Security Knowledge Dilution in Large Language Models: How Irrelevant Context Degrades Critical Domain Expertise","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute","funders":"","keywords":"Context (archaeology); Phenomenon; Domain (mathematical analysis); Domain knowledge; Knowledge acquisition; Term (time); Relevance (law)","score_opus":0.02692883516655278,"score_gpt":0.3072965362562432,"score_spread":0.28036770108969045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415706004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08249686,0.02214339,0.87246525,0.010937742,0.0014158199,0.0004931165,0.000014818477,0.000192386,0.009840586],"genre_scores_gemma":[0.98483247,0.00016093861,0.012169263,0.00085575203,0.0001368381,0.00007050571,0.000003099917,0.000018155291,0.0017530024],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99559885,0.0006571376,0.00075245363,0.0013494436,0.00041402847,0.0012280648],"domain_scores_gemma":[0.99780136,0.00046625882,0.000069234215,0.0011988241,0.00019982165,0.00026448388],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010396421,0.00048128265,0.0006262265,0.00045098463,0.00029432663,0.00059352623,0.001202908,0.0003897755,0.00009360658],"category_scores_gemma":[0.00045954823,0.00047154605,0.00022232026,0.00089319225,0.00021041038,0.0013997765,0.0011656134,0.00071267347,0.00005063561],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026304908,0.0008207361,0.00020773093,0.00021803466,0.00002100598,0.00009744797,0.03678022,0.00013956722,0.0003509974,0.91074514,0.00084694923,0.049745865],"study_design_scores_gemma":[0.0013897928,0.000050636198,0.00012308019,0.0005473704,0.000015238788,0.000009287135,0.0077079264,0.9174079,0.0009548495,0.07042558,0.000918979,0.0004493906],"about_ca_topic_score_codex":0.00034517565,"about_ca_topic_score_gemma":0.003723443,"teacher_disagreement_score":0.9172683,"about_ca_system_score_codex":0.000534085,"about_ca_system_score_gemma":0.0004285737,"threshold_uncertainty_score":0.9997736},"labels":[],"label_agreement":null},{"id":"W4415749046","doi":"10.2196/75932","title":"A Multiagent Summarization and Auto-Evaluation Framework for Medical Text: Development and Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR AI","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Cleveland Clinic","keywords":"Automatic summarization; Adaptability; Key (lock); Dependency (UML); Scalability; Salient","score_opus":0.04394454882875393,"score_gpt":0.3929848069328207,"score_spread":0.34904025810406675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415749046","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20993002,0.00011141274,0.7864499,0.0016975,0.0002047385,0.0015203211,1.9442355e-7,0.000038593098,0.000047330203],"genre_scores_gemma":[0.91055745,0.0000022979787,0.08825644,0.0004161683,0.000031333817,0.0006898943,0.0000052205974,0.00000324533,0.00003796409],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986065,0.00011702111,0.00022179143,0.00033775426,0.00060742215,0.00010951415],"domain_scores_gemma":[0.9993677,0.00014657286,0.00004647825,0.00019792329,0.00019263568,0.00004868164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019693405,0.00007736631,0.00009040081,0.00009291022,0.00014372291,0.00011689754,0.00014805343,0.00007946385,0.000011316924],"category_scores_gemma":[0.00048266133,0.00007231923,0.000009970134,0.00015627046,0.000011978311,0.00016511603,0.00015450161,0.00007947731,0.0000012582309],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053339254,0.000107359825,0.0066380943,0.00002668413,0.00001972992,3.4376114e-7,0.0045961183,0.00026263535,0.000011940038,0.015191336,0.000112881826,0.9730275],"study_design_scores_gemma":[0.00082101865,0.0000327467,0.06990685,0.000057522564,0.000017454993,4.789361e-7,0.00009500146,0.9178432,0.000052620027,0.010306928,0.0007959698,0.00007017238],"about_ca_topic_score_codex":0.000006450134,"about_ca_topic_score_gemma":0.000031350886,"teacher_disagreement_score":0.9729574,"about_ca_system_score_codex":0.00008539859,"about_ca_system_score_gemma":0.000341074,"threshold_uncertainty_score":0.29490927},"labels":[],"label_agreement":null},{"id":"W4415974165","doi":"10.1016/j.procs.2025.09.440","title":"Towards automatic extraction of UML class diagrams: Creation of an annotated dataset for training deep models","year":2025,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Unified Modeling Language; Class diagram; Automation; Applications of UML; Schema (genetic algorithms); Software; Structuring","score_opus":0.045972145385984264,"score_gpt":0.3260006784343023,"score_spread":0.28002853304831804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415974165","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057341214,0.00002939273,0.9413199,0.00022249095,0.00045420876,0.00038581653,0.000028431507,0.00009913735,0.000119422955],"genre_scores_gemma":[0.56668556,0.0000018870707,0.433156,0.00007775145,0.000027757189,0.00002559726,0.000020429028,0.0000028951317,0.0000020812818],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980884,0.00003421074,0.0004997503,0.00061245816,0.00045543048,0.00030972174],"domain_scores_gemma":[0.99844533,0.00012688346,0.0002621305,0.0006431214,0.000434779,0.00008773429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010961286,0.00013810612,0.00025042318,0.00038294969,0.00014259855,0.00014772193,0.0015070937,0.000054016324,8.7262725e-7],"category_scores_gemma":[0.00012813382,0.00013343118,0.000043104563,0.0012280885,0.00018797714,0.0024999264,0.0002734837,0.00008102154,4.3282716e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070142755,0.00011640959,0.000040004776,0.00021513952,0.000010201268,7.989426e-7,0.0033556877,0.062811874,0.0036559128,0.046712622,0.000038678856,0.88303566],"study_design_scores_gemma":[0.00027651252,0.00011436175,0.00081957784,0.00008335588,0.00000964831,0.00000585633,0.000037076832,0.97477233,0.00572752,0.017998848,0.000038030972,0.00011685157],"about_ca_topic_score_codex":0.000032436245,"about_ca_topic_score_gemma":0.000012337842,"teacher_disagreement_score":0.9119605,"about_ca_system_score_codex":0.00006155189,"about_ca_system_score_gemma":0.0006058104,"threshold_uncertainty_score":0.54411656},"labels":[],"label_agreement":null},{"id":"W4415981209","doi":"10.48550/arxiv.2505.15962","title":"Pre-training Limited Memory Language Models with Internal and External Knowledge","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Division of Materials Research; Materials Research Science and Engineering Center, Harvard University; National Science Foundation; Advanced Research Projects Agency; Natural Sciences and Engineering Research Council of Canada; Cornell Center for Materials Research; Defense Advanced Research Projects Agency","keywords":"Memorization; Encoding (memory); Class (philosophy); Language model; Memory model; Knowledge acquisition; Knowledge representation and reasoning","score_opus":0.05873123808312963,"score_gpt":0.29150469282117875,"score_spread":0.2327734547380491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415981209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5113002,0.0011515019,0.48250848,0.000099365454,0.00041618836,0.00015663785,0.0000038318626,0.00018098981,0.004182786],"genre_scores_gemma":[0.94148827,0.000048256385,0.054147284,0.00022787706,0.00027257868,0.0000421628,0.0000039242077,0.000018819786,0.003750822],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99793756,0.0000974394,0.0003546285,0.0009892023,0.00024142407,0.00037974725],"domain_scores_gemma":[0.9983847,0.00010747866,0.00017599165,0.001085434,0.00010483162,0.00014153434],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032233514,0.00035173903,0.00039608032,0.00021816132,0.0000904156,0.00021253424,0.0014196107,0.00020558322,0.000008796363],"category_scores_gemma":[0.00003325836,0.00031223462,0.00008418269,0.00014136558,0.00006557373,0.00033005042,0.0028813838,0.00085056195,0.0000091018255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018734398,0.00040349163,0.14242144,0.0019007112,0.00082621846,0.0008432148,0.2267449,0.087012134,0.002483125,0.018878294,0.00031362678,0.5179855],"study_design_scores_gemma":[0.0006566402,0.000061112914,0.015872195,0.0020401867,0.000049761664,0.00006282262,0.0003263797,0.97662485,0.00091965654,0.0027089755,0.000085051855,0.00059238786],"about_ca_topic_score_codex":0.00025444131,"about_ca_topic_score_gemma":0.00009194715,"teacher_disagreement_score":0.8896127,"about_ca_system_score_codex":0.00007647035,"about_ca_system_score_gemma":0.00030040205,"threshold_uncertainty_score":0.99993294},"labels":[],"label_agreement":null},{"id":"W4416016498","doi":"10.1145/3746252.3761322","title":"Enhancing and Assessing Instruction-Following with Fine-Grained Instruction Variants","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Robustness (evolution); Construct (python library); Benchmark (surveying); Training set; Focus (optics); Software deployment; Sensitivity (control systems)","score_opus":0.011822379688102767,"score_gpt":0.2519153502437036,"score_spread":0.24009297055560083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416016498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44358495,0.00013243455,0.5486649,0.00061415765,0.0021362538,0.00017314169,2.7745827e-7,0.0001259067,0.0045679677],"genre_scores_gemma":[0.7738198,0.000013343247,0.22480686,0.00020568848,0.00013915834,0.000008309842,9.245792e-7,0.0000142355075,0.0009917018],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969262,0.00013981326,0.00072584726,0.0011877085,0.00044242342,0.00057803444],"domain_scores_gemma":[0.99859047,0.00013305279,0.00021760893,0.0007509978,0.00015787773,0.00014998729],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006250372,0.00040241668,0.00045574483,0.0004899999,0.00090913987,0.0015805501,0.000450206,0.00020883614,0.00003071872],"category_scores_gemma":[0.0001399121,0.00037506883,0.00009211287,0.0014220214,0.000099243705,0.0028260294,0.00047572574,0.00043452557,0.000004442171],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003094206,0.000059404636,0.012723666,0.0002633704,0.00027985076,0.00005452599,0.0017554587,0.0015290206,0.007631211,0.07805595,0.000016987527,0.89759964],"study_design_scores_gemma":[0.0047035175,0.00013430591,0.025586031,0.0020434917,0.00019204983,0.00023235865,0.0013495979,0.9482732,0.0092271855,0.0070360135,0.00030508617,0.000917172],"about_ca_topic_score_codex":0.0003427564,"about_ca_topic_score_gemma":0.000283052,"teacher_disagreement_score":0.94674414,"about_ca_system_score_codex":0.00017106833,"about_ca_system_score_gemma":0.0006477176,"threshold_uncertainty_score":0.9998701},"labels":[],"label_agreement":null},{"id":"W4416016556","doi":"10.1145/3746252.3761587","title":"<scp>FinSage:</scp> A Multi-aspect RAG System for Financial Filings Question Answering","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; Mila - Quebec Artificial Intelligence Institute; Ontario Brain Institute","funders":"","keywords":"Automatic summarization; Pipeline (software); Metadata; Question answering; Precision and recall; XBRL; Order (exchange); Baseline (sea); Semantic heterogeneity","score_opus":0.0198375242962318,"score_gpt":0.26681399796033856,"score_spread":0.24697647366410674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416016556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028238762,0.0013408576,0.9578286,0.00041522877,0.006147722,0.0015003504,0.000013971763,0.0006697322,0.0038448137],"genre_scores_gemma":[0.7210328,0.000038414728,0.26475856,0.00037693392,0.00047988974,0.00016382204,0.000003871604,0.000028046621,0.013117657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956651,0.00016044798,0.0011434748,0.0015676235,0.00041293385,0.0010504652],"domain_scores_gemma":[0.9972659,0.0006216492,0.00029526255,0.001179393,0.00044165383,0.00019616303],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001491751,0.00053623307,0.0006759391,0.00042546057,0.0006748504,0.0007065643,0.0014158553,0.000405944,0.000006092105],"category_scores_gemma":[0.0013857028,0.0005751405,0.00037144535,0.0008901356,0.00006985837,0.0007579007,0.0006618576,0.00042507943,0.000049483457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003280317,0.00041656764,0.0011168253,0.004233332,0.00014388499,0.00007827745,0.0053866333,0.026582377,0.003844346,0.71445876,0.0035226042,0.24018359],"study_design_scores_gemma":[0.0016717594,0.000117032556,0.00075393106,0.0013243078,0.00006255708,0.0000148009285,0.00032787787,0.97802246,0.009044634,0.00078222936,0.0076698437,0.00020857583],"about_ca_topic_score_codex":0.0004355458,"about_ca_topic_score_gemma":0.0001558081,"teacher_disagreement_score":0.9514401,"about_ca_system_score_codex":0.0005236671,"about_ca_system_score_gemma":0.0008485889,"threshold_uncertainty_score":0.99967},"labels":[],"label_agreement":null},{"id":"W4416017155","doi":"10.1145/3746252.3760960","title":"Study on LLMs for Promptagator-Style Dense Retriever Training","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Work (physics); Code (set theory); Training (meteorology); Risk assessment; Government (linguistics)","score_opus":0.09112275622836809,"score_gpt":0.32568286687121645,"score_spread":0.23456011064284837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416017155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22586504,0.00008179281,0.75663555,0.0019416854,0.0023311279,0.0025432622,0.0000032943376,0.00020220922,0.010396059],"genre_scores_gemma":[0.95144254,0.0000023961345,0.029115247,0.0015967735,0.00018403487,0.00013360084,6.338421e-7,0.000020317133,0.01750448],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963479,0.0001526253,0.0007748954,0.0014258502,0.00052374665,0.00077495095],"domain_scores_gemma":[0.99753195,0.00045006932,0.00014408825,0.0014693858,0.00023623797,0.00016824677],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013895135,0.00038598094,0.00049955305,0.00027790136,0.0004568175,0.0005118973,0.0013180278,0.00017083087,0.00006099384],"category_scores_gemma":[0.00042105292,0.000366263,0.00019669747,0.0008383366,0.000051083476,0.00037313113,0.00049958774,0.00033031628,0.00005068825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033369803,0.0026981267,0.0045778556,0.00022143712,0.00059426343,0.000108387976,0.0852878,0.0017759372,0.00041857958,0.3386261,0.0074694916,0.5578883],"study_design_scores_gemma":[0.0058512916,0.0026306752,0.00501544,0.0004041519,0.00014589578,0.000007554474,0.012513111,0.952214,0.0023949964,0.0071057957,0.0106764035,0.001040683],"about_ca_topic_score_codex":0.000026066693,"about_ca_topic_score_gemma":0.000021498041,"teacher_disagreement_score":0.9504381,"about_ca_system_score_codex":0.0001616443,"about_ca_system_score_gemma":0.0005915866,"threshold_uncertainty_score":0.99987894},"labels":[],"label_agreement":null},{"id":"W4416017238","doi":"10.1145/3746252.3760922","title":"LLM-as-a-Judge in Entity Retrieval: Assessing Explicit and Implicit Relevance","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Metropolitan University","funders":"","keywords":"Relevance (law); Context (archaeology); Replicate; Benchmark (surveying); Reliability (semiconductor)","score_opus":0.023802537527508855,"score_gpt":0.31273081034597494,"score_spread":0.2889282728184661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416017238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44254616,0.0019110121,0.5272384,0.0034334,0.0010393758,0.00036009075,9.68144e-7,0.00012199077,0.023348574],"genre_scores_gemma":[0.9685333,0.0006901823,0.023238089,0.002190413,0.0000863227,0.000009084574,5.946588e-7,0.000017319802,0.005234717],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957534,0.00021283684,0.0010119687,0.0016531756,0.0004932507,0.0008753807],"domain_scores_gemma":[0.9975044,0.00049878604,0.00019654156,0.0014401205,0.00016933947,0.00019077898],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013157498,0.0004122929,0.00058559404,0.00047335538,0.0003272264,0.0013771838,0.0011740901,0.00031232316,0.00008532468],"category_scores_gemma":[0.0006570221,0.00045133074,0.00010112964,0.0018264265,0.00010043358,0.001982897,0.00165914,0.00072921393,0.00004335477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000512714,0.00038909502,0.025817614,0.00047576486,0.000053551263,0.000099335804,0.0020979296,0.0004285711,0.012118343,0.6136909,0.00051817595,0.34425947],"study_design_scores_gemma":[0.0018742626,0.00013329329,0.037577946,0.0012017535,0.000038106213,0.00003510416,0.00047146654,0.8659789,0.010725391,0.075904615,0.005090027,0.00096916035],"about_ca_topic_score_codex":0.0010718676,"about_ca_topic_score_gemma":0.00020544072,"teacher_disagreement_score":0.8655503,"about_ca_system_score_codex":0.00030307547,"about_ca_system_score_gemma":0.0005353633,"threshold_uncertainty_score":0.9997938},"labels":[],"label_agreement":null},{"id":"W4416017552","doi":"10.1145/3746252.3761355","title":"Evolving Graph-Based Context Modeling for Multi-Turn Conversational Retrieval-Augmented Generation","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Science and Technology Major Project; National Natural Science Foundation of China","keywords":"Leverage (statistics); Rewriting; Knowledge graph; Context (archaeology); Graph; Representation (politics); Key (lock); Knowledge representation and reasoning","score_opus":0.08851693343086302,"score_gpt":0.3039273201317528,"score_spread":0.21541038670088974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416017552","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009527141,0.0013400071,0.9800842,0.003666042,0.0033977733,0.0015275255,0.00002446737,0.00020465668,0.0002282325],"genre_scores_gemma":[0.73162603,0.000017449956,0.2638593,0.002790993,0.00020144439,0.000047177808,0.000045719342,0.000017931516,0.0013939448],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99609715,0.00016745891,0.0011638167,0.0013260493,0.0005865032,0.0006590053],"domain_scores_gemma":[0.9969575,0.00028510715,0.00025945614,0.00086996617,0.0014646843,0.00016332472],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011728721,0.00043552194,0.00044143017,0.0005531153,0.0007591863,0.00070850755,0.0008433851,0.00029963665,0.00015734365],"category_scores_gemma":[0.00051943044,0.00047335395,0.0003479546,0.0008040129,0.00007934217,0.0009019453,0.00021769735,0.00028420505,0.000015038507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015042683,0.00031364348,0.00043627943,0.0002492235,0.0002312728,0.0000026941937,0.00085952954,0.8532669,0.010173187,0.10058446,0.0014989192,0.0322335],"study_design_scores_gemma":[0.004337059,0.000074120304,0.000023673985,0.00020543291,0.00007528852,7.937514e-7,0.0001519463,0.98401344,0.00921167,0.0012620344,0.00020943682,0.00043512034],"about_ca_topic_score_codex":0.00018983081,"about_ca_topic_score_gemma":0.00012267052,"teacher_disagreement_score":0.7220989,"about_ca_system_score_codex":0.00039516896,"about_ca_system_score_gemma":0.0011855471,"threshold_uncertainty_score":0.99977183},"labels":[],"label_agreement":null},{"id":"W4416017611","doi":"10.1145/3746252.3761593","title":"ProActLLM: Proactive Conversational Information Seeking with Large Language Models","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Information seeking; Cognition; Language model; Key (lock); Action (physics); Information access; Cognitive model; Proactivity","score_opus":0.010335465320123442,"score_gpt":0.22697544565583652,"score_spread":0.21663998033571308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416017611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049896985,0.000007216505,0.9260221,0.0006959511,0.0000564298,0.0002125322,0.0000013495745,0.00015804975,0.067856684],"genre_scores_gemma":[0.8983658,4.28248e-7,0.10002192,0.0008945576,0.000010615207,0.000024321094,0.000006789725,0.000001593737,0.00067396084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993922,0.000015991063,0.00012061982,0.0001387962,0.00018824058,0.00014415129],"domain_scores_gemma":[0.9995929,0.000023925755,0.000041688258,0.00022956305,0.00008827186,0.000023652823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014748858,0.00006875203,0.00006495434,0.00010649378,0.0000740578,0.00012103598,0.00024746466,0.0000305188,0.000011078888],"category_scores_gemma":[0.000009616042,0.000053593896,0.000015283207,0.00021124123,0.000008742777,0.0023046178,0.00010976792,0.00007694736,0.000012219101],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007138964,0.000020890699,0.0003002617,0.000018102704,0.000028825512,0.0000010876843,0.005862689,0.0047047725,0.000028279408,0.9760045,0.00015721392,0.012866254],"study_design_scores_gemma":[0.0003638219,0.000010429467,0.00028855828,0.000013323948,0.0000032589855,0.0000020561463,0.00057971885,0.9935118,0.0006005572,0.0041111335,0.00044096005,0.00007439398],"about_ca_topic_score_codex":0.00003948989,"about_ca_topic_score_gemma":0.000011705767,"teacher_disagreement_score":0.988807,"about_ca_system_score_codex":0.000053642863,"about_ca_system_score_gemma":0.00014951584,"threshold_uncertainty_score":0.21854956},"labels":[],"label_agreement":null},{"id":"W4416033588","doi":"10.18653/v1/2025.newsum-main.4","title":"Beyond Paraphrasing: Analyzing Summarization Abstractiveness and Reasoning","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institut de Valorisation des Données; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Automatic summarization; Feature (linguistics); Key (lock); Term (time); Context (archaeology)","score_opus":0.013495264458107389,"score_gpt":0.269114633124226,"score_spread":0.2556193686661186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416033588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0767837,0.0016009911,0.8858452,0.00092428405,0.0008389732,0.0001806897,8.2792485e-7,0.00009378783,0.033731565],"genre_scores_gemma":[0.9579401,0.00021908667,0.039455023,0.00027708872,0.00006673104,0.0000050815584,0.0000021004478,0.000008713564,0.002026046],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978641,0.00012226972,0.00049152505,0.0008818363,0.0002292229,0.0004110464],"domain_scores_gemma":[0.998755,0.00021800902,0.00016392437,0.0005906254,0.00016150028,0.00011093435],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066100556,0.0002485199,0.00029650354,0.00036271624,0.00047361915,0.00085122924,0.00044660666,0.00016526101,0.00003078132],"category_scores_gemma":[0.0001376347,0.00027027295,0.000064579726,0.0009576333,0.00008509363,0.0010658043,0.00046243705,0.00026405763,0.00000622198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013369986,0.000054401098,0.040523734,0.00011625438,0.00009113915,0.000011718928,0.001141631,0.0053275963,0.00079468987,0.43210262,0.00007114805,0.51975167],"study_design_scores_gemma":[0.00036841253,0.00001582414,0.03783071,0.00035045305,0.000056430472,0.000006394295,0.00022234023,0.94730407,0.0017570122,0.011366781,0.00042361164,0.00029796956],"about_ca_topic_score_codex":0.00017583603,"about_ca_topic_score_gemma":0.000027614054,"teacher_disagreement_score":0.9419765,"about_ca_system_score_codex":0.00008303542,"about_ca_system_score_gemma":0.00024517547,"threshold_uncertainty_score":0.99997497},"labels":[],"label_agreement":null},{"id":"W4416034334","doi":"10.18653/v1/2025.findings-emnlp.846","title":"Not Lost After All: How Cross-Encoder Attribution Challenges Position Bias Assumptions in LLM Summarization","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Killam Trusts; Canadian Institute for Advanced Research","keywords":"Position (finance); Automatic summarization; Attribution; Position paper; Term (time)","score_opus":0.08732728277364163,"score_gpt":0.3179720882859166,"score_spread":0.23064480551227498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416034334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07286142,0.0015051059,0.86668444,0.054443404,0.0016404743,0.0006213582,0.00002485636,0.00013666513,0.0020822736],"genre_scores_gemma":[0.98208296,0.0013914595,0.008854354,0.0015681684,0.00017053973,0.000083023246,0.000049757524,0.000017813487,0.0057819095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99614215,0.00039004668,0.0007930806,0.00132242,0.0006006469,0.00075168646],"domain_scores_gemma":[0.9979292,0.00018126202,0.00020334496,0.0010679868,0.00048301392,0.00013520558],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010808853,0.00042327447,0.0003915776,0.000704945,0.00020594362,0.0012697583,0.00069972937,0.00050938973,0.0002162322],"category_scores_gemma":[0.00014679837,0.00046172974,0.0001690231,0.00093224633,0.000119912904,0.00235616,0.00060251635,0.0004850271,0.0001926279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002653113,0.001886413,0.06896354,0.00077313266,0.0002205004,0.00010263767,0.0063092313,0.026537273,0.0026260712,0.67474824,0.00051906885,0.21704856],"study_design_scores_gemma":[0.0009937489,0.00009846638,0.22774187,0.00046307882,0.000045389606,0.000007374021,0.00007469481,0.7607228,0.0020029333,0.003930505,0.0033975628,0.0005215775],"about_ca_topic_score_codex":0.00017237473,"about_ca_topic_score_gemma":0.0013123828,"teacher_disagreement_score":0.90922153,"about_ca_system_score_codex":0.0007188562,"about_ca_system_score_gemma":0.0002851616,"threshold_uncertainty_score":0.99978346},"labels":[],"label_agreement":null},{"id":"W4416034841","doi":"10.18653/v1/2025.findings-emnlp.662","title":"Topic-Guided Reinforcement Learning with LLMs for Enhancing Multi-Document Summarization","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Reinforcement learning; Reinforcement; Action (physics)","score_opus":0.024920055596030465,"score_gpt":0.28843534458846215,"score_spread":0.2635152889924317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416034841","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024300648,0.00013857463,0.9870627,0.0016268105,0.001086906,0.0014336233,2.2483079e-7,0.00017387739,0.006047246],"genre_scores_gemma":[0.6551947,0.000044690954,0.25119996,0.0007950111,0.000098107426,0.00012924286,0.000008756546,0.000015278138,0.09251426],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99700326,0.00008468736,0.0008980996,0.0009263865,0.0004171959,0.00067038543],"domain_scores_gemma":[0.9983378,0.00016618092,0.00025282617,0.00072917325,0.00039697875,0.00011705341],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007504404,0.0003461789,0.0003601568,0.00023649306,0.00058004685,0.00056790246,0.0006673318,0.00013469468,0.00010702029],"category_scores_gemma":[0.00017949523,0.00031294592,0.00011464027,0.00050796766,0.000037613376,0.000662089,0.00048720278,0.00024848446,0.000013373345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036979578,0.00008173976,0.001116038,0.000394277,0.00014861503,0.000004970755,0.002359875,0.7026359,0.0012469959,0.1873011,0.00020895935,0.104464546],"study_design_scores_gemma":[0.0019647384,0.00025450732,0.00007394687,0.00044813007,0.000054122218,0.0000023914076,0.00027392677,0.97027344,0.018992959,0.0004345043,0.0068690525,0.00035828844],"about_ca_topic_score_codex":0.00030202823,"about_ca_topic_score_gemma":0.00032513635,"teacher_disagreement_score":0.73586273,"about_ca_system_score_codex":0.00034840373,"about_ca_system_score_gemma":0.00045885143,"threshold_uncertainty_score":0.9999323},"labels":[],"label_agreement":null},{"id":"W4416035393","doi":"10.18653/v1/2025.emnlp-main.1506","title":"Machine-generated text detection prevents language model collapse","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Engineering and Physical Sciences Research Council","keywords":"Language model; Natural language; Language identification; Noise (video); Field (mathematics)","score_opus":0.0121339640939598,"score_gpt":0.25614073424940154,"score_spread":0.24400677015544173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416035393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060767394,0.00009846163,0.9212484,0.00024202667,0.00021541194,0.00010783296,8.0686476e-7,0.00022843336,0.017091267],"genre_scores_gemma":[0.9058243,0.0000040313485,0.07199379,0.0005125478,0.000011484329,0.000011191784,9.76684e-7,0.0000032515995,0.021638416],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993472,0.000029050543,0.00013136957,0.000250467,0.00010523662,0.00013669144],"domain_scores_gemma":[0.9995137,0.000012639427,0.000022111037,0.00038929997,0.000029798275,0.000032466778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000109573375,0.000075286385,0.00007466603,0.00008908019,0.00007297278,0.00007243913,0.00036196734,0.00004373288,0.000013320677],"category_scores_gemma":[0.00001605199,0.00006715635,0.000028341692,0.00031251056,0.0000053125414,0.00016576829,0.00016587462,0.00006717236,0.000021922033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014366304,0.00014310711,0.00026444433,0.000045050165,0.000056711946,0.000014263181,0.0012800244,0.2357908,0.14340064,0.096737005,0.0020135764,0.52024],"study_design_scores_gemma":[0.00017576397,0.0000063025054,0.00002828344,0.0000058567025,0.0000025641862,0.0000013178212,0.000009445527,0.9622216,0.035411645,0.0018752078,0.00019640796,0.000065606546],"about_ca_topic_score_codex":0.00013322895,"about_ca_topic_score_gemma":0.0001120494,"teacher_disagreement_score":0.84925455,"about_ca_system_score_codex":0.000043169985,"about_ca_system_score_gemma":0.000054849454,"threshold_uncertainty_score":0.27385563},"labels":[],"label_agreement":null},{"id":"W4416035419","doi":"10.18653/v1/2025.emnlp-main.1605","title":"Are Stereotypes Leading LLMs’ Zero-Shot Stance Detection ?","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Agence Nationale de la Recherche","keywords":"Perspective (graphical); Noise (video); Perception; Action (physics)","score_opus":0.044488391414404,"score_gpt":0.28302415477266596,"score_spread":0.23853576335826196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416035419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039187483,0.0012158705,0.9315755,0.0014585856,0.004108126,0.00026712305,0.0000014200565,0.00026532472,0.021920618],"genre_scores_gemma":[0.9554307,0.000060131057,0.014323695,0.0012939181,0.00013849167,0.000012554434,1.9469286e-7,0.000012787582,0.028727539],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997192,0.0001261014,0.0006048462,0.0010606645,0.00038512753,0.0006312435],"domain_scores_gemma":[0.9980941,0.00013044191,0.0002917541,0.0011516802,0.00021484867,0.00011718086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044449634,0.00032315147,0.0003803047,0.00030238272,0.00042649268,0.00061925204,0.0010665142,0.0001879755,0.000113042515],"category_scores_gemma":[0.00013402067,0.00033796608,0.0001335422,0.0009694737,0.00006837982,0.0008386277,0.00055349106,0.00040758163,0.00020118011],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004793068,0.00012972538,0.006984837,0.00044619475,0.0001325588,0.00004251387,0.0012097072,0.0072168037,0.0074040093,0.099851385,0.0013576932,0.8751766],"study_design_scores_gemma":[0.0005779061,0.000071953946,0.003155943,0.0007886111,0.000040235533,0.000009677219,0.00028676438,0.9351347,0.037155475,0.01273527,0.009457794,0.0005856325],"about_ca_topic_score_codex":0.000080036734,"about_ca_topic_score_gemma":0.00043703686,"teacher_disagreement_score":0.92791796,"about_ca_system_score_codex":0.00025840063,"about_ca_system_score_gemma":0.00014621257,"threshold_uncertainty_score":0.99990726},"labels":[],"label_agreement":null},{"id":"W4416035446","doi":"10.18653/v1/2025.emnlp-main.1398","title":"Trustworthy Medical Question Answering: An Evaluation-Centric Survey","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Shandong Province; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Canadian Institute for Advanced Research","keywords":"Trustworthiness; Natural (archaeology); Empirical research; Questions and answers; Natural language","score_opus":0.055839135060534985,"score_gpt":0.35406033832430484,"score_spread":0.29822120326376983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416035446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07774288,0.0009795864,0.9052587,0.0023967319,0.0043879566,0.000519561,0.0000019591828,0.00018127266,0.00853132],"genre_scores_gemma":[0.9870642,0.00014796651,0.009372113,0.0011305662,0.00023427895,0.000023283195,0.00002300723,0.000010807756,0.0019937993],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9928851,0.0022189212,0.00090702355,0.001221897,0.0021555773,0.000611494],"domain_scores_gemma":[0.99675655,0.00039547248,0.00014004484,0.0014106554,0.00085532217,0.00044196093],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012858765,0.00029896878,0.0003541641,0.00039949894,0.00029677627,0.00048817057,0.0016919547,0.0003595677,0.0031190354],"category_scores_gemma":[0.0024166217,0.00030225734,0.00008950887,0.0018203153,0.00008828488,0.0008998386,0.0005378455,0.00043817854,0.0001356834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016690432,0.00029205118,0.053968243,0.000033074553,0.00004193785,0.000009833913,0.00031865362,0.0055744997,0.000004249662,0.056591652,0.00083010714,0.88231903],"study_design_scores_gemma":[0.0007479166,0.00006289264,0.09199733,0.00011280928,0.000033943565,0.000005372012,0.000020961179,0.90348756,0.00004361364,0.002460923,0.00077002053,0.00025664392],"about_ca_topic_score_codex":0.001956621,"about_ca_topic_score_gemma":0.0018328092,"teacher_disagreement_score":0.9093213,"about_ca_system_score_codex":0.0002876288,"about_ca_system_score_gemma":0.0028538394,"threshold_uncertainty_score":0.99994296},"labels":[],"label_agreement":null},{"id":"W4416036138","doi":"10.18653/v1/2025.emnlp-main.1075","title":"Improving Context Fidelity via Native Retrieval-Augmented Reasoning","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada","keywords":"Context (archaeology); Natural language; Fidelity; Natural (archaeology); Natural language understanding","score_opus":0.01701550256221682,"score_gpt":0.27022452701014765,"score_spread":0.2532090244479308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416036138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014662803,0.0018287951,0.95404625,0.0024744528,0.0029014333,0.0006947091,0.0000044306435,0.00032431475,0.023062782],"genre_scores_gemma":[0.9390484,0.000035918776,0.043554857,0.0028285235,0.00013356878,0.000009812758,0.0000021767535,0.000016851773,0.014369864],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950584,0.00038029786,0.0012396409,0.0016832084,0.00069574366,0.00094269565],"domain_scores_gemma":[0.9964111,0.00045417782,0.00041818828,0.0016503013,0.00083226536,0.00023398582],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018796388,0.0005018189,0.0006165212,0.00033288213,0.00065760844,0.0006716525,0.0016791882,0.00029383835,0.00031800926],"category_scores_gemma":[0.0013422661,0.00051284337,0.0002489348,0.0015861356,0.00016502716,0.0010931165,0.0018810633,0.0007646425,0.0000816025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009446046,0.00012791845,0.0005658864,0.00015232094,0.00017392343,0.000025719595,0.0018319937,0.00038838905,0.0028840993,0.12093821,0.00069999904,0.8721171],"study_design_scores_gemma":[0.0010871816,0.00007661798,0.00065611093,0.0004371148,0.000048991566,0.0000062564504,0.00047221902,0.9755884,0.016033504,0.0039624167,0.0011681821,0.00046300743],"about_ca_topic_score_codex":0.0021604614,"about_ca_topic_score_gemma":0.00011337475,"teacher_disagreement_score":0.9752,"about_ca_system_score_codex":0.0006391458,"about_ca_system_score_gemma":0.0008776297,"threshold_uncertainty_score":0.9997323},"labels":[],"label_agreement":null},{"id":"W4416036180","doi":"10.18653/v1/2025.emnlp-main.830","title":"Not-Just-Scaling Laws: Towards a Better Understanding of the Downstream Impact of Language Model Design Decisions","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Institute of Advanced Industrial Science and Technology; National Science Foundation","keywords":"Downstream (manufacturing); Natural language; Language model; Natural (archaeology); Empirical research; Natural language generation","score_opus":0.12442220833539444,"score_gpt":0.34005445658991074,"score_spread":0.2156322482545163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416036180","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08823006,0.00019598736,0.90467936,0.0011691363,0.00034647202,0.00043788503,0.000021189808,0.00004031026,0.0048796255],"genre_scores_gemma":[0.8480452,0.000025526431,0.15094334,0.00036671915,0.000028069462,0.0000048200563,3.637884e-7,0.000012663488,0.00057333714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967897,0.00024601968,0.0010434295,0.0006426796,0.00071735034,0.000560813],"domain_scores_gemma":[0.9969077,0.00068847754,0.00034073077,0.0017634033,0.0001830222,0.00011664565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011058339,0.00035020092,0.0005850129,0.0003385683,0.00025252078,0.00015688637,0.00197743,0.0002185137,0.000082949555],"category_scores_gemma":[0.0003305186,0.00023075152,0.00065452076,0.0011883113,0.00021328093,0.00038194653,0.0012119513,0.00036446287,0.0000024458998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058719423,0.00016615335,0.0005580646,0.00007721681,0.0002697124,0.000004756612,0.011916499,0.8571134,0.009032273,0.05599053,0.00046693426,0.06434573],"study_design_scores_gemma":[0.0005458217,0.000054313386,0.0003019705,0.0006434525,0.00009439159,0.0000033305482,0.0012069127,0.963466,0.016296541,0.017185802,8.9835083e-7,0.00020060499],"about_ca_topic_score_codex":0.0009805972,"about_ca_topic_score_gemma":0.00004199389,"teacher_disagreement_score":0.7598151,"about_ca_system_score_codex":0.0004963719,"about_ca_system_score_gemma":0.0013464689,"threshold_uncertainty_score":0.9409774},"labels":[],"label_agreement":null},{"id":"W4416036370","doi":"10.18653/v1/2025.emnlp-main.590","title":"CEMTM: Contextual Embedding-based Multimodal Topic Modeling","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Topic model; Feature (linguistics); Field (mathematics); Key (lock); Context (archaeology)","score_opus":0.030170760914198732,"score_gpt":0.2980552092464189,"score_spread":0.26788444833222014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416036370","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028845018,0.0007223188,0.9418374,0.004845614,0.0032459903,0.00051599304,0.0000034518407,0.0003741017,0.019610165],"genre_scores_gemma":[0.88073087,0.0000120137665,0.10782011,0.0035888425,0.00021009489,0.000025666306,0.0000024566846,0.000018373932,0.0075915987],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955939,0.00018399463,0.001097526,0.001509697,0.00058916985,0.0010256983],"domain_scores_gemma":[0.99726623,0.00025472287,0.00013316706,0.0017198292,0.00037636308,0.0002497101],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006433295,0.00053912867,0.00061265024,0.00043266366,0.00048677102,0.0007876181,0.0019516615,0.00035367205,0.00036520758],"category_scores_gemma":[0.00019993719,0.0005551416,0.00032685456,0.0007265455,0.00010218797,0.0006912357,0.0008157674,0.0006072261,0.00013995217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023874276,0.00015492538,0.00037111418,0.000100742596,0.000056642763,0.000019884486,0.0005277922,0.7956651,0.00014344972,0.08863032,0.00028354666,0.11402264],"study_design_scores_gemma":[0.0017805961,0.000067956615,0.000027277049,0.00028705085,0.00004022368,0.0000022959289,0.00017058934,0.9929205,0.00067116495,0.002668961,0.0008449735,0.00051839225],"about_ca_topic_score_codex":0.00078595657,"about_ca_topic_score_gemma":0.00010318102,"teacher_disagreement_score":0.8518858,"about_ca_system_score_codex":0.000244257,"about_ca_system_score_gemma":0.0010380077,"threshold_uncertainty_score":0.99969},"labels":[],"label_agreement":null},{"id":"W4416036669","doi":"10.18653/v1/2025.emnlp-main.368","title":"LEO-MINI: An Efficient Multimodal Large Language Model using Conditional Token Reduction and Mixture of Multi-Modal Experts","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Government of Canada","keywords":"Reduction (mathematics); Language model; Security token; Data modeling; Natural language","score_opus":0.027423990619345126,"score_gpt":0.31452642516473067,"score_spread":0.28710243454538553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416036669","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47475958,0.00045506045,0.52376205,0.00013827992,0.00042471787,0.00024598747,0.000042858264,0.000047581234,0.00012386497],"genre_scores_gemma":[0.7815653,0.00000821722,0.21761355,0.00015624742,0.00009854941,0.000007974404,0.000019020665,0.000012579424,0.0005185685],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99720407,0.0001496694,0.00066618517,0.0010015093,0.00045848315,0.0005200872],"domain_scores_gemma":[0.9986045,0.00004539045,0.00019092897,0.0007315821,0.0002451467,0.00018246977],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004497184,0.0003406248,0.00040374175,0.00031407466,0.00033892502,0.0001570587,0.00048707685,0.00027456103,0.00005908137],"category_scores_gemma":[0.000044490644,0.0003438178,0.00011505527,0.00032045666,0.00016322525,0.00057261233,0.00053131464,0.00024308887,0.0000013045893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000480822,0.000960548,0.00023610279,0.00012907057,0.000060203773,0.000011741068,0.018863471,0.8867077,0.06358699,0.020718727,0.00006407775,0.008613235],"study_design_scores_gemma":[0.0016974601,0.000047269335,0.0002595647,0.00012116061,0.000036855552,0.000031435287,0.0022871606,0.98388636,0.01101973,0.00028974083,0.000011857702,0.00031138706],"about_ca_topic_score_codex":0.00031368868,"about_ca_topic_score_gemma":0.00003765586,"teacher_disagreement_score":0.3068057,"about_ca_system_score_codex":0.00012603676,"about_ca_system_score_gemma":0.00036229254,"threshold_uncertainty_score":0.99990135},"labels":[],"label_agreement":null},{"id":"W4416036956","doi":"10.18653/v1/2025.emnlp-main.285","title":"Tree-of-Quote Prompting Improves Factuality and Attribution in Multi-Hop and Medical Reasoning","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Deutsche Forschungsgemeinschaft; University of Oxford; Johns Hopkins University","keywords":"Attribution; Natural (archaeology); Natural language; Empirical research; Empirical evidence","score_opus":0.03687982815593502,"score_gpt":0.31707948615818476,"score_spread":0.2801996580022498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416036956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45096254,0.0007984168,0.54653984,0.0010804937,0.00015793339,0.00021046134,0.0000010176472,0.000027618127,0.0002216734],"genre_scores_gemma":[0.9277233,0.00015807568,0.07168719,0.00014374244,0.000023679564,0.0000068296495,9.070593e-7,0.000004502988,0.0002517633],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99728,0.00022902522,0.0008374238,0.0008273385,0.000394534,0.00043165026],"domain_scores_gemma":[0.9988501,0.00031714566,0.00017251239,0.00038764786,0.00010223041,0.00017037553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00223212,0.00022454569,0.0004389881,0.00019022064,0.00014967546,0.00015534105,0.00036677602,0.00026721385,0.000019625855],"category_scores_gemma":[0.0011768584,0.00021112344,0.00004168834,0.00041706781,0.00020869945,0.00046989514,0.0010589253,0.0004153686,6.431262e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013543302,0.00008620919,0.04562402,0.00027190233,0.000020209525,0.000007332344,0.0022667435,0.00001815671,0.0014159253,0.019405404,0.0000042643287,0.9308663],"study_design_scores_gemma":[0.0011014603,0.000037587153,0.114515714,0.00071034214,0.000010898435,0.0000070733145,0.0002751876,0.8808206,0.0017909143,0.00052589003,0.000036368892,0.00016798929],"about_ca_topic_score_codex":0.0011633051,"about_ca_topic_score_gemma":0.0004990317,"teacher_disagreement_score":0.9306983,"about_ca_system_score_codex":0.000058641122,"about_ca_system_score_gemma":0.0003188182,"threshold_uncertainty_score":0.8609364},"labels":[],"label_agreement":null},{"id":"W4416037923","doi":"10.18653/v1/2025.codi-1.13","title":"Discourse Relation Recognition with Language Models Under Different Data Availability","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relation (database); Language model; Natural language; Feature (linguistics); Language identification; Data modeling","score_opus":0.08687933868806245,"score_gpt":0.31176919319229723,"score_spread":0.22488985450423477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416037923","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18526807,0.0002542822,0.79994726,0.003141278,0.0004515367,0.00043892753,0.000031859123,0.00012918223,0.010337621],"genre_scores_gemma":[0.9616863,0.000038836464,0.033341847,0.00042917396,0.00007353999,0.000012406684,0.00013386934,0.000010965447,0.0042730626],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970617,0.00021755276,0.0005179372,0.0013866895,0.00044041328,0.000375684],"domain_scores_gemma":[0.99611866,0.0001513492,0.00013889762,0.003358808,0.00012791148,0.000104362036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005625762,0.0002880857,0.00027881213,0.00013409054,0.00020857717,0.00035620434,0.0013317838,0.00014306085,0.00024241328],"category_scores_gemma":[0.00004420407,0.00022029584,0.00004561083,0.0004045225,0.00011702052,0.002227596,0.0012820266,0.00034551995,0.00005221163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015059403,0.0010739495,0.0027433862,0.00032158958,0.00025470564,0.00001577085,0.0051990175,0.042242505,0.00031656085,0.14543071,0.0010026112,0.8012486],"study_design_scores_gemma":[0.00057810073,0.000044962275,0.0023742216,0.00024312902,0.00008758624,0.0000025076338,0.00066600065,0.9593193,0.00020888218,0.03619054,0.00001348759,0.00027127285],"about_ca_topic_score_codex":0.0003860111,"about_ca_topic_score_gemma":0.00067457074,"teacher_disagreement_score":0.9170768,"about_ca_system_score_codex":0.00016782638,"about_ca_system_score_gemma":0.00025636854,"threshold_uncertainty_score":0.89834034},"labels":[],"label_agreement":null},{"id":"W4416075695","doi":"10.31224/5781","title":"Retrieval-Augmented Generation","year":2025,"lang":"","type":"preprint","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Natural language generation; Key (lock); Generative grammar; Natural language; Context (archaeology); Language model; Information extraction; Architecture","score_opus":0.06732035046122521,"score_gpt":0.2972475834883907,"score_spread":0.2299272330271655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416075695","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030022287,0.0004620982,0.9368744,0.003959111,0.009181683,0.00072579365,0.000008745439,0.00028044835,0.04550552],"genre_scores_gemma":[0.25934494,0.0010954875,0.5109475,0.003933626,0.0023749154,0.000049154798,0.000087068176,0.000027096878,0.22214016],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954393,0.0002499697,0.0010591907,0.0019829448,0.00074718625,0.00052143366],"domain_scores_gemma":[0.9962201,0.0000798292,0.0003062471,0.0027532473,0.0004744588,0.00016608571],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009102748,0.0005013553,0.0005046741,0.00032329047,0.0002789926,0.0008314134,0.0022419381,0.0005722983,0.0006255586],"category_scores_gemma":[0.00014174235,0.00052402593,0.0002627575,0.00058261224,0.000043479784,0.00033801046,0.0044959537,0.0008173663,0.00020793402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003974613,0.00034475568,0.00019880905,0.00059385016,0.0003941913,0.000034006745,0.002508037,0.16406712,0.0073033525,0.39205155,0.0150905475,0.41737404],"study_design_scores_gemma":[0.0002990168,0.000027818267,0.000038747996,0.00018562903,0.000036300695,0.0000031694262,0.0000115513685,0.97604233,0.011686071,0.0030992918,0.008116304,0.00045378454],"about_ca_topic_score_codex":0.0001855525,"about_ca_topic_score_gemma":0.000026210158,"teacher_disagreement_score":0.8119752,"about_ca_system_score_codex":0.00033765414,"about_ca_system_score_gemma":0.0010495103,"threshold_uncertainty_score":0.9997211},"labels":[],"label_agreement":null},{"id":"W4416095464","doi":"10.48550/arxiv.2505.04666","title":"Fine-Tuning Large Language Models and Evaluating Retrieval Methods for Improved Question Answering on Building Codes","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Language model; Question answering; Code (set theory); Key (lock); Protocol (science); Adaptation (eye)","score_opus":0.10268088302087734,"score_gpt":0.4276200098373957,"score_spread":0.3249391268165183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416095464","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34373635,0.0006686116,0.6538529,0.0002613201,0.0006405311,0.0004881126,0.000014275365,0.00023625133,0.0001016774],"genre_scores_gemma":[0.3945713,0.00002139633,0.6048445,0.00015014426,0.00017182463,0.000050133905,0.000013339752,0.000019641178,0.00015769148],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99727273,0.0003518366,0.00051346846,0.0011700798,0.00020052367,0.0004913874],"domain_scores_gemma":[0.9976781,0.0007663008,0.00029877183,0.0009769824,0.00018660567,0.00009321793],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039560217,0.00036105607,0.0004903005,0.00024099005,0.00028255148,0.00024024783,0.00080538326,0.000307673,0.000001724186],"category_scores_gemma":[0.0011740157,0.0003805552,0.00013380025,0.00018968488,0.000021298954,0.00032689914,0.001757405,0.00070767856,6.271269e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016558316,0.00011494373,0.003435249,0.0018050238,0.0002807414,0.000012113771,0.010076764,0.19571292,0.21212271,0.06678582,0.000024566913,0.50946355],"study_design_scores_gemma":[0.00045239672,0.00006724274,0.00027136208,0.00074528554,0.00004379828,0.0000020335888,0.000054084565,0.97563154,0.012172478,0.010172763,0.000042203184,0.00034480094],"about_ca_topic_score_codex":0.00009807231,"about_ca_topic_score_gemma":0.000014498,"teacher_disagreement_score":0.7799186,"about_ca_system_score_codex":0.00016045831,"about_ca_system_score_gemma":0.00018115791,"threshold_uncertainty_score":0.99986464},"labels":[],"label_agreement":null},{"id":"W4416111891","doi":"10.48550/arxiv.2503.03862","title":"Not-Just-Scaling Laws: Towards a Better Understanding of the Downstream Impact of Language Model Design Decisions","year":2025,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Institute of Advanced Industrial Science and Technology; National Science Foundation","keywords":"Downstream (manufacturing); Language model; Scale (ratio); Data modeling; Code (set theory); Model building; Training (meteorology); Simulation modeling","score_opus":0.21355805319928395,"score_gpt":0.25283134413420605,"score_spread":0.0392732909349221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416111891","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24131212,0.000023626799,0.7569985,0.000065841494,0.00016102286,0.00022760242,0.00004235879,0.00005126965,0.0011176639],"genre_scores_gemma":[0.9706938,0.00003139365,0.028848838,0.00005490272,0.000018996667,5.6267464e-7,0.0000018902437,0.000009117052,0.0003404967],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983084,0.0001746088,0.00033298865,0.0007065665,0.00018342318,0.00029399717],"domain_scores_gemma":[0.9974093,0.00030024853,0.00035373622,0.0017207776,0.00013081418,0.00008516254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040620676,0.00027196686,0.00042432008,0.00032087608,0.000119765435,0.000049107628,0.0024267698,0.00025592986,0.00000930107],"category_scores_gemma":[0.00009843431,0.00022617176,0.00053833413,0.00063077617,0.00011350593,0.00020435834,0.002628194,0.0004769824,0.0000013383637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019501782,0.0000369527,0.00045451804,0.000041609637,0.00010906094,0.000014897956,0.0014647755,0.95792377,0.00020112439,0.03889273,0.000045266428,0.0007958142],"study_design_scores_gemma":[0.0002842524,0.000017134911,0.00019379935,0.00038134388,0.00008851431,0.0000011834113,0.00026345873,0.9575565,0.0010412455,0.039980963,5.8629143e-7,0.00019103618],"about_ca_topic_score_codex":0.00065706915,"about_ca_topic_score_gemma":0.000028238921,"teacher_disagreement_score":0.7293817,"about_ca_system_score_codex":0.000526574,"about_ca_system_score_gemma":0.0007878939,"threshold_uncertainty_score":0.92230165},"labels":[],"label_agreement":null},{"id":"W4416126051","doi":"10.1007/978-981-95-3061-8_1","title":"Global Discovery: A Global Graph-RAG Approach for Query-Focused Multimodal Summarization Across Multiple PDF Papers","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Automatic summarization; Focus (optics); Field (mathematics); Process (computing); Natural language generation; Comprehension","score_opus":0.014361331817713006,"score_gpt":0.2554453064310938,"score_spread":0.2410839746133808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416126051","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012340058,0.00024193125,0.990328,0.0003323501,0.0022985104,0.0012847206,0.00016685975,0.00026252854,0.004961663],"genre_scores_gemma":[0.16707575,0.000014981493,0.8309589,0.00096001977,0.00039030385,0.0000634378,0.00006056406,0.000019734984,0.00045630013],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941465,0.000054060125,0.0007615133,0.002747626,0.0011045208,0.0011857498],"domain_scores_gemma":[0.996924,0.000420835,0.00036223707,0.0017600018,0.0003215917,0.00021132482],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008352967,0.0007968572,0.000760015,0.0002642262,0.0005449179,0.0014617976,0.004238715,0.0005962649,0.000003083146],"category_scores_gemma":[0.00028514856,0.0007591541,0.00035545405,0.0012262882,0.00059360155,0.0011235812,0.0015762483,0.0004652906,0.0000050910044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003657658,0.00007417702,0.001968644,0.00013262652,0.00003765946,0.000015370986,0.0003558181,0.28763998,0.00002358072,0.04900708,0.00003341092,0.6606751],"study_design_scores_gemma":[0.0009878497,0.00009141247,0.0005890247,0.00020905132,0.000015273552,0.000016726417,7.395536e-7,0.94197804,0.00006401395,0.05473836,0.0005500366,0.0007594727],"about_ca_topic_score_codex":0.00024887404,"about_ca_topic_score_gemma":0.00066077185,"teacher_disagreement_score":0.6599156,"about_ca_system_score_codex":0.0009886031,"about_ca_system_score_gemma":0.000969956,"threshold_uncertainty_score":0.9995748},"labels":[],"label_agreement":null},{"id":"W4416159353","doi":"10.48550/arxiv.2511.07396","title":"C3PO: Optimized Large Language Model Cascades with Probabilistic Cost Constraints for Reasoning","year":2025,"lang":"","type":"preprint","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Probabilistic logic; Regret; Inference; Generalization; Scalability; Cascade; Set (abstract data type)","score_opus":0.04827555444929198,"score_gpt":0.3026207778427652,"score_spread":0.2543452233934732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416159353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1361535,0.00046912432,0.8544468,0.0004988957,0.0010560948,0.004041271,0.00034588634,0.0003233676,0.0026650073],"genre_scores_gemma":[0.64449006,0.00005685505,0.35079274,0.0004917878,0.00027530766,0.00088405045,0.00006833216,0.00005614076,0.0028847267],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99338603,0.00025255192,0.0012618919,0.002840094,0.00064923224,0.0016102265],"domain_scores_gemma":[0.99442375,0.0006888151,0.00075631373,0.0027443492,0.000974592,0.00041216912],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001673115,0.0010625456,0.0014077656,0.00028745786,0.0006435576,0.000505853,0.002617652,0.0006819478,0.000073175535],"category_scores_gemma":[0.0015605323,0.0010074364,0.00043183938,0.00044024794,0.00042838528,0.0004580456,0.0023329235,0.0014674865,0.00002978135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003319716,0.00041490223,0.008084306,0.0017261393,0.0004952586,0.00010981845,0.013336321,0.9343066,0.000118515905,0.028434299,0.00015589813,0.0124859335],"study_design_scores_gemma":[0.003515533,0.00008954246,0.00030292975,0.0024639068,0.00027303756,0.00003055025,0.0005265203,0.9902831,0.0003618148,0.00085695414,0.00022854775,0.0010676156],"about_ca_topic_score_codex":0.00014489576,"about_ca_topic_score_gemma":0.00010660893,"teacher_disagreement_score":0.50833654,"about_ca_system_score_codex":0.0004487063,"about_ca_system_score_gemma":0.002348725,"threshold_uncertainty_score":0.9992376},"labels":[],"label_agreement":null},{"id":"W4416181902","doi":"10.1038/s41598-025-23461-6","title":"Development of a machine learning model for automatic data extraction from breast cancer pathology reports","year":2025,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of British Columbia; University of British Columbia Hospital","funders":"Faculty of Medicine, University of British Columbia","keywords":"Pipeline (software); Scalability; Data extraction; Breast cancer; Human breast; Information extraction; Big data; Labeled data","score_opus":0.04661846175580905,"score_gpt":0.3170582380593819,"score_spread":0.27043977630357285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416181902","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15809928,0.00018677769,0.83663744,0.00022155298,0.0043846476,0.00025576918,0.000011237309,0.00011900438,0.0000842601],"genre_scores_gemma":[0.58782905,0.0000017989238,0.41055825,0.000021690443,0.000019665285,0.000050428054,0.00012472142,0.0000063974308,0.00138796],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971694,0.000034832232,0.0009587614,0.0012225967,0.00036514612,0.0002492635],"domain_scores_gemma":[0.99693763,0.000053301854,0.00068644166,0.0020676719,0.0002013927,0.000053549436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022396205,0.00012662527,0.00023846714,0.00020050642,0.00031948596,0.00017145484,0.00051512633,0.000067538065,0.000017366783],"category_scores_gemma":[0.00018887033,0.00011942656,0.000045354234,0.00034692444,0.00005453579,0.0005081068,0.0006291563,0.00011630647,8.2153934e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010907175,0.00025787135,0.01261625,0.00026991256,0.00012628944,0.00060745963,0.0050703636,0.07344539,0.10537571,0.00070814794,0.0036839042,0.7978278],"study_design_scores_gemma":[0.00006819355,0.0000017948589,0.00088193675,0.00009397277,0.000017210183,0.00019725981,0.000018257559,0.98337007,0.002426844,0.009526428,0.0032889333,0.00010907508],"about_ca_topic_score_codex":0.00011346912,"about_ca_topic_score_gemma":0.00020632107,"teacher_disagreement_score":0.9099247,"about_ca_system_score_codex":0.0000855138,"about_ca_system_score_gemma":0.0009580078,"threshold_uncertainty_score":0.48700735},"labels":[],"label_agreement":null},{"id":"W4416183196","doi":"10.1109/gaclm67198.2025.11231924","title":"Hallucinations in Abstractive Text Summarization with Large Language Models","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Language model; Text graph; Source text; Natural language; Deep learning; Multi-document summarization","score_opus":0.012887607117468175,"score_gpt":0.2638264189685486,"score_spread":0.2509388118510804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416183196","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015535778,0.0002186693,0.85708845,0.0019962012,0.00018393424,0.00035743116,0.0000047126637,0.000070805465,0.12454401],"genre_scores_gemma":[0.9592903,0.000024205203,0.028846486,0.00047642784,0.00002335893,0.000023784656,0.000007003765,0.000008337348,0.011300087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821156,0.00008044517,0.00038638097,0.0006345299,0.00028634016,0.00040075125],"domain_scores_gemma":[0.99893683,0.000111890884,0.00009525811,0.00062796735,0.00017040625,0.000057635094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036896346,0.00019398885,0.00020662657,0.00042796854,0.00014795594,0.0002470608,0.00053153926,0.00012620962,0.00010502699],"category_scores_gemma":[0.000039696668,0.00018098223,0.000037475307,0.0011422578,0.000029776276,0.0012995705,0.00025755624,0.00029398312,0.000023642691],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012651713,0.00031390053,0.0011069111,0.00004038266,0.000029329003,0.000025509762,0.009212795,0.18436559,0.000080864476,0.76369226,0.000067697634,0.041052107],"study_design_scores_gemma":[0.00080967747,0.000025904776,0.0037561038,0.00015628645,0.000011798898,0.0000015305093,0.0013855214,0.9844542,0.0003615479,0.008750991,0.000097163,0.00018926483],"about_ca_topic_score_codex":0.00081820023,"about_ca_topic_score_gemma":0.0031173215,"teacher_disagreement_score":0.94375455,"about_ca_system_score_codex":0.00018047944,"about_ca_system_score_gemma":0.0004006618,"threshold_uncertainty_score":0.7380241},"labels":[],"label_agreement":null},{"id":"W4416183388","doi":"10.1109/gaclm67198.2025.11231867","title":"Interactive Campus Crime Data Analytics: A Hybrid LLM-RAG System with Query Routing","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Routing (electronic design automation); Router; Natural language generation; Benchmark (surveying); Narrative; Natural language; Semantic data model; Work (physics)","score_opus":0.03629190059892167,"score_gpt":0.285497547253093,"score_spread":0.24920564665417133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416183388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056357156,0.00042662412,0.9439722,0.0009747037,0.0021395867,0.00056189863,0.000031171177,0.00036309188,0.045895055],"genre_scores_gemma":[0.941587,0.000011042414,0.052572828,0.0006623933,0.00025406733,0.000011345147,0.000015534742,0.000025591975,0.0048602317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945642,0.0003166328,0.0011310648,0.0023817294,0.0006649518,0.0009414385],"domain_scores_gemma":[0.9929722,0.0006127158,0.00048269794,0.0052279616,0.00047043178,0.00023397297],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012301793,0.0005756779,0.00079894264,0.0004399318,0.00043407045,0.001344206,0.0046809264,0.00011599567,0.00004556096],"category_scores_gemma":[0.0002878186,0.00049331965,0.00011444947,0.0009878288,0.00012497159,0.0022399293,0.0052300906,0.0007471686,0.00010459777],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042923389,0.0010958754,0.008286198,0.0025630204,0.0037759242,0.0022965285,0.0070246495,0.034991372,0.00018202806,0.60009587,0.008356805,0.33090252],"study_design_scores_gemma":[0.00066631526,0.00010905405,0.00020469615,0.0022483785,0.0002047385,0.00016598884,0.0026540633,0.9920145,0.0005185322,0.0001614974,0.00052922656,0.00052295707],"about_ca_topic_score_codex":0.002968433,"about_ca_topic_score_gemma":0.00024835594,"teacher_disagreement_score":0.9570232,"about_ca_system_score_codex":0.00063359895,"about_ca_system_score_gemma":0.0013994925,"threshold_uncertainty_score":0.99975187},"labels":[],"label_agreement":null},{"id":"W4416213807","doi":"10.1109/taslpro.2025.3633059","title":"A Multifaceted Analysis of Negative Bias in Large Language Models Through the Lens of Parametric Knowledge","year":2025,"lang":"","type":"article","venue":"IEEE Transactions on Audio Speech and Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Research Foundation of Korea; Seoul National University","keywords":"Context (archaeology); Parametric statistics; Semantics (computer science); Negative information; Meaning (existential); Through-the-lens metering","score_opus":0.04012878237487813,"score_gpt":0.3175817237532483,"score_spread":0.2774529413783702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416213807","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.285467,0.008932734,0.70418537,0.00016325664,0.00011831688,0.00032145064,0.000053597836,0.000034088294,0.00072422496],"genre_scores_gemma":[0.9827182,0.00032887806,0.01633778,0.00012725232,0.000012810831,0.000022403248,0.000001707849,0.000014610606,0.00043632914],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972094,0.00036781433,0.0008938324,0.0006975848,0.00035531,0.0004760048],"domain_scores_gemma":[0.9979249,0.000697243,0.00039530112,0.00069753587,0.00023015497,0.000054867458],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008741449,0.00033862024,0.00082833075,0.0016124897,0.00026784075,0.00012090499,0.00057658454,0.00020071,0.000036842135],"category_scores_gemma":[0.00009659813,0.00027443387,0.00029056068,0.0092298165,0.00020659475,0.0006735004,0.000019812724,0.0006071182,0.0000013908366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008877312,0.000827561,0.00008639967,0.00059898937,0.0007541006,0.000016250262,0.18386264,0.16067892,0.0024396698,0.00022011875,0.0000022363934,0.65042436],"study_design_scores_gemma":[0.0010392865,0.000054260727,0.00020678077,0.0006138271,0.0007489296,0.0000022518846,0.014400918,0.93140864,0.05114928,0.00015272999,0.000003922442,0.00021919904],"about_ca_topic_score_codex":0.0014749177,"about_ca_topic_score_gemma":0.002468112,"teacher_disagreement_score":0.7707297,"about_ca_system_score_codex":0.000097946475,"about_ca_system_score_gemma":0.00031893753,"threshold_uncertainty_score":0.9999708},"labels":[],"label_agreement":null},{"id":"W4416217660","doi":"10.2196/76912","title":"Named Entity Recognition for Chinese Cancer Electronic Health Records—Development and Evaluation of a Domain-Specific BERT Model: Quantitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Named-entity recognition; Breast cancer; Cancer; Clinical decision support system; Electronic health record; Cancer treatment","score_opus":0.06409140617425216,"score_gpt":0.39932318930295313,"score_spread":0.33523178312870094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416217660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49348968,0.00016029856,0.5047863,0.00039721353,0.00010979358,0.00093770726,0.0000024335186,0.000022466722,0.00009407779],"genre_scores_gemma":[0.7975957,0.00016812903,0.20078832,0.0005098381,0.00002130187,0.0008668342,0.000020100215,0.000005452567,0.000024320469],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997869,0.00009561185,0.0007767896,0.00015564352,0.00085123355,0.00025168256],"domain_scores_gemma":[0.99897194,0.00013612518,0.00026370448,0.000220512,0.00031487792,0.00009285056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029391132,0.000115650466,0.00025586167,0.00015547975,0.0001201208,0.000039483326,0.0002821839,0.000065388,0.000008749948],"category_scores_gemma":[0.000095770374,0.00009685129,0.00003069489,0.00030585052,0.00003425019,0.000364978,0.00013229549,0.0001690436,0.0000012279083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004185475,0.00031097152,0.0008971935,0.00036808118,0.00008779629,1.3148504e-7,0.06389591,0.00060907495,0.0000027913059,0.0140338475,0.00046803497,0.9192843],"study_design_scores_gemma":[0.0015963566,0.00014801545,0.0012513477,0.0001711762,0.000008624294,6.750862e-7,0.0015800229,0.97673887,0.000020643412,0.017679004,0.00070483465,0.00010043358],"about_ca_topic_score_codex":0.000030378196,"about_ca_topic_score_gemma":0.00034939862,"teacher_disagreement_score":0.9761298,"about_ca_system_score_codex":0.00026154524,"about_ca_system_score_gemma":0.001706211,"threshold_uncertainty_score":0.3949481},"labels":[],"label_agreement":null},{"id":"W4416219215","doi":"10.1007/978-3-032-08603-7_6","title":"Mental Health Resource Retrieval Using Semantic Similarity and Knowledge Graphs","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Alberta","funders":"","keywords":"Leverage (statistics); Resource (disambiguation); Ranking (information retrieval); Bridge (graph theory); Semantic similarity; Similarity (geometry); Mental health; Learning to rank; Semantics (computer science)","score_opus":0.02060005513944425,"score_gpt":0.2691981897450871,"score_spread":0.24859813460564284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416219215","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017258702,0.005270274,0.9825205,0.0022146916,0.00040267644,0.00044707913,0.000010255479,0.00018393555,0.008777997],"genre_scores_gemma":[0.4649921,0.0025868434,0.50811976,0.018887278,0.0008523145,0.00001673781,0.0008010882,0.00021990054,0.0035240026],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796265,0.000033893768,0.00085542246,0.00041394087,0.00038203876,0.00035207396],"domain_scores_gemma":[0.9985109,0.00009167048,0.0005882869,0.00042045786,0.000315806,0.000072852155],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054577127,0.00040312565,0.0004909555,0.00088650134,0.00043372926,0.00055618247,0.0004998639,0.0004021945,0.000004751673],"category_scores_gemma":[0.00019212808,0.00040716442,0.000051650753,0.00059546484,0.00008849376,0.0018033249,0.0004901945,0.00062682363,0.0000023605853],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045609595,0.000025190024,0.00011280315,0.005717989,0.000028786253,0.000004759599,0.009799282,0.010217913,0.0000139557515,0.045718405,0.00009342011,0.9282219],"study_design_scores_gemma":[0.00070570735,0.000020016349,0.00011010706,0.0054631047,0.000021971837,0.000060692335,0.000019184108,0.9245318,0.000096115604,0.042127356,0.02608202,0.0007619065],"about_ca_topic_score_codex":0.000032446293,"about_ca_topic_score_gemma":0.00003358759,"teacher_disagreement_score":0.92745996,"about_ca_system_score_codex":0.00032054304,"about_ca_system_score_gemma":0.00096993195,"threshold_uncertainty_score":0.999838},"labels":[],"label_agreement":null},{"id":"W4416251585","doi":"10.1109/ijcnn64981.2025.11228044","title":"Training Dynamics of a 1.7B LLaMa Model: A Data-Efficient Approach","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Training (meteorology); Dynamics (music); Stability (learning theory); Sample (material); Training set; Qualitative property; Qualitative research; Variety (cybernetics)","score_opus":0.11681077259702342,"score_gpt":0.3068613338009837,"score_spread":0.19005056120396024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416251585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039762137,0.0003053711,0.9020442,0.0010123522,0.00057633483,0.00043780447,0.000051791616,0.00012405544,0.09147188],"genre_scores_gemma":[0.6169678,0.000012177625,0.38059506,0.00021363306,0.000027719258,0.0000074883114,0.00001970868,0.000011222062,0.0021451863],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957877,0.00011502718,0.001110824,0.0016127765,0.00066004647,0.0007136435],"domain_scores_gemma":[0.9952278,0.00012479797,0.00025055464,0.0040444327,0.00020915181,0.0001432289],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014767324,0.00036442454,0.00063919,0.00036833485,0.0001852099,0.0002420839,0.0046745106,0.00021060226,0.000020230022],"category_scores_gemma":[0.0001273473,0.00036110196,0.00014336205,0.0011973944,0.0001706491,0.00035068794,0.004017423,0.00039088583,0.000004983024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053040717,0.00017086219,0.000009719073,0.000117207834,0.00004173867,0.0000013316393,0.0020083934,0.5110297,0.00001426145,0.35108256,0.000062826584,0.13545606],"study_design_scores_gemma":[0.0004756309,0.000027708558,0.00000859883,0.00014463907,0.00005839056,0.0000064588708,0.0010382041,0.99363875,0.000026274281,0.0041838177,0.00009445537,0.00029707738],"about_ca_topic_score_codex":0.00013072141,"about_ca_topic_score_gemma":0.00003878698,"teacher_disagreement_score":0.6129916,"about_ca_system_score_codex":0.00016909084,"about_ca_system_score_gemma":0.0012872629,"threshold_uncertainty_score":0.99988407},"labels":[],"label_agreement":null},{"id":"W4416266029","doi":"10.1016/j.neunet.2025.108218","title":"Optimizing boundary dynamics for nested named entity recognition via semantic refinement and trimming","year":2025,"lang":"en","type":"article","venue":"Neural Networks","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Key Research and Development Program of China; Key Technologies Research and Development Program; Natural Science Foundation of Sichuan Province; National Natural Science Foundation of China","keywords":"Ambiguity; Trimming; Entity linking; Kernel (algebra); Construct (python library); Semantics (computer science); Boundary (topology); Semantic data model; Task (project management)","score_opus":0.017689362879480426,"score_gpt":0.2488046597694865,"score_spread":0.2311152968900061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416266029","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073301144,0.0003819322,0.92365426,0.0011261136,0.0009898912,0.00031295576,8.9679276e-7,0.00012157934,0.000111252644],"genre_scores_gemma":[0.9086855,0.000032104428,0.09024314,0.00072704005,0.000112329646,0.00004056351,0.00002516404,0.00000844531,0.000125693],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989715,0.000044682798,0.00025116524,0.00036805336,0.00009518089,0.0002694197],"domain_scores_gemma":[0.999425,0.0001336218,0.00007515995,0.00025767792,0.00006317698,0.000045356137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023591041,0.00012110093,0.00015855097,0.00008185486,0.0002503656,0.00022930508,0.00023490656,0.000078025136,0.000001401671],"category_scores_gemma":[0.000029372552,0.00012525014,0.00005058779,0.00022283333,0.000023915329,0.00027045916,0.00019210175,0.00016070396,4.789552e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025753432,0.00002595826,0.0007165654,0.00007914345,0.000022928592,0.0000059929826,0.00010853427,0.02468713,0.00007963391,0.0016213271,0.0001667726,0.97246027],"study_design_scores_gemma":[0.00045004982,0.000033475982,0.00033395799,0.00007002516,0.000019129579,0.000006021555,0.000011704899,0.9964796,0.000026968502,0.0022126867,0.00023871922,0.00011766677],"about_ca_topic_score_codex":0.00003339995,"about_ca_topic_score_gemma":0.00011765168,"teacher_disagreement_score":0.9723426,"about_ca_system_score_codex":0.00006811973,"about_ca_system_score_gemma":0.000022655315,"threshold_uncertainty_score":0.51075524},"labels":[],"label_agreement":null},{"id":"W4416372001","doi":"10.1162/tacl.a.50","title":"Objectifying the Subjective: Cognitive Biases in Topic Interpretations","year":2025,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Representativeness heuristic; Interpretation (philosophy); Salient; Cognitive bias; Quality (philosophy); Heuristics; Context (archaeology); Coherence (philosophical gambling strategy); Cognition","score_opus":0.022742452538391057,"score_gpt":0.3057547969801711,"score_spread":0.28301234444178003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416372001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040964386,0.000043297947,0.9910735,0.0011060345,0.001200813,0.00036437498,0.000036588375,0.000034133005,0.002044816],"genre_scores_gemma":[0.98648965,0.0000024166638,0.012625658,0.00019230499,0.00004211275,0.00004791291,0.0000055531314,0.000003842927,0.00059054105],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999079,0.00009858641,0.00032383174,0.00015943818,0.00020708641,0.00013209728],"domain_scores_gemma":[0.99419457,0.0046749874,0.00019080592,0.00015877279,0.00076873205,0.000012131564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040832514,0.00007549632,0.000114090704,0.00013232249,0.00029722368,0.000055222703,0.00039024226,0.000049626113,0.0000016133489],"category_scores_gemma":[0.005029233,0.000059889935,0.00011998323,0.0005818768,0.000030425519,0.00005728954,0.000023664601,0.00015590238,9.287535e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010128451,0.000092376446,0.007759156,0.000022847218,0.00010505362,9.780367e-8,0.0014817059,0.8192902,0.0000067847445,0.1676645,0.000049729224,0.0035173842],"study_design_scores_gemma":[0.00051684387,0.000018545801,0.03330974,0.00016687247,0.00005944441,4.1517788e-7,0.00024354694,0.87646174,0.00029788955,0.08840924,0.00043252256,0.000083212784],"about_ca_topic_score_codex":0.00008242325,"about_ca_topic_score_gemma":0.00016094775,"teacher_disagreement_score":0.9823932,"about_ca_system_score_codex":0.00023222422,"about_ca_system_score_gemma":0.0002448569,"threshold_uncertainty_score":0.60208255},"labels":[],"label_agreement":null},{"id":"W4416408255","doi":"10.48550/arxiv.2507.19219","title":"How Much Do Large Language Model Cheat on Evaluation? Benchmarking Overestimation under the One-Time-Pad-Based Framework","year":2025,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Ciencias del Mar y Limnología, Universidad Nacional Autónoma de México; Innovation and Technology Fund; Institute for Catastrophic Loss Reduction; University of Science and Technology of China; Microsoft Research; National Natural Science Foundation of China; Hong Kong Polytechnic University","keywords":"Benchmarking; Benchmark (surveying); Key (lock); Quality (philosophy); Test (biology); Measure (data warehouse)","score_opus":0.08765754670620739,"score_gpt":0.2418694500749871,"score_spread":0.1542119033687797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416408255","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09684813,0.00005839344,0.8984024,0.0014225452,0.00037156392,0.000586516,0.000024808576,0.00019606865,0.002089608],"genre_scores_gemma":[0.97164696,0.000011350497,0.026416438,0.00069959986,0.00011102269,0.0000058401806,0.000041118612,0.000013909198,0.0010537377],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974769,0.00034063743,0.00019457084,0.001208156,0.00038861512,0.00039112757],"domain_scores_gemma":[0.9968409,0.00038435982,0.000246633,0.0021920297,0.00024653392,0.00008954854],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00092866056,0.00034106153,0.00029298651,0.00029635496,0.0003475019,0.00044299636,0.001877997,0.00040957148,0.000045645364],"category_scores_gemma":[0.00012948115,0.00033611277,0.00020709721,0.000548279,0.00004097711,0.0003259382,0.001167681,0.00092759344,0.000025270281],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000942045,0.000059249665,0.00007037293,0.00003668673,0.00004022668,0.000006328336,0.00034508886,0.74362946,0.000011967991,0.25502935,0.00007021116,0.00069166423],"study_design_scores_gemma":[0.00036177775,0.000015326388,0.00013629055,0.00034135298,0.00009623896,2.1731874e-7,0.0001220781,0.8651055,0.00009399912,0.13343373,0.0000119496635,0.00028155273],"about_ca_topic_score_codex":0.000045353,"about_ca_topic_score_gemma":0.000018593493,"teacher_disagreement_score":0.87479883,"about_ca_system_score_codex":0.0005665376,"about_ca_system_score_gemma":0.00055213156,"threshold_uncertainty_score":0.9999091},"labels":[],"label_agreement":null},{"id":"W4416414115","doi":"10.1016/j.neucom.2025.132127","title":"Document-level event argument extraction by leveraging span boundaries and argument dependencies","year":2025,"lang":"en","type":"article","venue":"Neurocomputing","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Yunnan Provincial Science and Technology Department; Key Laboratory of Software Engineering of Yunnan Province; Yunnan Provincial Department of Education","keywords":"Discriminative model; Argument (complex analysis); Span (engineering); Event (particle physics); Context (archaeology); Matching (statistics); Representation (politics); Dependency graph","score_opus":0.019385358476909205,"score_gpt":0.27156954284096224,"score_spread":0.25218418436405304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416414115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23668471,0.00034888915,0.75905013,0.00214611,0.0008714137,0.00021008284,7.9840555e-7,0.00017313033,0.0005147482],"genre_scores_gemma":[0.96497667,0.000017499067,0.033507735,0.0007987255,0.00006492694,0.000013598546,0.0000019488023,0.000009539839,0.00060938316],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980098,0.00008960843,0.00040656058,0.00069856324,0.00036901614,0.0004264485],"domain_scores_gemma":[0.99918944,0.00013399399,0.00014114205,0.00039994752,0.000052100724,0.000083374325],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00043009553,0.00021927964,0.000196991,0.0001415083,0.0007210713,0.0011281515,0.00046333668,0.00005225977,0.000006396883],"category_scores_gemma":[0.000042641877,0.00023001185,0.000052584237,0.00021286804,0.000048467373,0.00050348334,0.00068700564,0.00026220464,0.0000061772553],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016758742,0.00019162668,0.009866644,0.00023750686,0.0001153942,0.000076829114,0.0043463726,0.012471803,0.01999851,0.06405533,0.0044244644,0.8841988],"study_design_scores_gemma":[0.0015053597,0.00012154684,0.013105349,0.00037338206,0.000045503857,0.00014966003,0.00041971856,0.8309104,0.030943079,0.017357491,0.10420658,0.0008619557],"about_ca_topic_score_codex":0.00015765465,"about_ca_topic_score_gemma":0.000009736854,"teacher_disagreement_score":0.8833368,"about_ca_system_score_codex":0.00014224341,"about_ca_system_score_gemma":0.000111031746,"threshold_uncertainty_score":0.99990875},"labels":[],"label_agreement":null},{"id":"W4416445260","doi":"10.48550/arxiv.2505.03563","title":"Say It Another Way: Auditing LLMs with a User-Grounded Automated Paraphrasing Framework","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de recherche du Québec – Nature et technologies; Compute Canada; Canadian Institute for Advanced Research","keywords":"Audit; Quality (philosophy); Natural language; Strengths and weaknesses; Natural (archaeology); Language model; Semantics (computer science)","score_opus":0.045067601921034116,"score_gpt":0.29144446469529406,"score_spread":0.24637686277425994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416445260","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29264653,0.00014257761,0.6975139,0.0027270678,0.0010252708,0.00039536346,0.000005582445,0.0020191413,0.0035246045],"genre_scores_gemma":[0.7660317,0.000021519107,0.22970793,0.0027782184,0.00028690448,0.00007596113,0.000008893655,0.000044753393,0.0010441456],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99634874,0.00019572054,0.0006399801,0.001538225,0.0005363675,0.00074099633],"domain_scores_gemma":[0.9965464,0.00036771808,0.0004894821,0.0022946796,0.00018164085,0.000120112294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00050996535,0.00057929085,0.00064291526,0.00027848175,0.00029882978,0.0005193471,0.0020727776,0.0005973808,0.00003494106],"category_scores_gemma":[0.00017266779,0.00053223997,0.00018163939,0.00064240483,0.00008337836,0.00035639454,0.001876857,0.0014027867,0.000083017876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015241794,0.0007681332,0.6532468,0.002505735,0.0024119173,0.0010361932,0.026722744,0.14620417,0.0013021283,0.10128093,0.008782407,0.05558641],"study_design_scores_gemma":[0.0010634781,0.00010806481,0.06985818,0.0083814515,0.00016886918,0.000049126946,0.0002527609,0.89312625,0.0018964187,0.013738147,0.0089026,0.0024546352],"about_ca_topic_score_codex":0.00038120034,"about_ca_topic_score_gemma":0.000072651106,"teacher_disagreement_score":0.7469221,"about_ca_system_score_codex":0.00022155304,"about_ca_system_score_gemma":0.00043342015,"threshold_uncertainty_score":0.99971294},"labels":[],"label_agreement":null},{"id":"W4416575445","doi":"10.3390/computers14120508","title":"NewsSumm: The World’s Largest Human-Annotated Multi-Document News Summarization Dataset for Indian English","year":2025,"lang":"en","type":"article","venue":"Computers","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Automatic summarization; Newspaper; Timeline; Journalism; Consistency (knowledge bases); Scale (ratio); Indian English; Domain (mathematical analysis); Quality (philosophy)","score_opus":0.02732516811302219,"score_gpt":0.3085124555013454,"score_spread":0.28118728738832316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416575445","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017027167,0.00006176165,0.99129957,0.0036231529,0.0021974556,0.0006711012,0.0000775001,0.00018078201,0.00018593711],"genre_scores_gemma":[0.43144035,0.000026471813,0.5373236,0.020100014,0.001066355,0.00035446385,0.0047387034,0.000060314575,0.0048897364],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985623,0.00009081587,0.0003358461,0.0005101426,0.00016407274,0.00033682896],"domain_scores_gemma":[0.9985331,0.00020558991,0.0001062264,0.00097632845,0.00010883647,0.00006987522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031857818,0.00017438673,0.00017145195,0.00021077531,0.00036386747,0.00046790158,0.0015357604,0.00004924578,0.0000047446],"category_scores_gemma":[0.000056111174,0.00014589488,0.0000646868,0.0005738373,0.000038572492,0.00039630217,0.00056621176,0.00015098414,0.000008562076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001676864,0.00023538756,0.0045916038,0.00013569575,0.00019763947,0.000020824724,0.004448527,0.02575433,0.0001818662,0.20116436,0.6028648,0.16038822],"study_design_scores_gemma":[0.0017141845,0.000040382016,0.0013304972,0.000102850325,0.000025879139,0.0000011472083,0.00008337093,0.49126095,0.00055554096,0.002333232,0.5021979,0.000354052],"about_ca_topic_score_codex":0.00017968596,"about_ca_topic_score_gemma":0.0007773488,"teacher_disagreement_score":0.46550664,"about_ca_system_score_codex":0.000082224295,"about_ca_system_score_gemma":0.00007976369,"threshold_uncertainty_score":0.5949421},"labels":[],"label_agreement":null},{"id":"W4416617284","doi":"10.1109/icspis68676.2025.11551719","title":"Enhancing Reasoning Skills in Small Persian Medical Language Models Can Outperform Large-Scale Data Training","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Persian; Baseline (sea); Language model; Training set; Preference; Verbal reasoning; Training (meteorology); Variety (cybernetics)","score_opus":0.03256544562111078,"score_gpt":0.2876779793084234,"score_spread":0.2551125336873126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416617284","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105719395,0.0009303196,0.8614437,0.003936227,0.0010901015,0.00034869247,0.000025680245,0.00017453688,0.026331343],"genre_scores_gemma":[0.8489777,0.000095829426,0.14406565,0.0024218285,0.0002511917,0.00001253981,0.000036173242,0.000028475702,0.0041106404],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937618,0.00024788314,0.0012859523,0.0021250504,0.0008769106,0.0017024527],"domain_scores_gemma":[0.9957644,0.0003198086,0.00016716459,0.0031394577,0.00008811531,0.0005210561],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0048488625,0.0005124072,0.0007861218,0.00054160063,0.00039357648,0.0004539418,0.0052240905,0.00048630728,0.00037328145],"category_scores_gemma":[0.00077130727,0.00052904256,0.00013005605,0.0011283366,0.00009935041,0.001186468,0.0047120387,0.0013480167,0.000016602402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015647935,0.00043815825,0.0018965264,0.00031757168,0.000111165275,0.0004276342,0.3003099,0.009124004,0.000119198085,0.05285993,0.00013850907,0.63424176],"study_design_scores_gemma":[0.0011586766,0.000027604217,0.00011764099,0.0018701862,0.000028983735,0.000028049735,0.026694609,0.9684172,0.00027349233,0.00062745536,0.0002531879,0.00050285866],"about_ca_topic_score_codex":0.003845258,"about_ca_topic_score_gemma":0.07626795,"teacher_disagreement_score":0.95929325,"about_ca_system_score_codex":0.0003518435,"about_ca_system_score_gemma":0.002366163,"threshold_uncertainty_score":0.9997161},"labels":[],"label_agreement":null},{"id":"W4416673024","doi":"10.1007/s10462-025-11421-5","title":"Exploring unanswerability in machine reading comprehension: approaches, benchmarks, and open challenges","year":2025,"lang":"en","type":"article","venue":"Artificial Intelligence Review","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Ted Rogers Centre for Heart Research; University of Guelph","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Key (lock); Comprehension; Reading (process); Work (physics); Reading comprehension","score_opus":0.5294704198234306,"score_gpt":0.3733258316109949,"score_spread":0.15614458821243565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416673024","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042299116,0.53575104,0.41889468,0.027089259,0.0006900133,0.0020819386,0.0000013696359,0.0001270862,0.011134693],"genre_scores_gemma":[0.5579834,0.41030967,0.03066378,0.00074684154,0.000035940982,0.00022283017,0.0000036696547,0.000008975128,0.00002489173],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790204,0.000249007,0.000683463,0.0007314636,0.00015158353,0.00028246202],"domain_scores_gemma":[0.99873406,0.00024207984,0.00008460493,0.0008226696,0.000044930588,0.00007165697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018308595,0.00017858934,0.00047918552,0.000109598135,0.000111454945,0.00015584676,0.0011872221,0.000042531283,0.000019712725],"category_scores_gemma":[0.00022112555,0.00016275891,0.00004944491,0.0005926876,0.000053471358,0.00085562136,0.0010902787,0.00023536154,0.000010961291],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001632376,0.000033222874,0.00007846443,0.00058544084,0.0000037021287,0.0000033112215,0.00022455175,0.000045946785,0.0000072036405,0.32725188,0.00000474911,0.6717599],"study_design_scores_gemma":[0.00012958053,0.00012929169,0.0021694936,0.026605634,0.00006300833,0.00003584692,0.0009017567,0.5147109,0.0025657325,0.4019082,0.049509823,0.0012707375],"about_ca_topic_score_codex":0.00025907316,"about_ca_topic_score_gemma":0.0002668568,"teacher_disagreement_score":0.67048913,"about_ca_system_score_codex":0.00006401924,"about_ca_system_score_gemma":0.00006444008,"threshold_uncertainty_score":0.66371155},"labels":[],"label_agreement":null},{"id":"W4416677522","doi":"10.1109/models67397.2025.00024","title":"SHERPA: A Model-Driven Framework for Large Language Model Execution","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Variety (cybernetics); State (computer science); Class (philosophy); Structuring; Best practice; Baseline (sea); Language model","score_opus":0.02454095306884229,"score_gpt":0.3090076620587478,"score_spread":0.2844667089899055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416677522","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003217577,0.00063652656,0.9826655,0.0036070228,0.0008406007,0.0009277752,0.000040500236,0.0002918016,0.00777272],"genre_scores_gemma":[0.47268042,0.000026235728,0.515746,0.0020065855,0.000086472784,0.00007633004,0.0000039724155,0.000013762853,0.009360196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996911,0.00005459589,0.0006227249,0.0011431411,0.00036019407,0.00090837706],"domain_scores_gemma":[0.9978672,0.0001639024,0.00012974098,0.0014694342,0.00021535964,0.00015431741],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00050689984,0.000367352,0.00041994877,0.00021777394,0.00039586102,0.00036704392,0.0013725768,0.00046728927,0.000043360156],"category_scores_gemma":[0.00015658679,0.00037568246,0.00029059427,0.00051332667,0.000033091637,0.00062456867,0.0008153513,0.00044287625,0.000028436954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014360024,0.00009458228,0.00001192909,0.00007316981,0.00002759856,0.0000013847758,0.0027798242,0.38376984,0.00014236823,0.59945077,0.0008508004,0.012783358],"study_design_scores_gemma":[0.00057123904,0.00002763275,0.0000025259735,0.00020334615,0.0000405053,6.963909e-7,0.00019035711,0.7910272,0.00035906307,0.20705692,0.00022866219,0.0002918897],"about_ca_topic_score_codex":0.00003709885,"about_ca_topic_score_gemma":0.00004229258,"teacher_disagreement_score":0.46946284,"about_ca_system_score_codex":0.00019780465,"about_ca_system_score_gemma":0.00053667394,"threshold_uncertainty_score":0.9998695},"labels":[],"label_agreement":null},{"id":"W4416677557","doi":"10.1109/models67397.2025.00018","title":"Accurate and Consistent Graph Model Generation from Text with Large Language Models","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); McGill University","funders":"","keywords":"Graph; Language model; Probabilistic logic; Constraint (computer-aided design); Consistency (knowledge bases); Graphical model; Syntax","score_opus":0.03510477081533805,"score_gpt":0.258425097175378,"score_spread":0.22332032636003993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416677557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14013185,0.002305026,0.85046035,0.0015328312,0.00021350336,0.00029807937,0.0000279718,0.00008724159,0.0049431557],"genre_scores_gemma":[0.85660267,0.00014946346,0.13773546,0.001877099,0.00005243698,0.000016920354,0.000010500654,0.000009796931,0.003545628],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784756,0.00008324525,0.0004147791,0.00094849954,0.00029452646,0.00041141573],"domain_scores_gemma":[0.9987029,0.000052579708,0.00010448836,0.00087083085,0.00013996253,0.00012925819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024939235,0.00029290293,0.00030658307,0.00014588406,0.00027658712,0.00056330947,0.00042088778,0.00013380541,0.000031300708],"category_scores_gemma":[0.000010013972,0.00024405812,0.000059308986,0.00031100787,0.0000638868,0.0008949035,0.00045640083,0.00019953988,0.0000058764217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016865964,0.00008033066,0.00007803776,0.000019424366,0.000095113,0.000013748838,0.0035014758,0.50688356,0.001221436,0.4748378,0.00045102835,0.012801168],"study_design_scores_gemma":[0.0009706999,0.000029417242,0.000038069742,0.00007407985,0.000057392288,0.0000025832553,0.00028446878,0.98177844,0.00083433377,0.01562447,0.000027669092,0.00027835544],"about_ca_topic_score_codex":0.00050600077,"about_ca_topic_score_gemma":0.0007545383,"teacher_disagreement_score":0.71647084,"about_ca_system_score_codex":0.00004180009,"about_ca_system_score_gemma":0.0002651906,"threshold_uncertainty_score":0.9952401},"labels":[],"label_agreement":null},{"id":"W4416679312","doi":"10.48550/arxiv.2504.05058","title":"Not All Data Are Unlearned Equally","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Samsung; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Task (project management); Context (archaeology); Phone; Training set; Data collection","score_opus":0.25539735961457605,"score_gpt":0.34824701290357185,"score_spread":0.0928496532889958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416679312","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09399731,0.00063410745,0.8844058,0.011037092,0.0035810259,0.00044269938,0.00010668472,0.0007406073,0.0050546727],"genre_scores_gemma":[0.9151937,0.00014353522,0.07143009,0.0054748724,0.00056782726,0.000036370748,0.00019128916,0.000028754062,0.0069335653],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967885,0.00013641032,0.00048150687,0.0017338379,0.0004161156,0.000443604],"domain_scores_gemma":[0.99269104,0.00015274451,0.00028987805,0.006622043,0.00012030695,0.00012401503],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00064150465,0.0003342239,0.00042365343,0.00014296379,0.00008904956,0.00023989641,0.008176554,0.0003236474,0.000030331508],"category_scores_gemma":[0.00029025087,0.00034433402,0.00010371681,0.00017395565,0.00003403758,0.00033471006,0.018987706,0.00095717376,0.00026622653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085534964,0.0010299784,0.48662627,0.0036204413,0.002056679,0.001255464,0.008320548,0.06386897,0.0017356091,0.101511486,0.06168302,0.26820597],"study_design_scores_gemma":[0.0008646034,0.000054657823,0.063516,0.001161923,0.00013605678,0.000011326248,0.00007558008,0.8271898,0.00090219226,0.008583306,0.09569411,0.0018104411],"about_ca_topic_score_codex":0.0002562602,"about_ca_topic_score_gemma":0.000085798194,"teacher_disagreement_score":0.8211964,"about_ca_system_score_codex":0.0000830459,"about_ca_system_score_gemma":0.00041739148,"threshold_uncertainty_score":0.9999009},"labels":[],"label_agreement":null},{"id":"W4416747828","doi":"10.1109/intcec65580.2025.11255828","title":"Position Bias Across LLM Model Families","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Suite; Process (computing); Position (finance); Value (mathematics); Position paper","score_opus":0.05111061156713082,"score_gpt":0.3110795303689483,"score_spread":0.2599689188018175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416747828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08582959,0.0003940707,0.867321,0.004425569,0.0011972263,0.00021025466,0.000006585644,0.00020765905,0.040408],"genre_scores_gemma":[0.88588226,0.00013225019,0.084807284,0.0031901577,0.000067503264,0.000011635104,0.0000016422795,0.000007989245,0.025899256],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974889,0.000073633884,0.0005588261,0.00086406566,0.00036548832,0.0006490816],"domain_scores_gemma":[0.998367,0.00008388882,0.00008634862,0.0011581322,0.00020254168,0.00010207518],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004920524,0.0002732996,0.00027778893,0.00014519467,0.00047120958,0.00073081756,0.0011559218,0.00019317404,0.000035535584],"category_scores_gemma":[0.000051661846,0.00027248033,0.00015422098,0.0006612708,0.00009958912,0.0008267687,0.0011242147,0.000257826,0.0001230307],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011937349,0.00017435005,0.00032276954,0.00008849884,0.000043441825,0.00000837418,0.004835873,0.23745163,0.00072960474,0.45631105,0.001428298,0.29859418],"study_design_scores_gemma":[0.00032807855,0.00003441096,0.00025871748,0.00011243629,0.000012495359,0.0000035780147,0.00027988342,0.97016716,0.0024747236,0.025680587,0.00039905877,0.00024886522],"about_ca_topic_score_codex":0.00026702366,"about_ca_topic_score_gemma":0.000089476205,"teacher_disagreement_score":0.8000527,"about_ca_system_score_codex":0.00013849785,"about_ca_system_score_gemma":0.00034066424,"threshold_uncertainty_score":0.99997276},"labels":[],"label_agreement":null},{"id":"W4416780702","doi":"10.1016/j.esmorw.2025.100615","title":"419P Development of the user-friendly decision aid rule-based evaluation and support tool (REST) for optimizing the resources of an information extraction task","year":2025,"lang":"en","type":"article","venue":"ESMO Real World Data and Digital Oncology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Consejo Superior de Investigaciones Científicas; University of Texas MD Anderson Cancer Center; Centre hospitalier universitaire Sainte-Justine; Fundação Champalimaud; Universidad de Buenos Aires","keywords":"Task (project management); Information extraction; Development (topology); Task analysis; Natural language; Decision support system","score_opus":0.03554035092718389,"score_gpt":0.3524967936112997,"score_spread":0.3169564426841158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416780702","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4721869,0.000015163811,0.5250994,0.000436079,0.00015871086,0.00039154055,0.000037210946,0.000012947259,0.0016620666],"genre_scores_gemma":[0.87851506,0.0000040788827,0.12116299,0.00012432953,0.000012774744,0.000021766418,0.00012147851,0.0000020634593,0.000035426026],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990535,0.00004998505,0.00040228548,0.00018880892,0.00020658133,0.00009884968],"domain_scores_gemma":[0.99862933,0.00048300048,0.00024346983,0.00050986256,0.00011209098,0.000022264794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010056783,0.00007037651,0.00012918063,0.00010729847,0.00014403937,0.00011934497,0.0004997222,0.000035472494,0.000001128572],"category_scores_gemma":[0.00023536861,0.000045376484,0.000015998457,0.00018976469,0.00007392343,0.0015855131,0.00041636123,0.000058377056,2.742101e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010570063,0.00003711426,0.0018895287,0.000021186313,0.000009568312,1.5070577e-7,0.00045670976,0.0008395669,0.000037650214,0.0030239346,0.00019983856,0.99337906],"study_design_scores_gemma":[0.0021731537,0.00029897835,0.09768264,0.000104276034,0.000053541837,0.0000071616023,0.00041962048,0.6742687,0.0011768473,0.0027793173,0.22087121,0.000164536],"about_ca_topic_score_codex":0.000028158222,"about_ca_topic_score_gemma":0.00024986189,"teacher_disagreement_score":0.9932145,"about_ca_system_score_codex":0.000047458583,"about_ca_system_score_gemma":0.00038112397,"threshold_uncertainty_score":0.18503994},"labels":[],"label_agreement":null},{"id":"W4416924418","doi":"10.1109/indiscon66021.2025.11254534","title":"Why T5 Forgets Entities: Diagnosing and Mitigating Attention Failures in Summarization","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Automatic summarization; Multi-document summarization; Salient; Key (lock)","score_opus":0.011790925603683687,"score_gpt":0.24817892907398917,"score_spread":0.23638800347030547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416924418","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14509484,0.00097262213,0.84287167,0.0068120817,0.0009069058,0.00032112628,9.4594367e-7,0.00006809155,0.0029517321],"genre_scores_gemma":[0.96577144,0.00020911837,0.031223346,0.0015393142,0.00006323028,0.000021259364,0.0000044397466,0.000008497079,0.0011593592],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791527,0.0001412691,0.000616642,0.00068468536,0.00024151617,0.00040062633],"domain_scores_gemma":[0.9991061,0.0002536609,0.00012665504,0.0003500812,0.00010273175,0.000060768667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004811942,0.00020751961,0.00023570222,0.0004038433,0.00028216882,0.00081878336,0.00031771368,0.00013762989,0.000028784258],"category_scores_gemma":[0.00023670247,0.00023504237,0.000055034903,0.0006387783,0.0000709886,0.0013154397,0.0005204506,0.00019640903,0.0000025108966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007504268,0.00015086317,0.34952614,0.0008387197,0.000053184867,0.000019656276,0.00543951,0.005072738,0.0020275314,0.33641988,0.0015483459,0.29889593],"study_design_scores_gemma":[0.00055408775,0.000024017343,0.012933987,0.00128388,0.000016460914,0.0000019347267,0.0007420323,0.9689746,0.0009921677,0.013035307,0.0011934919,0.00024804223],"about_ca_topic_score_codex":0.0014581749,"about_ca_topic_score_gemma":0.001674647,"teacher_disagreement_score":0.9639019,"about_ca_system_score_codex":0.00010620719,"about_ca_system_score_gemma":0.00009058407,"threshold_uncertainty_score":0.958475},"labels":[],"label_agreement":null},{"id":"W4416940269","doi":"10.1016/j.imu.2025.101720","title":"SuSastho.AI: A multimodal medical copilot for adolescents using evidence-based medicine and large language models","year":2025,"lang":"en","type":"article","venue":"Informatics in Medicine Unlocked","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; United International University; Bill and Melinda Gates Foundation","keywords":"Mental health; Correctness; Health care; Unintended consequences; Mental healthcare; Reproductive health; Face (sociological concept); Occupational safety and health; Health equity","score_opus":0.06801586580321954,"score_gpt":0.3709301582021793,"score_spread":0.30291429239895973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416940269","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047761112,0.00084825343,0.94180745,0.007956271,0.0005292437,0.0006940957,0.0000028239945,0.000102908154,0.00029781944],"genre_scores_gemma":[0.91465765,0.000067101355,0.0722227,0.012800039,0.00016382986,0.000035694444,0.00000815525,0.000011245251,0.000033609427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970752,0.00008883079,0.0011535642,0.00028322436,0.00087549444,0.0005236642],"domain_scores_gemma":[0.9980289,0.0007121342,0.00020091754,0.0006315097,0.00020522974,0.00022135285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025111437,0.00026262272,0.0005732353,0.00064520066,0.0001290223,0.00003841168,0.00091893366,0.00018422244,0.000017172018],"category_scores_gemma":[0.0017938517,0.00020499308,0.000041369563,0.00061449653,0.00021613855,0.000724849,0.0003233787,0.0004152278,0.0000012965764],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009661977,0.0010203813,0.030087123,0.018024549,0.00026031645,0.00030082348,0.20498408,0.050638735,0.0012479147,0.3858241,0.013494579,0.29315117],"study_design_scores_gemma":[0.0054197353,0.00012410463,0.00012619795,0.008810515,0.000025361598,0.000009328203,0.0013381442,0.9808299,0.000063602725,0.0027027002,0.0003806642,0.00016975617],"about_ca_topic_score_codex":0.00026664048,"about_ca_topic_score_gemma":0.00007190978,"teacher_disagreement_score":0.93019116,"about_ca_system_score_codex":0.00014245551,"about_ca_system_score_gemma":0.00043458497,"threshold_uncertainty_score":0.8359375},"labels":[],"label_agreement":null},{"id":"W4416996294","doi":"10.1007/s43681-025-00838-x","title":"Toward ethical AI through Bayesian uncertainty in neural question answering","year":2025,"lang":"en","type":"article","venue":"AI and Ethics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HealthForceOntario","funders":"","keywords":"Interpretability; Bayesian probability; Bayesian inference; Inference; Artificial neural network; A priori and a posteriori; Calibration; Question answering","score_opus":0.05108168716002209,"score_gpt":0.35554357533227976,"score_spread":0.30446188817225767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416996294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006289828,0.00017517341,0.8224951,0.1697416,0.00044193098,0.000051752773,2.4544084e-7,0.00006658693,0.0007378046],"genre_scores_gemma":[0.96117884,0.00013179454,0.009670899,0.028921906,0.000036383888,0.000003230517,7.390117e-7,0.0000027132219,0.000053484917],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906296,0.00015521202,0.00016610247,0.00027906304,0.00015703023,0.00017962976],"domain_scores_gemma":[0.9994536,0.00021982503,0.000017707196,0.0002227463,0.000053742377,0.00003234747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000759678,0.000081086044,0.00010958046,0.00007524602,0.000086997425,0.00011207246,0.00024044391,0.0003622615,0.0000016501541],"category_scores_gemma":[0.00025171493,0.00007753559,0.00002116936,0.00029937475,0.00005291954,0.00024401587,0.00017666814,0.0018090283,0.0000014219125],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066521275,0.000014652658,0.0025379758,0.000110034925,0.000005300845,0.000020777861,0.010512056,0.013199898,0.00006485349,0.93780464,0.00036473287,0.035358433],"study_design_scores_gemma":[0.00016196989,0.00001789116,0.0010229397,0.00010443986,0.0000023215673,0.000004462411,0.000059281898,0.86327744,0.00005840318,0.13283871,0.0023595425,0.00009261957],"about_ca_topic_score_codex":0.00077285455,"about_ca_topic_score_gemma":0.00034582044,"teacher_disagreement_score":0.954889,"about_ca_system_score_codex":0.000025280558,"about_ca_system_score_gemma":0.00010799816,"threshold_uncertainty_score":0.78594285},"labels":[],"label_agreement":null},{"id":"W4417003228","doi":"10.48550/arxiv.2512.02240","title":"Lightweight Latent Reasoning for Narrative Tasks","year":2025,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research","keywords":"Security token; Latent variable; Encoding (memory); Reinforcement learning; Matching (statistics); Debiasing; Language model; Reasoning system","score_opus":0.08023349451410348,"score_gpt":0.20706437581573192,"score_spread":0.12683088130162845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417003228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056360178,0.00023772183,0.93162537,0.0005546251,0.0032210501,0.0014396163,0.000065626205,0.00027078326,0.006225043],"genre_scores_gemma":[0.94669026,0.0003514134,0.01853886,0.0002442178,0.00030707938,0.000009303618,0.000028106224,0.000029308594,0.033801466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99422956,0.0003292077,0.0006773372,0.0034954273,0.00019555092,0.0010728999],"domain_scores_gemma":[0.9950513,0.00043320135,0.0007075125,0.0025988542,0.00080482365,0.00040425814],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007404312,0.00087293686,0.0009610493,0.00057536765,0.0009918539,0.0003590371,0.0037604407,0.0007872724,0.00009762707],"category_scores_gemma":[0.00015661134,0.0010604115,0.00079075893,0.0011356261,0.00020308902,0.00075602497,0.0039260522,0.0011341842,0.00006366873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001271331,0.00015591343,0.00088759203,0.0003001344,0.00040214026,0.000176891,0.006207766,0.40000814,0.000024410358,0.5877172,0.0005033917,0.0034892734],"study_design_scores_gemma":[0.0012213214,0.000126616,0.00015766306,0.0009078414,0.00025323062,0.000004946681,0.0004060134,0.93177176,0.000372854,0.058697622,0.0050823605,0.0009977648],"about_ca_topic_score_codex":0.00025052638,"about_ca_topic_score_gemma":0.00007715222,"teacher_disagreement_score":0.9130865,"about_ca_system_score_codex":0.0008187594,"about_ca_system_score_gemma":0.001137777,"threshold_uncertainty_score":0.9991846},"labels":[],"label_agreement":null},{"id":"W4417026595","doi":"10.1007/s10664-025-10740-z","title":"Empirical studies of parameter efficient methods for large language models of code and knowledge transfer to R","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Empirical research; Code (set theory); Knowledge transfer; Language model; Resource (disambiguation)","score_opus":0.06950578563380058,"score_gpt":0.4078640021553274,"score_spread":0.33835821652152687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417026595","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2014153,0.002281768,0.7955889,0.00020029556,0.0001759043,0.00022175408,0.0000085848515,0.000098923585,0.000008529418],"genre_scores_gemma":[0.46529078,0.0000048229676,0.5345202,0.00010116912,0.00001329128,0.000035857032,4.2653642e-7,0.000007983052,0.000025463782],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988676,0.000049734695,0.00036589763,0.00034324345,0.000103868966,0.00026965537],"domain_scores_gemma":[0.99774605,0.0017289285,0.00001475921,0.0003171864,0.00011284491,0.000080242535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058620615,0.0001505181,0.00041575608,0.00017615233,0.00003353435,0.000013753392,0.00030706683,0.000073968564,8.260014e-7],"category_scores_gemma":[0.00094711327,0.0001320522,0.00010097123,0.0003970787,0.000017833685,0.000062256266,0.0002598746,0.00010178445,3.1265344e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006551703,0.00055006595,0.0057432177,0.002891763,0.0005134849,0.00000542242,0.06091888,0.80420893,0.0063230903,0.022056036,0.00075997115,0.09596361],"study_design_scores_gemma":[0.00040520105,0.000070475566,0.00067901576,0.00014500551,0.000025153195,0.000001006739,0.00007010571,0.98605514,0.010446073,0.0006254177,0.0013178692,0.0001595178],"about_ca_topic_score_codex":0.0000021841392,"about_ca_topic_score_gemma":0.000001698936,"teacher_disagreement_score":0.26387548,"about_ca_system_score_codex":0.000040440766,"about_ca_system_score_gemma":0.00004174186,"threshold_uncertainty_score":0.5384933},"labels":[],"label_agreement":null},{"id":"W4417130675","doi":"10.2139/ssrn.5887028","title":"MAC: Multi-Agent LLM Coder is All You Need","year":2025,"lang":"","type":"preprint","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Correctness; Robustness (evolution); Coding (social sciences); Code (set theory); Inference; Reliability (semiconductor)","score_opus":0.032895186743787365,"score_gpt":0.2928385054906594,"score_spread":0.259943318746872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417130675","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071845315,0.02055457,0.9508032,0.012453868,0.0067080194,0.00086409086,0.00002597639,0.00016530413,0.0012403938],"genre_scores_gemma":[0.6970166,0.095093414,0.0963461,0.00817044,0.0036393309,0.00011314977,0.000024806714,0.00021317299,0.09938296],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9834925,0.00068773294,0.0023508915,0.002452613,0.0017000102,0.009316259],"domain_scores_gemma":[0.99430466,0.00016198396,0.0014372823,0.00268875,0.0007679772,0.00063937815],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0059306566,0.0013939261,0.0013770326,0.0008473594,0.0008738644,0.00135028,0.006878706,0.0010224697,0.00028025988],"category_scores_gemma":[0.00016884085,0.0014372054,0.0013011928,0.0006656104,0.00014756563,0.00063370157,0.0039897636,0.01804987,0.00031673754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00020509346,0.0017550909,0.0011843722,0.0003927867,0.0059026573,0.00017211372,0.0134737305,0.060987756,0.00041739282,0.25015235,0.0018942951,0.66346234],"study_design_scores_gemma":[0.0032336395,0.00044240558,0.00013092141,0.00067907356,0.00049075217,0.0013909261,0.0011797955,0.77200985,0.00029874025,0.18500033,0.033284906,0.0018586675],"about_ca_topic_score_codex":0.00068393134,"about_ca_topic_score_gemma":0.000663847,"teacher_disagreement_score":0.85445714,"about_ca_system_score_codex":0.0067514437,"about_ca_system_score_gemma":0.024238048,"threshold_uncertainty_score":0.9998811},"labels":[],"label_agreement":null},{"id":"W4417312634","doi":"10.1142/9789819824755_0028","title":"Asking the Right Questions: Benchmarking Large Language Models in the Development of Clinical Consultation Templates","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Benchmarking; Template; Prioritization; Pipeline (software); Comparability; Matching (statistics); Dependency (UML); Salient","score_opus":0.04134578372500843,"score_gpt":0.3577342401636168,"score_spread":0.3163884564386084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417312634","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11097277,0.00014078157,0.87992316,0.00094394665,0.00014502999,0.0001585336,3.020358e-7,0.000027902068,0.0076875887],"genre_scores_gemma":[0.8807447,0.0000051728844,0.118714735,0.00043021422,0.000016523063,0.000016061316,0.0000011949237,0.0000012284314,0.000070169604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988364,0.00018783187,0.00052746956,0.0001568646,0.00016508882,0.00012636074],"domain_scores_gemma":[0.9985416,0.0009967592,0.00008573189,0.0003160507,0.00005008546,0.0000098082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025394743,0.00005929896,0.000107325446,0.00006424494,0.0001324986,0.0000569763,0.0006070956,0.000040493906,0.000005841759],"category_scores_gemma":[0.00017244772,0.000031766584,0.000029726325,0.00029989885,0.000021305794,0.00017779156,0.00014976483,0.00014106318,0.000001921094],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023378248,0.00007046279,0.0029188634,0.000015169239,0.000015656022,0.0000021997134,0.02604383,0.0032308353,0.000028956116,0.8752981,0.00011150846,0.092262074],"study_design_scores_gemma":[0.00029949535,0.000005259678,0.008685357,0.00010597728,0.0000038618614,0.0000012146669,0.0018161259,0.9699098,0.0002633985,0.018013941,0.0008297267,0.00006587363],"about_ca_topic_score_codex":0.000057372334,"about_ca_topic_score_gemma":0.00053594186,"teacher_disagreement_score":0.9666789,"about_ca_system_score_codex":0.000015618418,"about_ca_system_score_gemma":0.00014843234,"threshold_uncertainty_score":0.12954037},"labels":[],"label_agreement":null},{"id":"W4417337812","doi":"10.1109/iccubea65967.2025.11283997","title":"Bias Mitigation in Nlp Models Using Bert","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Adversarial system; Language model; Pipeline (software); Benchmark (surveying); Sentence; Variety (cybernetics); Comprehension; Training set","score_opus":0.10557080173459263,"score_gpt":0.3055102447555013,"score_spread":0.19993944302090869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417337812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16099307,0.0003470038,0.8179253,0.0018296895,0.00091459893,0.0002252679,4.2049882e-7,0.000052752777,0.017711945],"genre_scores_gemma":[0.85376525,0.000024837815,0.14245112,0.0009408973,0.000047051228,0.0000042364427,4.7246164e-7,0.00000587304,0.002760232],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978149,0.0001302066,0.00064134906,0.0006942182,0.00029284725,0.00042647473],"domain_scores_gemma":[0.99891573,0.00009781325,0.00008645058,0.0007224163,0.00010813286,0.0000694671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005854167,0.00019540529,0.0002459211,0.00042131235,0.00012453715,0.0003110018,0.00068468606,0.00015646225,0.000042815427],"category_scores_gemma":[0.000052226824,0.00021283311,0.00007811363,0.0011239732,0.00004164898,0.001167824,0.00050158764,0.00022906851,0.000012028587],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030813196,0.000060089198,0.0016798478,0.000045962883,0.000011296531,0.000007781465,0.0014017035,0.56891227,0.00041753612,0.34461588,0.000054809232,0.08278975],"study_design_scores_gemma":[0.00030638586,0.000008608933,0.0002023745,0.00027278546,0.000007790163,0.0000022592383,0.00006745057,0.91753155,0.0012634475,0.08009379,0.000067031804,0.00017651076],"about_ca_topic_score_codex":0.0014019026,"about_ca_topic_score_gemma":0.00023384817,"teacher_disagreement_score":0.6927722,"about_ca_system_score_codex":0.0002428854,"about_ca_system_score_gemma":0.00045939634,"threshold_uncertainty_score":0.86790824},"labels":[],"label_agreement":null},{"id":"W4417457716","doi":"10.1177/21501319251404193","title":"Balancing Model Complexity and Clinical Deployability in Deep Learning for Sociodemographic Information Extraction","year":2025,"lang":"en","type":"article","venue":"Journal of Primary Care & Community Health","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"North York General Hospital; University Health Network; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Documentation; Deep learning; Convolutional neural network; Information overload; Artificial neural network; Binary classification; Health care; Unstructured data; Medical record; Data extraction","score_opus":0.060778008221763734,"score_gpt":0.3738910076647382,"score_spread":0.3131129994429745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417457716","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37448847,0.00040605036,0.6236966,0.0009070114,0.0001575333,0.00014633403,7.1299957e-7,0.000020497397,0.00017674039],"genre_scores_gemma":[0.8580216,0.0002892134,0.1405531,0.0011050057,0.00001987178,0.0000021637481,0.00000529724,0.0000027592953,9.630043e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974915,0.0009729227,0.0010512576,0.00009577359,0.00018998496,0.00019856165],"domain_scores_gemma":[0.9978102,0.0008212809,0.00057724677,0.0003398607,0.0003544477,0.00009699126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005549239,0.000094438365,0.00037615056,0.00026867623,0.00047487032,0.00008295494,0.00045876112,0.000092787566,2.1652612e-7],"category_scores_gemma":[0.00039101616,0.00009577027,0.000116292154,0.0002147408,0.000058414036,0.0011983172,0.00022538715,0.0016104188,1.0559221e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007960168,0.00013800495,0.24238427,0.0009775342,0.000020937698,4.713473e-7,0.0074003967,0.01985234,0.000008545028,0.0031352926,0.000038321137,0.7259643],"study_design_scores_gemma":[0.0009479509,0.00021197967,0.42871502,0.00018531675,0.000007539413,0.000009742874,0.0012355241,0.55773103,0.000001461165,0.010709292,0.0001714369,0.00007370239],"about_ca_topic_score_codex":0.000661285,"about_ca_topic_score_gemma":0.002003548,"teacher_disagreement_score":0.7258906,"about_ca_system_score_codex":0.0010054843,"about_ca_system_score_gemma":0.0010894879,"threshold_uncertainty_score":0.6996558},"labels":[],"label_agreement":null},{"id":"W4417462069","doi":"10.2139/ssrn.5735187","title":"Mitigating Lost-in-the-Middle: Dynamic Semantic Chunking for Precise Token-Level Retrieval in RAG","year":2025,"lang":"","type":"preprint","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Chunking (psychology); Security token; Coherence (philosophical gambling strategy); Embedding; Merge (version control); Relevance (law); Semantic role labeling","score_opus":0.03661898335840118,"score_gpt":0.28835293495432923,"score_spread":0.25173395159592804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417462069","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21550266,0.008114233,0.76739776,0.0036397313,0.0026549504,0.0021993434,0.000019397885,0.000040028855,0.00043187654],"genre_scores_gemma":[0.9759391,0.0066134464,0.013829393,0.0003299977,0.000727062,0.00007233776,0.000013986145,0.00006674899,0.0024079205],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9842416,0.001151083,0.0031054593,0.0020705233,0.0015320326,0.007899292],"domain_scores_gemma":[0.9946018,0.0014291873,0.0015478897,0.001768658,0.0004616251,0.00019083597],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020356718,0.0010911416,0.0014012422,0.0012989091,0.00075759756,0.001183405,0.006560331,0.0007993396,0.000015494372],"category_scores_gemma":[0.0012731919,0.0010613565,0.00080349494,0.0017000397,0.00013359496,0.00080021453,0.0016139362,0.015786406,0.000015592463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000918674,0.0010616593,0.0031108295,0.0024245577,0.0009560373,0.00028246135,0.03162883,0.16095373,0.0007335846,0.24261294,0.000030169274,0.5552865],"study_design_scores_gemma":[0.0023542764,0.00025608644,0.00044346458,0.0035847547,0.00010549692,0.0007994894,0.002054873,0.6241775,0.00007607887,0.36527026,0.000079772784,0.0007979423],"about_ca_topic_score_codex":0.00022134914,"about_ca_topic_score_gemma":0.004979549,"teacher_disagreement_score":0.7604364,"about_ca_system_score_codex":0.0073528728,"about_ca_system_score_gemma":0.018386113,"threshold_uncertainty_score":0.9998535},"labels":[],"label_agreement":null},{"id":"W4417469644","doi":"10.48550/arxiv.2512.14427","title":"Effect of Document Packing on the Latent Multi-Hop Reasoning Capabilities of Large Language Models","year":2025,"lang":"","type":"preprint","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Key (lock); Process (computing); Language model; Language understanding; Data modeling; Training set","score_opus":0.035332971124111275,"score_gpt":0.30049031727439146,"score_spread":0.2651573461502802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417469644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84061223,0.0011652819,0.15460713,0.00038581304,0.0011167446,0.0012670305,0.000038139642,0.00007605137,0.0007315667],"genre_scores_gemma":[0.9945418,0.00018252789,0.003972149,0.00015859473,0.00010876732,0.00013628344,0.00000686566,0.00002935941,0.00086365524],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99421245,0.00133659,0.0013800845,0.0013936041,0.0008742972,0.00080295413],"domain_scores_gemma":[0.9934323,0.0019419334,0.0009460383,0.0032757358,0.00028857362,0.00011542132],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044520465,0.0007147326,0.001205793,0.00024861222,0.00026023042,0.00010674703,0.0024660537,0.00036102452,0.00006607504],"category_scores_gemma":[0.00071935076,0.00052579684,0.00063805195,0.00035331232,0.00019491043,0.00028621152,0.0035707247,0.0011669943,0.00001526355],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030157433,0.0007776978,0.15023012,0.007798685,0.0011631786,0.00005948679,0.13232322,0.5736272,0.0038331626,0.09799274,0.000040946685,0.031852018],"study_design_scores_gemma":[0.001232453,0.00040067863,0.0035857966,0.006125103,0.00017510276,0.0000027693743,0.0010295804,0.9166749,0.06926384,0.00089978904,0.000027445423,0.0005825392],"about_ca_topic_score_codex":0.0015190936,"about_ca_topic_score_gemma":0.000056943023,"teacher_disagreement_score":0.34304774,"about_ca_system_score_codex":0.00026975913,"about_ca_system_score_gemma":0.00028117807,"threshold_uncertainty_score":0.9997194},"labels":[],"label_agreement":null},{"id":"W4417509732","doi":"10.1109/aibthings66987.2025.11296175","title":"From Large to Small Language Models for Balanced Performance and Benchmarking","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Benchmarking; Inference; Baseline (sea); Sustainable development; Language model; Natural language understanding; Natural language; Comprehension","score_opus":0.019264700670818948,"score_gpt":0.25469516079173876,"score_spread":0.2354304601209198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417509732","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3078304,0.00047195956,0.68534577,0.0009975143,0.0007134841,0.00044110286,0.000018470811,0.000059608832,0.004121706],"genre_scores_gemma":[0.7409477,0.000043066484,0.25392884,0.0020559698,0.00020569886,0.00004036748,0.0000040430086,0.000007833383,0.0027664674],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99795955,0.000029575276,0.00038010278,0.0008909869,0.00015115616,0.0005886239],"domain_scores_gemma":[0.99881905,0.0001719757,0.00005913802,0.00071913796,0.00008756307,0.00014312047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000412491,0.00023561869,0.000307209,0.00014176036,0.00025346797,0.00032253194,0.00071675744,0.00011519286,0.00004039945],"category_scores_gemma":[0.000031409974,0.00023733584,0.00006403672,0.00028867178,0.00001642009,0.00042423044,0.00085926603,0.00014088306,0.0000066288862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006735794,0.000090356814,0.0022808886,0.0003018664,0.00008515785,0.000004983543,0.01840806,0.026582511,0.0012538313,0.08046046,0.0011210048,0.8693435],"study_design_scores_gemma":[0.0007682485,0.000063141284,0.00064877537,0.00026369956,0.000017904193,5.119449e-7,0.00026495714,0.99186254,0.0010970896,0.00353477,0.0012183521,0.0002600062],"about_ca_topic_score_codex":0.00029889456,"about_ca_topic_score_gemma":0.00014137663,"teacher_disagreement_score":0.96528006,"about_ca_system_score_codex":0.00005458185,"about_ca_system_score_gemma":0.00011195056,"threshold_uncertainty_score":0.96782744},"labels":[],"label_agreement":null},{"id":"W4417510529","doi":"10.1109/eecsi67060.2025.11290439","title":"Faithful by Design: Improving Large Language Model Rationales through Counterfactual Consistency Verification","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Marriott International (Canada)","funders":"","keywords":"Counterfactual thinking; Consistency (knowledge bases); Benchmark (surveying); Generalizability theory; Language model; Natural language understanding; Limiting; Inference; Ranging","score_opus":0.029943144516298325,"score_gpt":0.28022198745671945,"score_spread":0.25027884294042113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417510529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049139294,0.0032709965,0.9800985,0.002056988,0.00061071164,0.00061113545,0.000050116185,0.00020261054,0.008185021],"genre_scores_gemma":[0.7930466,0.00007406422,0.1954354,0.0019003982,0.00004892158,0.0000373637,0.000021744607,0.000013865727,0.009421653],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99690455,0.00017768693,0.0007770383,0.0010605587,0.0004944294,0.0005857134],"domain_scores_gemma":[0.9980614,0.0002500325,0.00021926838,0.0011089353,0.00027974416,0.000080618425],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00071881013,0.00035709934,0.00033465825,0.0001045981,0.0005173053,0.0005905574,0.0010177675,0.00021992394,0.0001572462],"category_scores_gemma":[0.0001728668,0.00036651565,0.00010899914,0.00037165955,0.00009910887,0.0014538564,0.00039524847,0.0002885882,0.00007565915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005660611,0.0005410174,0.00010079911,0.0002682568,0.00015511316,0.000008696327,0.01982208,0.051396966,0.051653586,0.802299,0.01837261,0.05532525],"study_design_scores_gemma":[0.0006348996,0.000036688518,0.000012751995,0.000062630665,0.00003634366,0.0000027565102,0.0010026492,0.97847027,0.01523745,0.0033609914,0.00080275506,0.00033980887],"about_ca_topic_score_codex":0.00017936541,"about_ca_topic_score_gemma":0.000035901397,"teacher_disagreement_score":0.9270733,"about_ca_system_score_codex":0.00021985437,"about_ca_system_score_gemma":0.0010445246,"threshold_uncertainty_score":0.9998787},"labels":[],"label_agreement":null},{"id":"W49335612","doi":"10.1007/978-3-642-40769-7_7","title":"R/quest: A Question Answering System","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Question answering; Cosine similarity; Information retrieval; Ranking (information retrieval); Similarity (geometry); Rank (graph theory); Mean reciprocal rank; Search engine; Domain (mathematical analysis); Recall; Open domain; Precision and recall; Artificial intelligence; Mathematics; Pattern recognition (psychology)","score_opus":0.016187404134827568,"score_gpt":0.23397914192795982,"score_spread":0.21779173779313227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W49335612","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010078514,0.000408015,0.98605114,0.0004592701,0.0027599386,0.00042058984,0.0000011379028,0.0005235093,0.009275588],"genre_scores_gemma":[0.28072968,0.000017644716,0.7173432,0.000519141,0.0007650488,0.000019780879,0.0000019962747,0.000040188006,0.00056332984],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960886,0.000041177154,0.00057241635,0.0016805613,0.0009492216,0.0006679889],"domain_scores_gemma":[0.9973175,0.00019873475,0.0002721107,0.0017624614,0.0002545328,0.00019467376],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00092918985,0.0005021224,0.0004963698,0.00071344886,0.00021805977,0.00081645325,0.0032593745,0.00034816694,0.00001428469],"category_scores_gemma":[0.000052775118,0.00047051505,0.00010706687,0.0003789296,0.0002597488,0.0009406941,0.0012921295,0.0007470486,0.00019406898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010283289,0.000008378651,0.000023256722,0.00010839744,0.0000063668535,0.000087353284,0.00043356084,0.046993125,0.000117904645,0.24311113,0.00001127042,0.7090982],"study_design_scores_gemma":[0.00011608105,0.00006086125,0.000045001638,0.0010075782,0.0000044429325,0.00013838348,1.3069682e-7,0.95251477,0.0003845024,0.044335645,0.00085335516,0.000539265],"about_ca_topic_score_codex":0.000093061695,"about_ca_topic_score_gemma":0.000030258947,"teacher_disagreement_score":0.90552163,"about_ca_system_score_codex":0.0006345495,"about_ca_system_score_gemma":0.00036456302,"threshold_uncertainty_score":0.99977463},"labels":[],"label_agreement":null},{"id":"W53236038","doi":"10.1007/978-3-319-07983-7_21","title":"Complex Question Answering: Homogeneous or Heterogeneous, Which Ensemble Is Better?","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Homogeneous; Support vector machine; Hidden Markov model; Ensemble learning; Conditional random field; Artificial intelligence; Maximum-entropy Markov model; Question answering; Machine learning; Base (topology); Entropy (arrow of time); Principle of maximum entropy; Ensemble forecasting; Markov chain; Task (project management); Markov model; Variable-order Markov model; Mathematics","score_opus":0.030604614856074654,"score_gpt":0.26162371290475506,"score_spread":0.2310190980486804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W53236038","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006235166,0.0002368376,0.9935171,0.0017152043,0.001837543,0.00042766854,0.000006064298,0.0003639578,0.0012720986],"genre_scores_gemma":[0.37568885,0.000046973186,0.6169544,0.0056848433,0.00092959474,0.000012979429,0.000008552021,0.00006905649,0.00060472585],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943839,0.00007465272,0.00079249154,0.0024507425,0.0012923651,0.0010058618],"domain_scores_gemma":[0.9959876,0.00034956052,0.0003743723,0.0025883745,0.00041074856,0.0002893567],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00090742146,0.0007885981,0.0007863781,0.0007576025,0.00037907684,0.0008439506,0.004380165,0.00048408832,0.00006895983],"category_scores_gemma":[0.0000905553,0.0007055665,0.00016391934,0.0006246332,0.0003409257,0.0003672205,0.0017456382,0.0008113262,0.00011107655],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000953898,0.000021451213,0.000052954532,0.00007349394,0.000018465036,0.0001670853,0.00066196005,0.090417415,0.0006826712,0.0056305327,0.000057700858,0.9022067],"study_design_scores_gemma":[0.00024984483,0.0002550771,0.00003739023,0.00035648493,0.0000114538625,0.0005459192,6.316719e-8,0.94188654,0.0030800372,0.044989217,0.007635419,0.0009525651],"about_ca_topic_score_codex":0.000062490006,"about_ca_topic_score_gemma":0.00038863375,"teacher_disagreement_score":0.9012542,"about_ca_system_score_codex":0.0003812688,"about_ca_system_score_gemma":0.0005167028,"threshold_uncertainty_score":0.99953955},"labels":[],"label_agreement":null},{"id":"W54573516","doi":"","title":"Dialogical Models of Explanation.","year":2007,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Dialogical self; Epistemology; Proposition; Set (abstract data type); Computer science; Inference; Simple (philosophy); Task (project management); Closing (real estate); Artificial intelligence; Cognitive science; Psychology; Philosophy; Law; Political science","score_opus":0.06199680857406427,"score_gpt":0.2655703515198456,"score_spread":0.20357354294578134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W54573516","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015239344,0.0000135514,0.9383785,0.0001604978,0.00008771548,0.000020102521,6.64763e-8,0.000047329744,0.04605285],"genre_scores_gemma":[0.7741138,9.0428546e-7,0.22567193,0.00009050421,0.000016522841,3.3200214e-7,1.1072018e-7,6.302886e-7,0.00010532234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99958944,0.0000050782896,0.00011350599,0.00009334768,0.00011921603,0.00007942985],"domain_scores_gemma":[0.99969006,0.00006607627,0.000018816634,0.00016984051,0.000028613584,0.000026567932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022493229,0.000025131916,0.000042600168,0.00003406833,0.00001130379,0.000008218099,0.00024628744,0.000019695171,0.000014068176],"category_scores_gemma":[0.000014019744,0.000019588424,0.000015779413,0.000075700606,0.0000066071652,0.00017592746,0.000060410242,0.00002253918,0.000005757484],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.556423e-7,0.000009625177,0.00009512539,8.8449144e-7,8.944096e-7,0.0000014743683,0.000128905,0.0021398645,0.00022308719,0.97712475,0.00006297076,0.020211976],"study_design_scores_gemma":[0.00008997695,0.000013424645,0.00064493326,0.0000018278025,4.7541022e-7,0.0000024873768,0.000013719784,0.8897825,0.004038761,0.10516926,0.0001930901,0.000049547525],"about_ca_topic_score_codex":0.000018509147,"about_ca_topic_score_gemma":0.0000057949783,"teacher_disagreement_score":0.8876426,"about_ca_system_score_codex":0.000006109768,"about_ca_system_score_gemma":0.000008083587,"threshold_uncertainty_score":0.07987928},"labels":[],"label_agreement":null},{"id":"W57814663","doi":"10.1007/3-540-36618-0_24","title":"Combining Naive Bayes and n-Gram Language Models for Text Classification","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":170,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Naive Bayes classifier; Computer science; Artificial intelligence; Machine learning; Bayes error rate; Bayesian programming; Bayes' theorem; n-gram; Smoothing; Conditional independence; Inference; Bayes classifier; Bayes factor; Language model; Bayesian probability; Support vector machine","score_opus":0.03324207233675179,"score_gpt":0.26568466222777093,"score_spread":0.23244258989101912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W57814663","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014996374,0.0007591881,0.99454457,0.00075757434,0.0008153823,0.00052357744,0.0000048587967,0.00012625198,0.0023186388],"genre_scores_gemma":[0.2512124,0.00003935967,0.74672306,0.0015177809,0.00017498437,0.00002499104,0.000005272846,0.000030254738,0.00027189657],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99714166,0.000027206015,0.00040385601,0.001430176,0.0005058099,0.0004913007],"domain_scores_gemma":[0.9979719,0.0004722942,0.00022881257,0.0010180284,0.00017865909,0.00013030096],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007443698,0.0003766372,0.00039367436,0.00045731774,0.00025529624,0.00050986675,0.0015184113,0.0002683109,0.000002736986],"category_scores_gemma":[0.00008209869,0.00035928245,0.00007955473,0.0002392573,0.00032061714,0.00063451426,0.00050767517,0.0004362357,0.00000389866],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029805415,0.000014220875,0.000013821844,0.00004979299,0.000008064621,0.00000997455,0.002623326,0.033407595,0.00019988608,0.23975061,0.000017161252,0.7239026],"study_design_scores_gemma":[0.0001937172,0.00006377576,0.000010483937,0.00014066501,0.0000048718985,0.0000233527,9.862134e-7,0.7552911,0.00024514555,0.24342059,0.0002918307,0.0003134831],"about_ca_topic_score_codex":0.0000145601325,"about_ca_topic_score_gemma":0.000022158263,"teacher_disagreement_score":0.72358906,"about_ca_system_score_codex":0.00015384486,"about_ca_system_score_gemma":0.00020861436,"threshold_uncertainty_score":0.9998859},"labels":[],"label_agreement":null},{"id":"W584835505","doi":"","title":"Automatic text summarization in digital libraries","year":2006,"lang":"en","type":"dissertation","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Digital library; Computer science; Information retrieval; World Wide Web; Natural language processing; Library science; Linguistics; Philosophy","score_opus":0.00887390532647554,"score_gpt":0.21874313448194246,"score_spread":0.20986922915546694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W584835505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15081964,0.00020674047,0.5787688,0.00014634653,0.0010617186,0.00034926902,0.00000297537,0.0007540636,0.26789045],"genre_scores_gemma":[0.8489238,0.0000055734185,0.06432037,0.00010497002,0.00012428628,0.000038716877,0.001335601,0.00003640868,0.085110284],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998992,0.0000088761535,0.0003104674,0.00031355894,0.00021547363,0.00015960424],"domain_scores_gemma":[0.9994788,0.00004366062,0.0000939948,0.00032773725,0.00003189812,0.000023915123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000043519874,0.00014454243,0.00016050709,0.00022380923,0.0000313625,0.0007214242,0.0005196622,0.0001500106,0.000033644006],"category_scores_gemma":[0.000035557143,0.00013929674,0.000037527483,0.00029385096,0.0000058130786,0.0013860406,0.000053453896,0.000116342875,0.000051650746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024320243,0.000089772984,0.0031432693,0.00023673446,0.000011074282,0.00001967233,0.0016859871,0.0009338868,0.00003101894,0.43174112,0.00247974,0.55962527],"study_design_scores_gemma":[0.00017270939,0.000013862038,0.010293166,0.00015492686,0.0000034834668,0.0000015075001,0.00010726198,0.9382148,0.00031571847,0.049606696,0.0007492674,0.00036664773],"about_ca_topic_score_codex":0.00010045766,"about_ca_topic_score_gemma":0.00028756732,"teacher_disagreement_score":0.9372809,"about_ca_system_score_codex":0.000032961834,"about_ca_system_score_gemma":0.00013686846,"threshold_uncertainty_score":0.695671},"labels":[],"label_agreement":null},{"id":"W59336092","doi":"10.1007/978-3-642-30353-1_39","title":"Exploiting Semantic Roles for Asynchronous Question Answering in an Educational Setting","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Asynchronous communication; Question answering; Computer science; Asynchronous learning; Information retrieval; Natural language processing; Psychology; Mathematics education; Teaching method","score_opus":0.021563959195854278,"score_gpt":0.2759686408468404,"score_spread":0.2544046816509861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W59336092","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041179354,0.0005710532,0.99245834,0.00078974664,0.0012994199,0.0004561992,0.0000018961358,0.00010898366,0.00019640586],"genre_scores_gemma":[0.48898932,0.000007297798,0.50979644,0.00026782308,0.0008682714,0.000024248244,0.000006647827,0.000022646042,0.00001729189],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968803,0.00004207934,0.00055615953,0.0012444066,0.00054267154,0.0007343614],"domain_scores_gemma":[0.99805087,0.000535222,0.00026343836,0.00083192013,0.00017367929,0.00014485228],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015599591,0.00037834008,0.00035591229,0.0007405061,0.00024083092,0.0004592406,0.0017895865,0.00022452541,0.0000063542793],"category_scores_gemma":[0.00014031642,0.00040313337,0.000074029726,0.000267233,0.00014882111,0.0014773883,0.0005537347,0.00051193585,0.000007263432],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025057236,0.00002996543,0.0010468819,0.00007377007,0.0000029100659,0.0000053552653,0.0021600395,0.113789976,0.00035573074,0.032159373,6.423805e-7,0.85037285],"study_design_scores_gemma":[0.00016974757,0.000056141238,0.00063903874,0.0006611194,0.000003978441,0.000035428446,9.0817383e-7,0.8918149,0.0004892593,0.105620585,0.00004866536,0.00046025586],"about_ca_topic_score_codex":0.000033645578,"about_ca_topic_score_gemma":0.0002565564,"teacher_disagreement_score":0.8499126,"about_ca_system_score_codex":0.00046186557,"about_ca_system_score_gemma":0.0005315162,"threshold_uncertainty_score":0.99984205},"labels":[],"label_agreement":null},{"id":"W60608539","doi":"","title":"Passage Retrieval by Shrinkage of Language Models.","year":2006,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Information retrieval; Scope (computer science); Search engine; World Wide Web; The Internet; Process (computing); Human–computer information retrieval","score_opus":0.02283974409388151,"score_gpt":0.2468398962509053,"score_spread":0.2240001521570238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W60608539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24603724,0.00068654725,0.72660106,0.0003207804,0.00018424094,0.00019358075,0.000025360909,0.00025276167,0.025698435],"genre_scores_gemma":[0.98664653,0.000022589607,0.010165585,0.00009147651,0.00007027639,0.0000015120556,0.000013492337,0.000016011996,0.0029725463],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976327,0.000093286755,0.0005193313,0.00060232385,0.00070281816,0.00044956923],"domain_scores_gemma":[0.9983163,0.00012133937,0.00021865987,0.0010233067,0.00021028775,0.000110132285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047555065,0.00024075147,0.00035054964,0.00011383349,0.00007850795,0.00014387126,0.001395929,0.00015930904,0.00010770336],"category_scores_gemma":[0.00008278672,0.00023386999,0.00010282581,0.0005616378,0.000106529405,0.0006011307,0.0003695229,0.00029420835,0.000043376884],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001280554,0.00028046183,0.00065527024,0.00013671673,0.000039608236,0.00009255898,0.0024356195,0.0009868373,0.2201825,0.7536514,0.004261122,0.017149864],"study_design_scores_gemma":[0.0015053663,0.0002597771,0.00092693674,0.000129492,0.00002896097,0.000028859393,0.00018143392,0.6853189,0.2453852,0.063521534,0.0017528923,0.00096062943],"about_ca_topic_score_codex":0.00037143988,"about_ca_topic_score_gemma":0.000012524812,"teacher_disagreement_score":0.7406093,"about_ca_system_score_codex":0.000059424863,"about_ca_system_score_gemma":0.00016200016,"threshold_uncertainty_score":0.95369416},"labels":[],"label_agreement":null},{"id":"W6261272","doi":"10.1007/978-3-642-21043-3_9","title":"Using Semantic Information to Answer Complex Questions","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Semantic similarity; Artificial intelligence; Natural language processing; Word (group theory); Graph; String (physics); Benchmark (surveying); Question answering; Subsequence; Information retrieval; Theoretical computer science; Mathematics","score_opus":0.05982960648080021,"score_gpt":0.2787075651891551,"score_spread":0.2188779587083549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6261272","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008815463,0.00006323536,0.99081594,0.00037208447,0.001928018,0.00042159623,0.0000033091478,0.00018485564,0.0061228336],"genre_scores_gemma":[0.10341975,0.000005786218,0.8925192,0.0036529738,0.00026800175,0.0000056179547,0.0000035635924,0.000017019438,0.00010812279],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973366,0.000023411825,0.00056068134,0.0008362539,0.000717559,0.00052545953],"domain_scores_gemma":[0.997744,0.00008602961,0.00021621765,0.0013880647,0.0003496186,0.00021606489],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005135933,0.00038995012,0.00036814122,0.0011624803,0.00025646234,0.0005450756,0.0026533755,0.00022067694,0.000028843577],"category_scores_gemma":[0.000067666886,0.00038295606,0.000084801824,0.00055286614,0.00021131872,0.0014943273,0.0013813723,0.00047938598,0.0001327179],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019768934,0.000015421496,0.00003406955,0.0000355065,0.000005535186,0.000011556816,0.0015190198,0.09590695,0.00010560324,0.092076816,0.000024838642,0.8102627],"study_design_scores_gemma":[0.000086230306,0.000059755333,0.00013977684,0.00039107105,0.0000064611854,0.00007190845,1.4656743e-7,0.8636765,0.00013191531,0.13038024,0.00452828,0.0005277182],"about_ca_topic_score_codex":0.00017505352,"about_ca_topic_score_gemma":0.00007532556,"teacher_disagreement_score":0.809735,"about_ca_system_score_codex":0.00030528594,"about_ca_system_score_gemma":0.00074026524,"threshold_uncertainty_score":0.99986225},"labels":[],"label_agreement":null},{"id":"W63277956","doi":"10.1007/978-3-642-30353-1_33","title":"A Three-Level Cognitive Architecture for the Simulation of Human Behaviour","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Cognitive architecture; Computer science; Architecture; Cognition; Human–computer interaction; Cognitive science; Stroop effect; Task (project management); Cognitive model; Artificial intelligence; Psychology; Systems engineering","score_opus":0.06882153734754258,"score_gpt":0.3029974186831052,"score_spread":0.2341758813355626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W63277956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025625541,0.00054927863,0.99696374,0.00031910124,0.0007658538,0.00089864404,0.000020908881,0.000059571124,0.00016667695],"genre_scores_gemma":[0.7783385,0.0000034226343,0.2207437,0.00033948323,0.0004779793,0.000020388636,0.0000049582072,0.000023919394,0.000047655747],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737424,0.000018576202,0.00047807122,0.00088943803,0.0007358202,0.0005038723],"domain_scores_gemma":[0.99652356,0.0016157832,0.00037342095,0.0010225879,0.0003759136,0.00008873243],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008967414,0.00037290182,0.00039479064,0.0003899269,0.000322641,0.00016833426,0.002411674,0.00025020368,0.000009673331],"category_scores_gemma":[0.000112973335,0.00027403474,0.00017174151,0.00026080245,0.00050225644,0.0002880294,0.00083455624,0.00057861686,0.0000033388737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054292877,0.00001997664,0.00014589817,0.000031285093,0.000013542555,0.000002209706,0.0012641634,0.20552798,0.000077467754,0.013120083,0.0000016039169,0.77979034],"study_design_scores_gemma":[0.00027858373,0.00012541583,0.00070322154,0.0002779967,0.000030924795,0.000010385362,2.873615e-7,0.8398146,0.00064542156,0.157689,0.0000803636,0.00034375893],"about_ca_topic_score_codex":0.000043246073,"about_ca_topic_score_gemma":0.000259709,"teacher_disagreement_score":0.7794466,"about_ca_system_score_codex":0.00009723811,"about_ca_system_score_gemma":0.00022170949,"threshold_uncertainty_score":0.9999712},"labels":[],"label_agreement":null},{"id":"W65714572","doi":"","title":"Wikispeedia: an online game for inferring semantic distances between concepts","year":2009,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Latent semantic analysis; Point (geometry); Semantics (computer science); Artificial intelligence; Semantic similarity; Natural language processing; Semantic computing; Quality (philosophy); Information retrieval; Semantic Web; Data science","score_opus":0.07418840991691421,"score_gpt":0.343737642741528,"score_spread":0.2695492328246138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W65714572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20564203,0.000044638895,0.79211575,0.0012708567,0.00012130539,0.00013283954,0.0000036526055,0.00020206245,0.000466889],"genre_scores_gemma":[0.8112981,0.0000027737422,0.18771502,0.00046224415,0.0003125952,0.0000025097415,0.0000076078,0.0000038746557,0.00019527187],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990015,0.000015965836,0.00021802813,0.00033898177,0.00015900075,0.0002665331],"domain_scores_gemma":[0.99932164,0.00007450203,0.000050481114,0.00039924638,0.000053099626,0.0001010105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014259001,0.00010751621,0.0001681344,0.00004451537,0.00005924617,0.000118588985,0.00061090675,0.000043718923,0.000005805372],"category_scores_gemma":[0.000027624345,0.00009351046,0.00004547471,0.0001116629,0.000018555591,0.0006268363,0.00005608397,0.00007234244,0.000004731719],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070385395,0.00016752671,0.015465597,0.000037506998,0.000025407082,0.0000097041775,0.0025716217,0.0024034376,0.00062101654,0.3026102,0.0002915663,0.6757894],"study_design_scores_gemma":[0.0009529904,0.0004891428,0.04040501,0.000056646073,0.000017553675,0.000004661907,0.00012634385,0.87128526,0.0010679774,0.07915234,0.0059214416,0.0005206463],"about_ca_topic_score_codex":0.000017490722,"about_ca_topic_score_gemma":0.0000590489,"teacher_disagreement_score":0.8688818,"about_ca_system_score_codex":0.000021346765,"about_ca_system_score_gemma":0.00003055036,"threshold_uncertainty_score":0.38132462},"labels":[],"label_agreement":null},{"id":"W65944014","doi":"10.1609/icwsm.v3i1.13980","title":"Regression-Based Summarization of Email Conversations","year":2009,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Artificial intelligence; Regression; Binary classification; Natural language processing; Machine learning; Random forest; Regression analysis; Recall; Support vector machine; Statistics; Mathematics","score_opus":0.03218593799524793,"score_gpt":0.25520677507144235,"score_spread":0.2230208370761944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W65944014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9399076,0.000015568807,0.0057650013,0.038691282,0.0007462705,0.00016748288,0.000014462991,0.0000506543,0.014641641],"genre_scores_gemma":[0.9976459,0.00001068585,0.0018858433,0.000311235,0.00007046022,0.000002722426,0.0000017823635,0.0000019087252,0.00006943633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992026,0.0000054069324,0.00018798371,0.00014320058,0.00038932366,0.000071486065],"domain_scores_gemma":[0.9991948,0.000073651056,0.00021523815,0.000051533014,0.00044235567,0.000022443657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014578093,0.00006749632,0.00010552241,0.00007393879,0.00006842403,0.00004720673,0.0005781961,0.000048416805,0.000013734446],"category_scores_gemma":[0.00022648947,0.00004976837,0.000041148305,0.00010002192,0.00006583212,0.00017003069,0.000064801454,0.00008172185,7.2194854e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014754065,0.000048575068,0.002402759,0.000012289104,0.000008843707,8.531447e-8,0.0024324257,0.000006878901,0.016252546,0.9618138,0.00027562334,0.0167314],"study_design_scores_gemma":[0.002156771,0.00018935889,0.050644852,0.0007681844,0.000037522757,0.0000027516064,0.0016169212,0.5636114,0.08254855,0.29694617,0.0010177047,0.0004598285],"about_ca_topic_score_codex":0.000004674904,"about_ca_topic_score_gemma":0.0000032660248,"teacher_disagreement_score":0.66486764,"about_ca_system_score_codex":0.000021172793,"about_ca_system_score_gemma":0.000093737595,"threshold_uncertainty_score":0.20294952},"labels":[],"label_agreement":null},{"id":"W68132019","doi":"10.1007/s10994-013-5363-6","title":"A semantic matching energy function for learning with multi-relational data","year":2013,"lang":"en","type":"article","venue":"Machine Learning","topic":"Topic Modeling","field":"Computer Science","cited_by":687,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Agence Nationale de la Recherche; Compute Canada; Defense Advanced Research Projects Agency; Canadian Institute for Advanced Research","keywords":"Computer science; WordNet; Artificial intelligence; Statistical relational learning; Natural language processing; Sentence; Relational database; Relation (database); Semantic matching; Semantics (computer science); Parsing; Word (group theory); Context (archaeology); Information retrieval; Matching (statistics); Data mining","score_opus":0.03555843756672505,"score_gpt":0.24708839161885043,"score_spread":0.21152995405212538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W68132019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015129849,0.00012566276,0.98328125,0.00062011,0.00013604961,0.00014527411,8.061429e-7,0.00031797148,0.0002429923],"genre_scores_gemma":[0.72595704,0.000002594358,0.27182764,0.00015183305,0.00010915866,0.00003197351,0.00008460276,0.00002163663,0.0018135112],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985829,0.00010658294,0.00021517137,0.00055293017,0.00024561858,0.00029676993],"domain_scores_gemma":[0.999032,0.00019839601,0.00014388758,0.00047846476,0.00007970477,0.00006753036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039384677,0.00015591308,0.00014964321,0.000107549,0.0004376358,0.00023587637,0.00058694626,0.000053438493,0.00004724959],"category_scores_gemma":[0.00011447412,0.00013382791,0.000032064647,0.00016508358,0.000014454492,0.001060323,0.00042178627,0.00033360574,0.00003385874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017237253,0.00004543965,0.027870558,0.00004503271,0.00007097876,0.0000037854543,0.0008413686,0.75467443,0.0010736194,0.028002076,0.00009737399,0.18725812],"study_design_scores_gemma":[0.00053114485,0.00008330824,0.00302763,0.0000340678,0.0000116514275,0.000015081513,0.000042798496,0.98678964,0.000010724669,0.0010097002,0.008264799,0.0001794394],"about_ca_topic_score_codex":0.0009437639,"about_ca_topic_score_gemma":0.00011245781,"teacher_disagreement_score":0.7114537,"about_ca_system_score_codex":0.00002730786,"about_ca_system_score_gemma":0.000038513765,"threshold_uncertainty_score":0.5457344},"labels":[],"label_agreement":null},{"id":"W6889294309","doi":"10.25549/pcra-c14-193952","title":"Khristiaskiy vestnik = [Christian herald], vol. 25, whole no. 268 (1961 March)","year":2021,"lang":"en","type":"dataset","venue":"University of Southern California Digital Library","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Slavic languages; Diaspora; Faith; China; Slavic studies; Christianity","score_opus":0.0077660303307138905,"score_gpt":0.1646396128503074,"score_spread":0.15687358251959352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6889294309","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017324534,0.00037112096,0.0085784625,0.00061704277,0.00030957413,0.00019468597,0.98853177,0.00024347243,0.0009806409],"genre_scores_gemma":[0.00018270627,0.00007073344,0.0048449966,0.00026726996,0.0003746627,4.699106e-7,0.9908169,0.000048367143,0.0033938892],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975069,0.000088370274,0.00038936306,0.00095088873,0.00056721,0.0004972803],"domain_scores_gemma":[0.99747974,0.00009921798,0.00035962564,0.0015618945,0.00015837612,0.00034112326],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00007709473,0.00046575398,0.0006062982,0.00026418842,0.00019884182,0.0005260476,0.0029728715,0.0004032432,0.0011015019],"category_scores_gemma":[0.000079799676,0.0005345964,0.00034951136,0.000360161,0.00020595174,0.00094232,0.0025775307,0.00058986724,0.023927908],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021566017,0.000118335694,0.00008838127,0.00018720128,0.00007342991,0.00044923546,0.000059016736,0.000039359165,0.0000017525069,0.000012920859,0.9972564,0.0016923924],"study_design_scores_gemma":[0.0003708586,0.00004231676,0.0000037559644,0.00025250335,0.000032637472,0.000014468333,0.00038335586,0.0015710207,0.000004183346,0.00035058838,0.9964413,0.0005330256],"about_ca_topic_score_codex":0.00027996153,"about_ca_topic_score_gemma":0.00001584261,"teacher_disagreement_score":0.022826407,"about_ca_system_score_codex":0.00006623981,"about_ca_system_score_gemma":0.00050441833,"threshold_uncertainty_score":0.99981165},"labels":[],"label_agreement":null},{"id":"W6890032672","doi":"10.3389/fvets.2020.00388.s002","title":"Data_Sheet_2_Assisting Decision-Making on Age of Neutering for 35 Breeds of Dogs: Associated Joint Disorders, Cancers, and Urinary Incontinence.pdf","year":2020,"lang":"en","type":"dataset","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Neutering; Stifle joint; German Shepherd Dog; Breed; Labrador Retriever; Cruciate ligament; Epidemiology","score_opus":0.04614033846536296,"score_gpt":0.2860301656460406,"score_spread":0.23988982718067764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6890032672","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045287503,0.00015642002,0.0025686885,0.000044215714,0.00020358746,0.0004035379,0.99648327,0.000043271295,0.000051750805],"genre_scores_gemma":[0.004786674,0.000027486773,0.007720081,0.00012651803,0.0001157405,0.000085761916,0.9871125,0.000020092957,0.0000051087977],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978229,0.00005224279,0.0006756484,0.0007282126,0.00040810788,0.00031290072],"domain_scores_gemma":[0.99736595,0.00078901555,0.00083917484,0.00082120067,0.000100141326,0.000084502295],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016121307,0.00031591085,0.0006421858,0.00019378032,0.00011151093,0.00012195788,0.0013685004,0.00022075587,0.0008672256],"category_scores_gemma":[0.0026338242,0.0003271976,0.00012874356,0.00029695086,0.000014732208,0.00028466084,0.0016955211,0.00033859702,0.00001909598],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001443972,0.000033969365,0.0000125428905,0.0010769163,0.00004625272,0.000031790758,0.00008123805,0.00023490509,0.000013178732,0.000008014659,0.9807967,0.017650038],"study_design_scores_gemma":[0.0011126059,0.0007334368,0.0018244196,0.04901216,0.00007265603,0.000014336809,0.000035052726,0.051659748,0.000041375304,0.0006222074,0.89384156,0.0010304183],"about_ca_topic_score_codex":0.00018762954,"about_ca_topic_score_gemma":0.0002598553,"teacher_disagreement_score":0.08695513,"about_ca_system_score_codex":0.00010869874,"about_ca_system_score_gemma":0.00020634673,"threshold_uncertainty_score":0.999918},"labels":[],"label_agreement":null},{"id":"W6891760441","doi":"10.48336/sfj9-7954","title":"Comparing information extraction between instance-based data models and relational data models","year":2023,"lang":"en","type":"article","venue":"Memorial University Research Repository (Memorial University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Representation (politics); Complement (music); Information extraction; Data modeling; Data model (GIS); Data extraction; Relational model; External Data Representation","score_opus":0.23689015298217392,"score_gpt":0.3128347531209322,"score_spread":0.07594460013875826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6891760441","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10577076,0.000015885964,0.867646,0.0005683436,0.0032211135,0.0006279264,0.00017293115,0.0007841049,0.021192929],"genre_scores_gemma":[0.9833776,0.000064659755,0.012708066,0.0000089131145,0.0016955027,2.6710347e-7,0.00088786427,0.000014730067,0.0012424169],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99594307,0.00067689945,0.00031572572,0.0010598738,0.0014084971,0.0005959558],"domain_scores_gemma":[0.99583006,0.0006324434,0.0001963403,0.0025056633,0.0005057136,0.0003297796],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002114586,0.00021898223,0.0003184645,0.0014581105,0.0016139518,0.00042226355,0.004623026,0.00025315833,0.0000024934632],"category_scores_gemma":[0.00015368153,0.00028382058,0.000051923947,0.0022337367,0.0002353408,0.01834957,0.005781635,0.0007673063,0.000031740718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023456914,0.00024219562,0.005867644,0.00031514632,0.00044592842,0.0015093631,0.0030893283,0.43267795,0.0011212837,0.5118362,0.024362514,0.016186776],"study_design_scores_gemma":[0.0019817618,0.0000545114,0.0004868717,0.000048433503,0.000038059745,0.0000060151197,0.0005655088,0.96298385,0.000080634796,0.001740699,0.031734005,0.00027963184],"about_ca_topic_score_codex":0.0013509186,"about_ca_topic_score_gemma":0.00010812947,"teacher_disagreement_score":0.8776068,"about_ca_system_score_codex":0.00062665605,"about_ca_system_score_gemma":0.0010619726,"threshold_uncertainty_score":0.9999614},"labels":[],"label_agreement":null},{"id":"W6891919603","doi":"10.48550/arxiv.cs/0608100","title":"Similarity of Semantic Relations","year":2006,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Analogy; Word (group theory); Similarity (geometry); Vector space model; Relation (database); Vector space; Semantic similarity; Singular value decomposition","score_opus":0.07825484306584243,"score_gpt":0.1825881802614777,"score_spread":0.10433333719563526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6891919603","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22711195,0.000027510438,0.76604027,0.000094972034,0.00025526408,0.00011254758,0.00000626253,0.000117513024,0.0062337024],"genre_scores_gemma":[0.98633575,0.000012730339,0.011748129,0.000022927936,0.000035178608,2.005567e-7,0.000007279068,0.0000072152443,0.0018305741],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998783,0.00007599605,0.0002059859,0.0006666159,0.00007941191,0.00018899483],"domain_scores_gemma":[0.9982631,0.000073233125,0.00022459302,0.0012510695,0.00012727093,0.00006073686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001667884,0.00016171084,0.00023776226,0.00019354274,0.00007762689,0.000033664503,0.001266856,0.00022322491,0.000015504264],"category_scores_gemma":[0.000023631219,0.00020192971,0.00016068785,0.00034378146,0.00006005144,0.00021054047,0.0014399871,0.0004010845,0.00002704335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018532054,0.000053688582,0.011856429,0.000054245927,0.000027073445,0.00005419535,0.00008837576,0.70137507,0.000012520176,0.2859786,0.00025518954,0.0002427988],"study_design_scores_gemma":[0.00014203353,0.000008486489,0.00507869,0.00005289139,0.000035507084,0.0000011559746,0.000006333612,0.88377553,0.00005410388,0.110525206,0.00013458295,0.00018546297],"about_ca_topic_score_codex":0.0005560122,"about_ca_topic_score_gemma":0.00008890228,"teacher_disagreement_score":0.7592238,"about_ca_system_score_codex":0.0001015509,"about_ca_system_score_gemma":0.00016270965,"threshold_uncertainty_score":0.82344544},"labels":[],"label_agreement":null},{"id":"W6892793348","doi":"10.5281/zenodo.11775378","title":"inférence statistique et probabilités pdf","year":2024,"lang":"fr","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Population; Context (archaeology); Filter (signal processing); Nucleofection","score_opus":0.05388703854162733,"score_gpt":0.27640001846898926,"score_spread":0.22251297992736194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892793348","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052128365,0.0004846319,0.40080753,0.0029722862,0.00052540447,0.0005938188,0.00016443645,0.0008843693,0.5935154],"genre_scores_gemma":[0.0066065844,0.00033516248,0.046231117,0.0007109953,0.00061227207,2.2470178e-7,0.0007263651,0.007166164,0.9376111],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958788,0.00092984515,0.0005187642,0.0013423796,0.00066652236,0.0006636821],"domain_scores_gemma":[0.99745977,0.00005636226,0.00020019137,0.001317955,0.000650658,0.0003150929],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013888672,0.000390405,0.00032430224,0.0003956066,0.00083691004,0.003532547,0.0029775638,0.0002481256,0.17813478],"category_scores_gemma":[0.0010729065,0.00042618654,0.00010079494,0.0008539942,0.00030926144,0.00046901684,0.00425442,0.0010062844,0.29641458],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000804239,0.00010546781,8.618264e-7,0.0006299131,0.00006629602,0.00008772955,0.0035113813,0.00043193938,0.00018280944,0.38660663,0.38968366,0.21868524],"study_design_scores_gemma":[0.00019416196,0.00019252358,0.000048703212,0.00048552034,0.000021905958,0.00016062117,0.00006439818,0.025809813,0.00003449366,0.007919997,0.96465963,0.00040825648],"about_ca_topic_score_codex":0.00010040066,"about_ca_topic_score_gemma":0.0000048350835,"teacher_disagreement_score":0.5749759,"about_ca_system_score_codex":0.00033337992,"about_ca_system_score_gemma":0.000035402052,"threshold_uncertainty_score":0.999819},"labels":[],"label_agreement":null},{"id":"W6892862110","doi":"10.5281/zenodo.12803583","title":"IISWC Artifact for \"LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale\"","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Artifact (error); Inference; Key (lock); Critical infrastructure; Component (thermodynamics)","score_opus":0.04022454911096261,"score_gpt":0.29112576395574247,"score_spread":0.25090121484477984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892862110","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023205316,0.00018188961,0.86417776,0.0006274266,0.00048562084,0.0017713744,0.0005702556,0.0026145687,0.12933908],"genre_scores_gemma":[0.1264958,0.00024249787,0.147136,0.0017823569,0.004049888,0.0000060994125,0.010239526,0.035776462,0.67427135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99734956,0.00014137244,0.00041316304,0.0010611571,0.0004729874,0.0005617636],"domain_scores_gemma":[0.9978922,0.000080970414,0.00027495722,0.0010822393,0.0004749155,0.00019471896],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005811183,0.0003475808,0.0003312436,0.0004929854,0.0009772525,0.0015423876,0.002361899,0.00027588356,0.004957069],"category_scores_gemma":[0.0005940698,0.0003632909,0.0001343733,0.00048848137,0.00007014774,0.00032488996,0.0023131906,0.000335684,0.003028868],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040492294,0.00004801713,0.000003665189,0.0010765715,0.00009942007,0.0000040998266,0.001544633,0.004101366,0.00068578456,0.0062883506,0.8966833,0.0894243],"study_design_scores_gemma":[0.0003658646,0.00011895606,0.000019622063,0.00022166235,0.000023016008,0.000012560103,0.00002872393,0.19613495,0.000102255006,0.0018768221,0.8007849,0.000310682],"about_ca_topic_score_codex":0.000018903222,"about_ca_topic_score_gemma":0.0000044005983,"teacher_disagreement_score":0.71704173,"about_ca_system_score_codex":0.00031113424,"about_ca_system_score_gemma":0.000016763846,"threshold_uncertainty_score":0.9998819},"labels":[],"label_agreement":null},{"id":"W6893539337","doi":"10.5281/zenodo.16875904","title":"Agentic and Non-Agentic Multi-Hop Systems for Medical Question Answering","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Task (project management); Pipeline (software); Question answering; Questions and answers; Joint (building); Semantics (computer science); Interrogative word","score_opus":0.030864254415028207,"score_gpt":0.2675632992729495,"score_spread":0.23669904485792126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893539337","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003323853,0.0006990708,0.91901857,0.00027887194,0.00055522064,0.00076906756,0.00005080586,0.0010339252,0.07756122],"genre_scores_gemma":[0.06656014,0.0031338704,0.053605545,0.0006342519,0.002109409,0.0000020003813,0.001960645,0.014248041,0.8577461],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810666,0.00020651089,0.0002792899,0.0006455698,0.0004319441,0.00033001258],"domain_scores_gemma":[0.99881506,0.000029866116,0.00013161603,0.0006093963,0.00022479297,0.00018927449],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00082105445,0.00018871213,0.0002288887,0.00038962805,0.0006411642,0.0010011056,0.0014422922,0.00018823921,0.0012940074],"category_scores_gemma":[0.00062600255,0.00020210736,0.000047547193,0.0002756215,0.000070850576,0.00014021601,0.0015099283,0.0002406865,0.00070884486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013302691,0.00014564439,0.000003421114,0.002017172,0.00016426407,0.000048535712,0.00085963745,0.00018322753,0.00022425897,0.026754769,0.7940031,0.17558262],"study_design_scores_gemma":[0.00046637564,0.00004819059,0.000019711804,0.0004910888,0.000016203105,0.00003310523,0.000028392387,0.16568638,0.000009684461,0.000046744903,0.8329687,0.00018542774],"about_ca_topic_score_codex":0.00008325254,"about_ca_topic_score_gemma":0.0000014254263,"teacher_disagreement_score":0.865413,"about_ca_system_score_codex":0.00009453601,"about_ca_system_score_gemma":0.000014699921,"threshold_uncertainty_score":0.99961895},"labels":[],"label_agreement":null},{"id":"W6894038808","doi":"10.5281/zenodo.8111951","title":"Automated Domain Modeling with Large Language Models: A Comparative Study","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Domain (mathematical analysis); Domain model; Automation; Key (lock); Domain analysis","score_opus":0.07254845640432699,"score_gpt":0.2928745200930867,"score_spread":0.22032606368875968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6894038808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25815248,0.000019792626,0.7156476,0.00023357938,0.00003995998,0.0005177735,0.000027705775,0.0062397104,0.019121386],"genre_scores_gemma":[0.9943251,0.0000037129332,0.004820975,0.000050855757,0.000038967602,1.3340987e-7,0.0001624185,0.00039426723,0.0002035619],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979445,0.0003529982,0.00022098489,0.0005417205,0.0004954551,0.00044438857],"domain_scores_gemma":[0.99877614,0.000018424738,0.0000630291,0.00069922936,0.00031154958,0.00013160895],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009070512,0.00014576655,0.00017027021,0.0002908294,0.0014556206,0.00081112876,0.0014920161,0.00003423764,0.00023370734],"category_scores_gemma":[0.00004702775,0.00013446869,0.000027882403,0.0012427038,0.000032290427,0.0005833856,0.0016722572,0.00021083289,0.0025130378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013601415,0.0011127117,0.000010913049,0.000094824005,0.00027775462,0.00046958198,0.24361104,0.54860777,0.002229985,0.14870612,0.03331636,0.02142697],"study_design_scores_gemma":[0.00074360607,0.00019955968,0.000027194736,0.000019114648,0.000004927708,0.00003127606,0.0074466635,0.9824911,0.000023829878,0.0005936426,0.008252358,0.00016674137],"about_ca_topic_score_codex":0.000023134427,"about_ca_topic_score_gemma":0.0000018038971,"teacher_disagreement_score":0.7361726,"about_ca_system_score_codex":0.00008541534,"about_ca_system_score_gemma":0.000005764233,"threshold_uncertainty_score":0.9998444},"labels":[],"label_agreement":null},{"id":"W6901603158","doi":"10.60692/cvwvz-fky71","title":"Guiding the Growth: Difficulty-Controllable Question Generation through Step-by-Step Rewriting","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Rewriting; Interpretability; Task (project management); Inference; Question answering; Control (management)","score_opus":0.050038182334337045,"score_gpt":0.22354264775477928,"score_spread":0.17350446542044223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901603158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046362855,0.000035066227,0.94798344,0.0008136124,0.00078301085,0.0002645916,0.000011930904,0.0003246134,0.0034208943],"genre_scores_gemma":[0.9710448,7.956135e-7,0.027698308,0.0006452871,0.00027885087,0.00006035954,0.00002882708,0.000007792272,0.00023497274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798954,0.00022958266,0.00074957573,0.00026878598,0.00046576644,0.00029676603],"domain_scores_gemma":[0.99843323,0.00002163886,0.00034386877,0.000636536,0.00051331363,0.000051430885],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00072500354,0.00017927676,0.00020126441,0.000060740764,0.00048376946,0.001078506,0.00042976756,0.00010500851,0.0000050133035],"category_scores_gemma":[0.0000915204,0.00013344758,0.00007525381,0.00034420955,0.000013312797,0.0025278018,0.00017055347,0.000098373486,0.0001729591],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006062782,0.000034300658,0.037504263,0.0019043874,0.00047444153,0.0000693918,0.31183752,0.026366582,0.0041718534,0.5444688,0.04635867,0.026749132],"study_design_scores_gemma":[0.00090890395,0.00001671979,0.0004615276,0.00018164668,0.000019515992,0.00010882206,0.0062208963,0.9819948,0.007111637,0.0000086443315,0.0026825326,0.00028434713],"about_ca_topic_score_codex":0.00004007583,"about_ca_topic_score_gemma":0.0000010218475,"teacher_disagreement_score":0.9556282,"about_ca_system_score_codex":0.0001743239,"about_ca_system_score_gemma":0.000059863803,"threshold_uncertainty_score":0.99995846},"labels":[],"label_agreement":null},{"id":"W6901609953","doi":"10.60692/fm597-ea287","title":"An Empirical Survey of the Effectiveness of Debiasing Techniques for Pre-trained Language Models","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Debiasing; Counterfactual thinking; Language model; Empirical research; Work (physics); Natural language understanding; Exploit; Cognitive bias","score_opus":0.05684934228093712,"score_gpt":0.29043001269920493,"score_spread":0.2335806704182678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901609953","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44732612,8.413386e-7,0.55203706,0.000003429182,0.00007346361,0.0003644145,0.00005509594,0.0000606858,0.00007891735],"genre_scores_gemma":[0.992561,4.050971e-9,0.007270597,0.000024642182,0.000006869328,0.000121669495,0.0000078634885,0.0000041476264,0.0000032207954],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850184,0.0005882481,0.00041030443,0.000110846224,0.0002768942,0.00011187771],"domain_scores_gemma":[0.99893016,0.000064790074,0.00026958354,0.0005420519,0.000170938,0.000022471188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024686109,0.00007748159,0.00017591937,0.00010664484,0.00011004403,0.000040228686,0.0006203698,0.000034020817,5.954497e-7],"category_scores_gemma":[0.000034267985,0.000056716948,0.000058015503,0.00025741293,0.000014157115,0.00060228526,0.00018599247,0.000055649543,2.6549344e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054880616,0.000031440555,0.32362422,0.0034885642,0.00009006343,8.613269e-7,0.5098629,0.14393906,0.0005264179,0.009080505,0.000017287064,0.008789867],"study_design_scores_gemma":[0.00034756487,0.00008472206,0.09674986,0.00008636805,0.000005615839,0.000009327915,0.0016873747,0.8896408,0.0112644555,0.000029961762,0.0000019504766,0.00009200961],"about_ca_topic_score_codex":0.000079786514,"about_ca_topic_score_gemma":5.6911045e-7,"teacher_disagreement_score":0.74570173,"about_ca_system_score_codex":0.00007211433,"about_ca_system_score_gemma":0.00006187157,"threshold_uncertainty_score":0.231285},"labels":[],"label_agreement":null},{"id":"W6901614679","doi":"10.60692/7wtz5-ha695","title":"Guiding the Growth: Difficulty-Controllable Question Generation through Step-by-Step Rewriting","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Rewriting; Interpretability; Task (project management); Inference; Question answering; Control (management)","score_opus":0.050038182334337045,"score_gpt":0.22354264775477928,"score_spread":0.17350446542044223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901614679","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046362855,0.000035066227,0.94798344,0.0008136124,0.00078301085,0.0002645916,0.000011930904,0.0003246134,0.0034208943],"genre_scores_gemma":[0.9710448,7.956135e-7,0.027698308,0.0006452871,0.00027885087,0.00006035954,0.00002882708,0.000007792272,0.00023497274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798954,0.00022958266,0.00074957573,0.00026878598,0.00046576644,0.00029676603],"domain_scores_gemma":[0.99843323,0.00002163886,0.00034386877,0.000636536,0.00051331363,0.000051430885],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00072500354,0.00017927676,0.00020126441,0.000060740764,0.00048376946,0.001078506,0.00042976756,0.00010500851,0.0000050133035],"category_scores_gemma":[0.0000915204,0.00013344758,0.00007525381,0.00034420955,0.000013312797,0.0025278018,0.00017055347,0.000098373486,0.0001729591],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006062782,0.000034300658,0.037504263,0.0019043874,0.00047444153,0.0000693918,0.31183752,0.026366582,0.0041718534,0.5444688,0.04635867,0.026749132],"study_design_scores_gemma":[0.00090890395,0.00001671979,0.0004615276,0.00018164668,0.000019515992,0.00010882206,0.0062208963,0.9819948,0.007111637,0.0000086443315,0.0026825326,0.00028434713],"about_ca_topic_score_codex":0.00004007583,"about_ca_topic_score_gemma":0.0000010218475,"teacher_disagreement_score":0.9556282,"about_ca_system_score_codex":0.0001743239,"about_ca_system_score_gemma":0.000059863803,"threshold_uncertainty_score":0.99995846},"labels":[],"label_agreement":null},{"id":"W6901631708","doi":"10.60692/ayq80-vjj26","title":"DeCLUTR: Deep Contrastive Learning for Unsupervised Textual Representations","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Vector Institute; University of Toronto","funders":"","keywords":"Sentence; Unsupervised learning; Metric (unit); Word (group theory); Cluster analysis; Deep learning; Limiting; Supervised learning","score_opus":0.04129451078165032,"score_gpt":0.23961041336633948,"score_spread":0.19831590258468917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901631708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034470096,0.000005494047,0.96123606,0.00014165873,0.00030393444,0.00029699135,0.000010656748,0.00029591576,0.003239199],"genre_scores_gemma":[0.97007453,7.946836e-8,0.029351898,0.0001677622,0.00007107802,0.000106139225,0.00002358602,0.0000055923424,0.00019935878],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873394,0.00008066718,0.0004894881,0.00021896855,0.00023842219,0.00023850107],"domain_scores_gemma":[0.99883354,0.000044710996,0.00017238184,0.0003984243,0.00046906652,0.00008186971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026390573,0.000119643206,0.0001715775,0.00012232861,0.00025760318,0.000404147,0.00027991855,0.0000682159,0.000008609293],"category_scores_gemma":[0.00011811741,0.00011460738,0.000084162624,0.00024852372,0.00001210638,0.0011857825,0.00011778674,0.00008935514,0.0001665002],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007647687,0.000013151,0.1188442,0.0009149654,0.00029624,0.000033662247,0.593946,0.11326285,0.000053132677,0.13617766,0.0002750038,0.036106676],"study_design_scores_gemma":[0.0012609427,0.000024382725,0.006693569,0.00006302768,0.0000147363835,0.000058404206,0.0265681,0.96352625,0.00096728845,0.000018829805,0.0006081535,0.0001963039],"about_ca_topic_score_codex":0.0000040766263,"about_ca_topic_score_gemma":3.9238788e-7,"teacher_disagreement_score":0.9356044,"about_ca_system_score_codex":0.00007611484,"about_ca_system_score_gemma":0.000084758525,"threshold_uncertainty_score":0.46735534},"labels":[],"label_agreement":null},{"id":"W6901662332","doi":"10.60692/9jftz-jtd84","title":"Bridging the Gap between Language Models and Cross-Lingual Sequence Labeling","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Bridging (networking); Language model; Sequence labeling; Margin (machine learning); Regularization (linguistics); Structured prediction; Task (project management); Consistency (knowledge bases); Sequence (biology); Security token","score_opus":0.08578039782984098,"score_gpt":0.2706474233342497,"score_spread":0.1848670255044087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901662332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52540076,0.000010333903,0.47358695,0.0000829423,0.00016481787,0.00013482223,0.000029898347,0.00017768359,0.000411831],"genre_scores_gemma":[0.99700385,5.3291608e-8,0.0025422114,0.00024987225,0.000096220385,0.000039018953,0.0000053013396,0.000005474753,0.000058006095],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986505,0.000090084635,0.00042044432,0.00018431284,0.00041567074,0.00023896825],"domain_scores_gemma":[0.99916697,0.000016547036,0.00020045562,0.0004965167,0.000065232816,0.00005430933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009311949,0.00011750587,0.00013474742,0.00011557593,0.0006447151,0.0006003395,0.0006274641,0.000030302383,0.000003127726],"category_scores_gemma":[0.000011834073,0.00009220241,0.000034679742,0.00021525132,0.000023380795,0.0013239209,0.0006034934,0.0001859248,0.00002578113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007636039,0.0000010173558,0.056160573,0.00022394891,0.000039978633,0.000015682666,0.75041527,0.16474839,0.0000117189265,0.010744888,0.000021278955,0.017609628],"study_design_scores_gemma":[0.0002913161,0.000012182102,0.0011611263,0.000029271712,0.0000062154927,0.00006824966,0.009128259,0.98891,0.00016336257,0.000029940727,0.000047074598,0.00015295378],"about_ca_topic_score_codex":0.000036518104,"about_ca_topic_score_gemma":8.3923936e-8,"teacher_disagreement_score":0.82416165,"about_ca_system_score_codex":0.00010027105,"about_ca_system_score_gemma":0.00004434343,"threshold_uncertainty_score":0.5789088},"labels":[],"label_agreement":null},{"id":"W6901668656","doi":"10.60692/dv6n0-s9c31","title":"Learning New Skills after Deployment: Improving open-domain internet-driven dialogue with human feedback","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Software deployment; Quality (philosophy); Order (exchange); Key (lock); Work (physics); Point (geometry)","score_opus":0.024683373365070253,"score_gpt":0.2190784673812446,"score_spread":0.19439509401617433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901668656","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46022677,7.347156e-7,0.5372518,0.000056857938,0.00022156263,0.00038319427,0.000003186079,0.0005779094,0.0012780133],"genre_scores_gemma":[0.9887347,4.022398e-8,0.0094657075,0.00014898057,0.000094504816,0.0001004414,0.000015011671,0.00001783804,0.001422754],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982062,0.00008905999,0.0005862934,0.00032409193,0.00038187165,0.00041246886],"domain_scores_gemma":[0.998827,0.0000097272805,0.0003189167,0.000596911,0.00008810734,0.00015936146],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044395128,0.00022487984,0.0002531469,0.00031643495,0.0001830132,0.0013427018,0.0010722671,0.000085536696,0.000012234798],"category_scores_gemma":[0.000010272736,0.00018211342,0.00005318493,0.00044903264,0.00001747427,0.002538679,0.0009118733,0.00017991592,0.0013805715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007254024,0.0000069817747,0.2983496,0.00059636444,0.00013887358,0.00009019928,0.66398585,0.013662323,0.000022486847,0.0057723895,0.000487929,0.016814476],"study_design_scores_gemma":[0.010321624,0.00083998934,0.17338061,0.0026211864,0.0000733744,0.00028865086,0.026646428,0.7778321,0.0014056041,0.0001006758,0.003951127,0.0025386598],"about_ca_topic_score_codex":0.00012215291,"about_ca_topic_score_gemma":0.000005042253,"teacher_disagreement_score":0.76416975,"about_ca_system_score_codex":0.00016753496,"about_ca_system_score_gemma":0.000069534,"threshold_uncertainty_score":0.999694},"labels":[],"label_agreement":null},{"id":"W6901719222","doi":"10.60692/tr6ct-kqt66","title":"DeCLUTR: Deep Contrastive Learning for Unsupervised Textual Representations","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Vector Institute; University of Toronto","funders":"","keywords":"Sentence; Unsupervised learning; Metric (unit); Word (group theory); Cluster analysis; Deep learning; Limiting; Supervised learning","score_opus":0.04129451078165032,"score_gpt":0.23961041336633948,"score_spread":0.19831590258468917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901719222","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034470096,0.000005494047,0.96123606,0.00014165873,0.00030393444,0.00029699135,0.000010656748,0.00029591576,0.003239199],"genre_scores_gemma":[0.97007453,7.946836e-8,0.029351898,0.0001677622,0.00007107802,0.000106139225,0.00002358602,0.0000055923424,0.00019935878],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873394,0.00008066718,0.0004894881,0.00021896855,0.00023842219,0.00023850107],"domain_scores_gemma":[0.99883354,0.000044710996,0.00017238184,0.0003984243,0.00046906652,0.00008186971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026390573,0.000119643206,0.0001715775,0.00012232861,0.00025760318,0.000404147,0.00027991855,0.0000682159,0.000008609293],"category_scores_gemma":[0.00011811741,0.00011460738,0.000084162624,0.00024852372,0.00001210638,0.0011857825,0.00011778674,0.00008935514,0.0001665002],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007647687,0.000013151,0.1188442,0.0009149654,0.00029624,0.000033662247,0.593946,0.11326285,0.000053132677,0.13617766,0.0002750038,0.036106676],"study_design_scores_gemma":[0.0012609427,0.000024382725,0.006693569,0.00006302768,0.0000147363835,0.000058404206,0.0265681,0.96352625,0.00096728845,0.000018829805,0.0006081535,0.0001963039],"about_ca_topic_score_codex":0.0000040766263,"about_ca_topic_score_gemma":3.9238788e-7,"teacher_disagreement_score":0.9356044,"about_ca_system_score_codex":0.00007611484,"about_ca_system_score_gemma":0.000084758525,"threshold_uncertainty_score":0.46735534},"labels":[],"label_agreement":null},{"id":"W6901933573","doi":"10.60692/24n4q-r1960","title":"Proceedings of the Workshop on Generalization in the Age of Deep Learning","year":2018,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"","keywords":"Generalization; Focus (optics); Deep learning; Reading (process); Comprehension; Artificial neural network","score_opus":0.03530438854274401,"score_gpt":0.21786359267141278,"score_spread":0.18255920412866877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901933573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7532184,6.917563e-7,0.24056974,0.000058713937,0.00014276238,0.00017847746,3.7997987e-7,0.000028725943,0.005802079],"genre_scores_gemma":[0.9989031,3.8987807e-8,0.0009001127,0.00011969388,0.00003783807,0.000010163852,4.613378e-7,0.0000018671122,0.000026707661],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991657,0.000032679683,0.00036630617,0.00007060909,0.00027321043,0.000091482805],"domain_scores_gemma":[0.99936163,0.000007040311,0.00027766995,0.00020364377,0.00014160985,0.000008427893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046874143,0.0000601579,0.00008585283,0.00010559714,0.00006630411,0.00008168384,0.000505659,0.00004059748,0.0000010292133],"category_scores_gemma":[0.000025247436,0.00003353545,0.000028994598,0.00038533355,0.000023382992,0.00043983155,0.00007566572,0.00006702686,0.00001292569],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010633152,0.0000030436913,0.16329336,0.00021788635,0.000008792698,2.2165209e-7,0.7836182,0.007765753,0.000033429864,0.04114077,0.000022568549,0.0038853139],"study_design_scores_gemma":[0.0006728281,0.000080571044,0.20426895,0.0006180519,0.000008851225,0.000014651567,0.028208863,0.7620463,0.003551909,0.00003057516,0.0003193681,0.00017911832],"about_ca_topic_score_codex":0.0000034200582,"about_ca_topic_score_gemma":3.3657687e-7,"teacher_disagreement_score":0.75540936,"about_ca_system_score_codex":0.000026250156,"about_ca_system_score_gemma":0.0000074883365,"threshold_uncertainty_score":0.13675359},"labels":[],"label_agreement":null},{"id":"W6902027153","doi":"10.6084/m9.figshare.19976930.v1","title":"Additional file 1 of CoQUAD: a COVID-19 question answering dataset system, facilitating research, benchmarking, and practice","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Question answering; Exploratory analysis; Exploratory research; Document retrieval","score_opus":0.14672478599036862,"score_gpt":0.37668471526034036,"score_spread":0.22995992926997175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902027153","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000028421764,0.00006707869,0.0015022078,0.00012446052,0.000023557071,0.00015543637,0.9973276,0.000060884773,0.00073588116],"genre_scores_gemma":[0.0014412063,2.9920764e-7,0.032719884,0.00018719053,0.000050171086,0.00093186065,0.96462035,0.0000048708303,0.000044171662],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813163,0.00054847804,0.0001913107,0.00034794296,0.0005937853,0.00018684973],"domain_scores_gemma":[0.9898241,0.009423858,0.00014920956,0.00035932777,0.00013440552,0.000109088156],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006152699,0.000068138455,0.000089468725,0.00011865442,0.0004457272,0.000081521604,0.00045226378,0.000024792671,0.78812546],"category_scores_gemma":[0.023545077,0.000079297555,0.000016971664,0.00028552616,0.000010541722,0.00047932347,0.0010653674,0.0002506518,0.0000843805],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036929027,0.000010380544,3.008123e-7,0.00023815101,0.000004184303,0.000028593477,0.00040247993,0.0012901345,0.0000035110356,0.00032885198,0.9957676,0.001922121],"study_design_scores_gemma":[0.000058389778,0.000049094273,0.00001369863,0.00044475176,7.976832e-7,0.000105890795,0.00081909704,0.15751964,0.0000011338348,0.00003656185,0.8408832,0.000067761604],"about_ca_topic_score_codex":0.000106382424,"about_ca_topic_score_gemma":0.00000893836,"teacher_disagreement_score":0.78804106,"about_ca_system_score_codex":0.00017798226,"about_ca_system_score_gemma":0.0003046791,"threshold_uncertainty_score":0.98468},"labels":[],"label_agreement":null},{"id":"W6912892384","doi":"10.5281/zenodo.7828789","title":"BudgetLongformer: Can we Cheaply Pretrain a SotA Legal Language Model From Scratch?","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Automatic summarization; Language model; Transformer; Process (computing); Publication; Security token; Task (project management); Code (set theory)","score_opus":0.035854564914102306,"score_gpt":0.2493312381748755,"score_spread":0.21347667326077321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912892384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09761057,0.0001487847,0.81364965,0.015577043,0.00041798962,0.00071572204,0.00058191805,0.0063319034,0.06496644],"genre_scores_gemma":[0.977854,0.00008505786,0.013555642,0.0008601055,0.00033858558,1.5004652e-7,0.0009937143,0.0011060964,0.005206663],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979583,0.00016867307,0.00025291607,0.00060676935,0.00050483766,0.00050847966],"domain_scores_gemma":[0.99860924,0.000025529112,0.00007429003,0.000877346,0.00020085563,0.00021270615],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00056202186,0.00015933868,0.00015128872,0.0002535362,0.0011105046,0.0010104992,0.00202397,0.000058996946,0.0009371245],"category_scores_gemma":[0.0002644566,0.00016927297,0.000058565238,0.0008773717,0.0000688248,0.0005233603,0.0020019354,0.00030373415,0.004488601],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003253712,0.00013731273,0.000005695372,0.000079278194,0.00008560235,0.00016007831,0.027831018,0.008936885,0.023639794,0.07363742,0.3441888,0.52126557],"study_design_scores_gemma":[0.0004774872,0.00007096701,0.000120524775,0.000037753194,0.000007235446,0.000017788832,0.00060597085,0.7494284,0.00081103254,0.00409098,0.24403258,0.00029926226],"about_ca_topic_score_codex":0.00018214641,"about_ca_topic_score_gemma":0.000005054599,"teacher_disagreement_score":0.8802434,"about_ca_system_score_codex":0.00012399913,"about_ca_system_score_gemma":0.000014811962,"threshold_uncertainty_score":0.99997616},"labels":[],"label_agreement":null},{"id":"W6920431187","doi":"10.60692/ys64v-f6230","title":"Balaur: Language Model Pretraining with Lexical Semantic Relations","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Generalization; Inference; Set (abstract data type); Meaning (existential); Semantics (computer science); Lexical semantics; Interface (matter); Language model","score_opus":0.041358990059133474,"score_gpt":0.22357447574456035,"score_spread":0.1822154856854269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920431187","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23564121,6.469469e-7,0.7581305,0.00011526821,0.00009866634,0.00015273805,0.0000070844435,0.0008586543,0.0049952595],"genre_scores_gemma":[0.9808307,1.76253e-8,0.018531546,0.00008591179,0.000031033655,0.00003451157,0.000008520481,0.000006511419,0.00047121596],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988727,0.000028950513,0.00034804584,0.0001639565,0.0003410314,0.00024534276],"domain_scores_gemma":[0.99921536,0.000009295452,0.00012129663,0.00050890184,0.00007068065,0.00007444397],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032666622,0.00011522164,0.000129343,0.00025722245,0.00016451243,0.00024673282,0.00033034605,0.00006757489,0.0000034479563],"category_scores_gemma":[0.000013799472,0.00009073176,0.000036643356,0.00049453217,0.0000133378435,0.0012884004,0.00010951504,0.00010353726,0.0010005547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011630728,0.0000016509174,0.025417317,0.00027716882,0.000044432338,0.00002183992,0.6077761,0.32960364,0.000004052983,0.03339492,0.0002631889,0.0031840624],"study_design_scores_gemma":[0.00028288085,0.000012319328,0.0029326594,0.00008862221,0.0000053034396,0.000027497865,0.005426827,0.9910561,0.000027021884,0.00000929161,0.000011342121,0.000120161734],"about_ca_topic_score_codex":0.0000035647115,"about_ca_topic_score_gemma":2.1529777e-7,"teacher_disagreement_score":0.74518955,"about_ca_system_score_codex":0.00005636467,"about_ca_system_score_gemma":0.000047081714,"threshold_uncertainty_score":0.99977726},"labels":[],"label_agreement":null},{"id":"W6920459592","doi":"10.60692/qkzgq-yt520","title":"Datasets for \"Discourse-Aware Unsupervised Summarization for Long Scientific Documents\"","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Automatic summarization; Key (lock); Feature (linguistics); Unsupervised learning; Pattern recognition (psychology)","score_opus":0.04695024298544776,"score_gpt":0.2603624005255004,"score_spread":0.21341215754005266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920459592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019184254,0.000004666981,0.9773895,0.00017711608,0.0014577677,0.00078079035,0.0006959702,0.00019177655,0.00011817071],"genre_scores_gemma":[0.9748881,4.7998196e-8,0.022697402,0.00014947765,0.00008378592,0.00022951968,0.0016430961,0.000008598282,0.0002999871],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984517,0.00003779902,0.0005530413,0.0003309219,0.00032663616,0.00029991247],"domain_scores_gemma":[0.99837065,0.000017600552,0.00021093126,0.0008437157,0.0004707017,0.000086375345],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00053104525,0.00014697827,0.00017483268,0.00018710214,0.00038629788,0.001458416,0.00050498784,0.00007520682,0.000004973943],"category_scores_gemma":[0.000039854658,0.00013790207,0.00008464193,0.00032515524,0.000018676297,0.0027873018,0.00016232788,0.000040317114,0.00007367187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033991522,0.00009028477,0.2018869,0.01933651,0.00078033906,0.00004577586,0.3857143,0.045334265,0.00017705586,0.21419139,0.030931743,0.10117153],"study_design_scores_gemma":[0.0022143812,0.000029981687,0.0014117413,0.00022343238,0.00003374235,0.000026780568,0.00418078,0.98316497,0.003145143,0.000045780398,0.00515352,0.000369772],"about_ca_topic_score_codex":0.0000019364106,"about_ca_topic_score_gemma":8.773789e-7,"teacher_disagreement_score":0.95570385,"about_ca_system_score_codex":0.000102560705,"about_ca_system_score_gemma":0.00015553807,"threshold_uncertainty_score":0.9995782},"labels":[],"label_agreement":null},{"id":"W6920460404","doi":"10.60692/hc1k0-3ft41","title":"TIGS: An Inference Algorithm for Text Infilling with Gradient Search","year":2019,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Inference; Missing data; Sequence (biology); Artificial neural network; Generative grammar; Sentence; Generative model; Pattern recognition (psychology)","score_opus":0.04776257973650825,"score_gpt":0.2389968758901704,"score_spread":0.19123429615366216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920460404","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21183279,8.571891e-7,0.78643537,0.000023966202,0.00020691942,0.0005304145,0.00001523641,0.0002116946,0.0007427703],"genre_scores_gemma":[0.8582261,3.194457e-8,0.14147791,0.00010723637,0.000044920813,0.000059975613,0.000009345318,0.0000063288467,0.00006811231],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863017,0.000036675327,0.00040377871,0.00024076652,0.00037247155,0.00031612726],"domain_scores_gemma":[0.998759,0.000015219568,0.0001547688,0.0006663802,0.00029139355,0.00011329119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044519905,0.00015195707,0.00018259896,0.00021845548,0.00011652798,0.00045231637,0.00054286263,0.00006736919,0.0000055005357],"category_scores_gemma":[0.000003923245,0.00011530831,0.0000379914,0.000220893,0.000012097323,0.0022893788,0.00010128981,0.00008991209,0.00036262453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064657135,0.000013729703,0.13150859,0.0015432033,0.00012444473,0.0000057113702,0.48227912,0.05990097,0.000009034984,0.05088711,0.000034823293,0.2736286],"study_design_scores_gemma":[0.00067022676,0.00014734376,0.0018250431,0.00012576031,0.0000037316463,0.000021240925,0.0035322804,0.992977,0.0002688658,0.000005719755,0.00023061836,0.00019216233],"about_ca_topic_score_codex":0.000013491071,"about_ca_topic_score_gemma":2.3818167e-7,"teacher_disagreement_score":0.933076,"about_ca_system_score_codex":0.000089904024,"about_ca_system_score_gemma":0.00009525479,"threshold_uncertainty_score":0.47021362},"labels":[],"label_agreement":null},{"id":"W6920501266","doi":"10.60692/spg5z-t3n33","title":"Semantics of the Unwritten: The Effect of End of Paragraph and Sequence Tokens on Text Generation with GPT2","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Paragraph; Semantics (computer science); Sequence (biology); Code (set theory); Character (mathematics); Quality (philosophy)","score_opus":0.027984073001474985,"score_gpt":0.20241785085838354,"score_spread":0.17443377785690856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920501266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8395116,0.0000040814534,0.15974069,0.000100570534,0.00008442416,0.00017805114,0.0000079069505,0.00001125252,0.00036144577],"genre_scores_gemma":[0.9990192,2.1342126e-7,0.0009093584,0.000039213854,0.000011186565,0.0000068141544,9.842595e-7,0.0000018708454,0.000011172433],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991006,0.00011967656,0.00033692067,0.00008399677,0.00028465496,0.00007413092],"domain_scores_gemma":[0.99902844,0.000024462883,0.0003097565,0.0004985231,0.00012336642,0.000015435748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032117107,0.00007769916,0.0001470617,0.00004273619,0.000055539385,0.0000402718,0.00021438034,0.000033877343,0.0000010875906],"category_scores_gemma":[0.000014645862,0.00003821722,0.000035280173,0.00022884968,0.00004924926,0.00024396203,0.0000867851,0.000048677965,0.000002190263],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010062425,0.000009239295,0.6443928,0.0035500657,0.00024074108,0.000007894811,0.21815082,0.077999026,0.0021727853,0.036551267,0.00006986177,0.016754897],"study_design_scores_gemma":[0.0011806563,0.00033120823,0.05043553,0.00069823046,0.000060002647,0.0001849647,0.002277833,0.52692175,0.4176796,0.0000075949188,0.00002980184,0.00019282832],"about_ca_topic_score_codex":0.000008763935,"about_ca_topic_score_gemma":7.267179e-7,"teacher_disagreement_score":0.59395725,"about_ca_system_score_codex":0.000012844633,"about_ca_system_score_gemma":0.000028448652,"threshold_uncertainty_score":0.1558453},"labels":[],"label_agreement":null},{"id":"W6920525879","doi":"10.60692/1h9kf-e4489","title":"QRelScore: Better Evaluating Generated Questions with Deeper Understanding of Context-aware Relevance","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Canadian Institute for Advanced Research","funders":"","keywords":"Relevance (law); Adversarial system; Matching (statistics); Context (archaeology); Metric (unit); Rendering (computer graphics)","score_opus":0.0923810007886917,"score_gpt":0.2493279509683739,"score_spread":0.1569469501796822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920525879","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2424897,0.0000051938223,0.75648856,0.00010793432,0.00022635565,0.00022271289,0.000018500281,0.00015971628,0.0002813435],"genre_scores_gemma":[0.98581654,3.445367e-8,0.0137650315,0.00025275888,0.00002454443,0.000089046545,0.000007824966,0.0000074307563,0.000036794147],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983451,0.00014761338,0.00054993026,0.00018720243,0.0005659176,0.00020427012],"domain_scores_gemma":[0.9988717,0.00001889964,0.00039503345,0.0004795011,0.00018546855,0.00004940528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056606927,0.00013140074,0.00018369702,0.00020360215,0.0003895248,0.0001299145,0.00039139652,0.000034626017,0.00001557255],"category_scores_gemma":[0.000014754296,0.00011296098,0.00003883125,0.00040850064,0.00002238927,0.0009384381,0.00018814635,0.00014716359,0.000021383274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001248795,0.000011092458,0.13564064,0.00073509326,0.00020315922,0.000020168221,0.32608414,0.445056,0.000043940945,0.08279529,0.0002209715,0.009064644],"study_design_scores_gemma":[0.0009199289,0.00012468219,0.0013917718,0.00015633079,0.000017140479,0.00009009748,0.018872732,0.97788846,0.00020967341,0.00003557581,0.000065185035,0.0002284278],"about_ca_topic_score_codex":0.000015879055,"about_ca_topic_score_gemma":5.3569846e-7,"teacher_disagreement_score":0.74332684,"about_ca_system_score_codex":0.0003718104,"about_ca_system_score_gemma":0.000094723015,"threshold_uncertainty_score":0.4606415},"labels":[],"label_agreement":null},{"id":"W6920629036","doi":"10.6084/m9.figshare.26564418","title":"Additional file 1 of Entity and relation extraction from clinical case reports of COVID-19: a natural language processing approach","year":2024,"lang":"en","type":"article","venue":"Open MIND","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Table (database); Relationship extraction; Natural language; Named-entity recognition; Relation (database); Information extraction; Snippet; Notation","score_opus":0.07103293312264586,"score_gpt":0.38394086096012625,"score_spread":0.3129079278374804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920629036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41863263,0.0014713904,0.5291326,0.00036022422,0.000734605,0.00088978437,0.03964957,0.00003422019,0.009094946],"genre_scores_gemma":[0.6832814,5.4827194e-7,0.31416604,0.000010160356,0.000053510732,0.000012815616,0.0021311834,0.0000024450694,0.0003418727],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991737,0.000048290203,0.00030423386,0.00029882713,0.00012537355,0.00004955521],"domain_scores_gemma":[0.99908495,0.0005039832,0.00016363058,0.00017036304,0.00003087423,0.000046176276],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027314777,0.00004439007,0.00009813912,0.000037547885,0.000040722593,0.00011935006,0.00009323448,0.000049808546,0.028124496],"category_scores_gemma":[0.0005979144,0.000040886764,0.00002700572,0.00010289319,0.000031584404,0.0006318787,0.00013986148,0.000118373166,0.0000041562034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001570031,0.00012321485,0.00014969165,0.000109851215,0.000033679764,0.0029750653,0.004539826,0.0001515196,0.00021017343,0.0000824208,0.056351453,0.9352574],"study_design_scores_gemma":[0.00012591483,0.000021254615,0.0010057782,0.00016285876,0.000016738075,0.0030635248,0.00035208513,0.95697594,0.00009842059,0.00041845435,0.03765597,0.00010304944],"about_ca_topic_score_codex":0.0001745833,"about_ca_topic_score_gemma":0.000035047673,"teacher_disagreement_score":0.9568244,"about_ca_system_score_codex":0.000019077248,"about_ca_system_score_gemma":0.0002439428,"threshold_uncertainty_score":0.97276396},"labels":[],"label_agreement":null},{"id":"W6924549048","doi":"10.15468/dl.pfpe9r","title":"Occurrence Download","year":2023,"lang":"en","type":"dataset","venue":"Global Biodiversity Information Facility","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Download; Matching (statistics); Range (aeronautics); Set (abstract data type); Data set","score_opus":0.025341787121003934,"score_gpt":0.2290819036826708,"score_spread":0.20374011656166688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6924549048","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000037955124,0.000008075877,0.0024222038,0.00031831174,0.001397815,0.00021439922,0.99514765,0.0004031502,0.000050422503],"genre_scores_gemma":[0.000002300045,0.00003490542,0.000034082557,0.00045832962,0.0000018109632,0.0000032080588,0.99946517,8.584748e-9,1.7423714e-7],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982616,0.0000535938,0.0003901203,0.0003357873,0.0006202991,0.00033862755],"domain_scores_gemma":[0.9982952,0.000026401616,0.00024732485,0.0010671895,0.00020971076,0.00015416986],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034865492,0.0002472103,0.00023669552,0.00012178312,0.0002489791,0.00034689278,0.0018660155,0.00029257865,0.00008023554],"category_scores_gemma":[0.00014790046,0.00026206576,0.00013111322,0.0005561967,0.000067526424,0.0018328018,0.0012873899,0.00028154804,0.52279204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003335965,0.000010039586,0.00010107276,0.000078707344,0.000013078181,0.000003529577,0.000038634436,0.00005941942,7.4114053e-9,0.000001427949,0.9962828,0.0034079438],"study_design_scores_gemma":[0.00016886639,0.0000150819515,0.000038181603,0.0000027301087,0.000011240221,0.0000036846418,0.000028382548,0.000024584824,7.174619e-7,0.0000072463026,0.99943954,0.000259734],"about_ca_topic_score_codex":0.0008156004,"about_ca_topic_score_gemma":0.000016440812,"teacher_disagreement_score":0.5227118,"about_ca_system_score_codex":0.00027949855,"about_ca_system_score_gemma":0.00018587954,"threshold_uncertainty_score":0.99998313},"labels":[],"label_agreement":null},{"id":"W6926576609","doi":"10.25316/ir-13083","title":"The Nanaimo Free Press [Tuesday, October 29, 1889]","year":2019,"lang":"en","type":"other","venue":"VIURRSpace (Vancouver Island University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.010664930351368127,"score_gpt":0.19592328766186343,"score_spread":0.1852583573104953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6926576609","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.782004e-7,0.0006949145,0.10679231,0.00048568798,0.0038505727,0.00039093924,0.00003857924,0.0003813111,0.8873652],"genre_scores_gemma":[0.00009232047,0.0006155781,0.0028994952,0.00009997595,0.00033491012,0.0000012805338,2.6381855e-7,0.00014034181,0.9958158],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774766,0.00013462706,0.00014573574,0.0008534227,0.0005389023,0.00057966606],"domain_scores_gemma":[0.9966493,0.0001427446,0.00028758944,0.0027031,0.00008113355,0.0001361255],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014697242,0.0004248051,0.00038776136,0.0003268318,0.00025690626,0.0002048324,0.003797257,0.0003811244,0.00007450685],"category_scores_gemma":[0.000031810105,0.0003434747,0.0001897311,0.00041824114,0.00010627787,0.00030533256,0.0014448042,0.00047497835,0.000197928],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007734851,0.000018801617,0.0000018542453,0.000031662443,0.00008968515,0.00006838697,0.00016290374,0.00010081708,0.0000017013973,0.02538621,0.9722888,0.00184146],"study_design_scores_gemma":[0.0007881074,0.000031951546,0.0000012130987,0.000113282826,0.000041401494,0.0000026834648,0.00010490498,0.0028119087,0.000010651829,0.00025419987,0.9953845,0.0004552066],"about_ca_topic_score_codex":0.0014492008,"about_ca_topic_score_gemma":0.005646964,"teacher_disagreement_score":0.10845062,"about_ca_system_score_codex":0.00016087198,"about_ca_system_score_gemma":0.00021664472,"threshold_uncertainty_score":0.9999017},"labels":[],"label_agreement":null},{"id":"W6931653815","doi":"10.5281/zenodo.7828790","title":"BudgetLongformer: Can we Cheaply Pretrain a SotA Legal Language Model From Scratch?","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Automatic summarization; Language model; Transformer; Process (computing); Publication; Security token; Task (project management); Code (set theory)","score_opus":0.035854564914102306,"score_gpt":0.2493312381748755,"score_spread":0.21347667326077321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931653815","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09761057,0.0001487847,0.81364965,0.015577043,0.00041798962,0.00071572204,0.00058191805,0.0063319034,0.06496644],"genre_scores_gemma":[0.977854,0.00008505786,0.013555642,0.0008601055,0.00033858558,1.5004652e-7,0.0009937143,0.0011060964,0.005206663],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979583,0.00016867307,0.00025291607,0.00060676935,0.00050483766,0.00050847966],"domain_scores_gemma":[0.99860924,0.000025529112,0.00007429003,0.000877346,0.00020085563,0.00021270615],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00056202186,0.00015933868,0.00015128872,0.0002535362,0.0011105046,0.0010104992,0.00202397,0.000058996946,0.0009371245],"category_scores_gemma":[0.0002644566,0.00016927297,0.000058565238,0.0008773717,0.0000688248,0.0005233603,0.0020019354,0.00030373415,0.004488601],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003253712,0.00013731273,0.000005695372,0.000079278194,0.00008560235,0.00016007831,0.027831018,0.008936885,0.023639794,0.07363742,0.3441888,0.52126557],"study_design_scores_gemma":[0.0004774872,0.00007096701,0.000120524775,0.000037753194,0.000007235446,0.000017788832,0.00060597085,0.7494284,0.00081103254,0.00409098,0.24403258,0.00029926226],"about_ca_topic_score_codex":0.00018214641,"about_ca_topic_score_gemma":0.000005054599,"teacher_disagreement_score":0.8802434,"about_ca_system_score_codex":0.00012399913,"about_ca_system_score_gemma":0.000014811962,"threshold_uncertainty_score":0.99997616},"labels":[],"label_agreement":null},{"id":"W6931697980","doi":"10.5281/zenodo.7497955","title":"TuringLang/Turing.jl: v0.23.3","year":2023,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Diafiltration; Dysgeusia; Liquation; Fusible alloy; Demotion; Emperipolesis","score_opus":0.042686971195317176,"score_gpt":0.2429998452374858,"score_spread":0.20031287404216863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931697980","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002946886,0.00017795972,0.09486494,0.0007440882,0.00060837984,0.0004014957,0.000085625565,0.011892881,0.8911952],"genre_scores_gemma":[0.0041747265,0.00039486925,0.0084497295,0.00038686476,0.0016480334,1.4209668e-7,0.0007091112,0.031853244,0.9523833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782515,0.00017404083,0.000234402,0.00076245284,0.0005312484,0.00047270066],"domain_scores_gemma":[0.99828535,0.000019818122,0.00015150751,0.001208052,0.00015598815,0.00017925442],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004541168,0.00023190753,0.00021249792,0.00048567462,0.0007317307,0.0010319636,0.0030582875,0.00016703374,0.0063675498],"category_scores_gemma":[0.00025295714,0.00024815812,0.00007459895,0.0005495454,0.00006783443,0.00018099537,0.0030623723,0.00039534457,0.039875653],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022637823,0.000027860187,5.325859e-7,0.00006342071,0.00003652583,0.00004267792,0.00031326214,0.000036150926,0.000045405377,0.010609088,0.90754104,0.0812818],"study_design_scores_gemma":[0.00020702046,0.000045259763,0.000026961046,0.000100514924,0.0000062512895,0.000047805406,0.000017910133,0.0017100433,0.00004194192,0.00024643829,0.9972898,0.00026005236],"about_ca_topic_score_codex":0.000059435508,"about_ca_topic_score_gemma":0.00000253117,"teacher_disagreement_score":0.08974879,"about_ca_system_score_codex":0.00013206567,"about_ca_system_score_gemma":0.000005159653,"threshold_uncertainty_score":0.9999971},"labels":[],"label_agreement":null},{"id":"W6939191839","doi":"10.60692/rwgra-g5d61","title":"The Power of Prompt Tuning for Low-Resource Semantic Parsing","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Task (project management); Natural language; Meaning (existential); Parsing; Language model; Natural language understanding; Semantics (computer science); Natural language generation","score_opus":0.029007153236706978,"score_gpt":0.20894531611168146,"score_spread":0.1799381628749745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939191839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19153585,0.000004565146,0.80680144,0.00013415038,0.0003490334,0.000391867,0.000009004754,0.00010676522,0.0006673109],"genre_scores_gemma":[0.9972092,8.4146645e-9,0.002514267,0.00008504554,0.000018703931,0.00010016152,0.0000019413985,0.0000045133825,0.00006615543],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987913,0.000066652225,0.0004892797,0.00011172267,0.00033703196,0.0002040451],"domain_scores_gemma":[0.9990394,0.000027690407,0.000322438,0.00049017154,0.000088698194,0.000031595544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008498934,0.00008381316,0.00012379546,0.00010494752,0.00054277445,0.0001788688,0.00059494347,0.000021134265,0.000002077856],"category_scores_gemma":[0.000017421513,0.000062992345,0.00006328503,0.00018520108,0.000013584992,0.0004362061,0.00027263444,0.00007380448,0.000010850339],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096286116,0.000007779303,0.013591864,0.00125187,0.00011524654,0.0000033374606,0.8694379,0.06070839,0.00004983461,0.042442977,0.0004910389,0.0118035],"study_design_scores_gemma":[0.00048726,0.00005271353,0.0006297193,0.000086279964,0.000006587293,0.000035204874,0.017851304,0.9778094,0.00035710057,0.000015776573,0.0025354829,0.0001331404],"about_ca_topic_score_codex":0.0000023542184,"about_ca_topic_score_gemma":3.0116496e-8,"teacher_disagreement_score":0.917101,"about_ca_system_score_codex":0.000076923876,"about_ca_system_score_gemma":0.000039474344,"threshold_uncertainty_score":0.41746372},"labels":[],"label_agreement":null},{"id":"W6939224053","doi":"10.60692/w9cgp-8cn47","title":"Feeding What You Need by Understanding What You Learned","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Pipeline (software); Interpretation (philosophy); Comprehension; Training set; Reading (process); Curriculum; Deep learning","score_opus":0.08032085247982688,"score_gpt":0.22488749781583378,"score_spread":0.14456664533600688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939224053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061466526,0.000047749425,0.93238616,0.0010109218,0.0028352053,0.0003336894,0.000009426151,0.00056730123,0.0013430141],"genre_scores_gemma":[0.99787426,0.0000015621802,0.0012055985,0.00050235144,0.000061068626,0.000060680988,0.00001459352,0.000010841376,0.00026904122],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978888,0.00010696284,0.000619749,0.0002793133,0.00071764964,0.00038751788],"domain_scores_gemma":[0.9988749,0.000012041604,0.00034431723,0.0005920901,0.000064982174,0.00011168214],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000848849,0.0001936023,0.0002208776,0.0003343699,0.00066621683,0.00336324,0.000790828,0.00006453492,0.000029079923],"category_scores_gemma":[0.000009507419,0.00019188318,0.000082179,0.0004836317,0.000015336109,0.011050547,0.0005476103,0.0002132745,0.00016440373],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006285272,0.000008293238,0.009330181,0.0005409312,0.00013405926,0.000018240124,0.8999147,0.028665539,0.000040778254,0.04026847,0.0014768295,0.01953916],"study_design_scores_gemma":[0.0010760067,0.000058108846,0.000083899504,0.0002146297,0.000012428153,0.00009866034,0.51995945,0.47546285,0.00019388326,0.000051845098,0.0023610718,0.00042716923],"about_ca_topic_score_codex":0.000008978407,"about_ca_topic_score_gemma":5.4646367e-8,"teacher_disagreement_score":0.93640774,"about_ca_system_score_codex":0.0007738937,"about_ca_system_score_gemma":0.00004626989,"threshold_uncertainty_score":0.99767137},"labels":[],"label_agreement":null},{"id":"W6939282806","doi":"10.60692/7v46n-wbe56","title":"Datasets for \"Discourse-Aware Unsupervised Summarization for Long Scientific Documents\"","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Automatic summarization; Key (lock); Feature (linguistics); Unsupervised learning; Pattern recognition (psychology)","score_opus":0.04695024298544776,"score_gpt":0.2603624005255004,"score_spread":0.21341215754005266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939282806","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019184254,0.000004666981,0.9773895,0.00017711608,0.0014577677,0.00078079035,0.0006959702,0.00019177655,0.00011817071],"genre_scores_gemma":[0.9748881,4.7998196e-8,0.022697402,0.00014947765,0.00008378592,0.00022951968,0.0016430961,0.000008598282,0.0002999871],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984517,0.00003779902,0.0005530413,0.0003309219,0.00032663616,0.00029991247],"domain_scores_gemma":[0.99837065,0.000017600552,0.00021093126,0.0008437157,0.0004707017,0.000086375345],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00053104525,0.00014697827,0.00017483268,0.00018710214,0.00038629788,0.001458416,0.00050498784,0.00007520682,0.000004973943],"category_scores_gemma":[0.000039854658,0.00013790207,0.00008464193,0.00032515524,0.000018676297,0.0027873018,0.00016232788,0.000040317114,0.00007367187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033991522,0.00009028477,0.2018869,0.01933651,0.00078033906,0.00004577586,0.3857143,0.045334265,0.00017705586,0.21419139,0.030931743,0.10117153],"study_design_scores_gemma":[0.0022143812,0.000029981687,0.0014117413,0.00022343238,0.00003374235,0.000026780568,0.00418078,0.98316497,0.003145143,0.000045780398,0.00515352,0.000369772],"about_ca_topic_score_codex":0.0000019364106,"about_ca_topic_score_gemma":8.773789e-7,"teacher_disagreement_score":0.95570385,"about_ca_system_score_codex":0.000102560705,"about_ca_system_score_gemma":0.00015553807,"threshold_uncertainty_score":0.9995782},"labels":[],"label_agreement":null},{"id":"W6939456355","doi":"10.60692/xvrwf-nqj55","title":"Datasets for \"Discourse-Aware Unsupervised Summarization for Long Scientific Documents\"","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Automatic summarization; Key (lock); Feature (linguistics); Unsupervised learning; Pattern recognition (psychology)","score_opus":0.04695024298544776,"score_gpt":0.2603624005255004,"score_spread":0.21341215754005266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939456355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019184254,0.000004666981,0.9773895,0.00017711608,0.0014577677,0.00078079035,0.0006959702,0.00019177655,0.00011817071],"genre_scores_gemma":[0.9748881,4.7998196e-8,0.022697402,0.00014947765,0.00008378592,0.00022951968,0.0016430961,0.000008598282,0.0002999871],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984517,0.00003779902,0.0005530413,0.0003309219,0.00032663616,0.00029991247],"domain_scores_gemma":[0.99837065,0.000017600552,0.00021093126,0.0008437157,0.0004707017,0.000086375345],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00053104525,0.00014697827,0.00017483268,0.00018710214,0.00038629788,0.001458416,0.00050498784,0.00007520682,0.000004973943],"category_scores_gemma":[0.000039854658,0.00013790207,0.00008464193,0.00032515524,0.000018676297,0.0027873018,0.00016232788,0.000040317114,0.00007367187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033991522,0.00009028477,0.2018869,0.01933651,0.00078033906,0.00004577586,0.3857143,0.045334265,0.00017705586,0.21419139,0.030931743,0.10117153],"study_design_scores_gemma":[0.0022143812,0.000029981687,0.0014117413,0.00022343238,0.00003374235,0.000026780568,0.00418078,0.98316497,0.003145143,0.000045780398,0.00515352,0.000369772],"about_ca_topic_score_codex":0.0000019364106,"about_ca_topic_score_gemma":8.773789e-7,"teacher_disagreement_score":0.95570385,"about_ca_system_score_codex":0.000102560705,"about_ca_system_score_gemma":0.00015553807,"threshold_uncertainty_score":0.9995782},"labels":[],"label_agreement":null},{"id":"W6949396090","doi":"10.5281/zenodo.14167444","title":"Pronoun Generation for Text Summarization and Question Answering","year":2006,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Question answering; Automatic summarization; Pronoun; Natural language; Corpus linguistics","score_opus":0.016920509189539544,"score_gpt":0.23479597512023376,"score_spread":0.2178754659306942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949396090","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045610555,0.000030050945,0.9529574,0.00042509206,0.00009897469,0.00014290054,1.6904146e-7,0.0000803586,0.0006545089],"genre_scores_gemma":[0.67517745,0.000001545969,0.324188,0.000041479474,0.00012671501,0.000014219868,0.000006432021,0.0000020769692,0.00044211585],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99964815,0.0000081258295,0.000080919606,0.00015068085,0.00004686116,0.00006526746],"domain_scores_gemma":[0.9998333,0.000009135488,0.00001919375,0.00009404531,0.00003372931,0.00001058866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010957868,0.000035159388,0.000030989177,0.000026893433,0.000060525683,0.000103807215,0.000053939726,0.000021544904,0.0000010424275],"category_scores_gemma":[0.000007922362,0.00003300176,0.000006733138,0.000040687682,0.0000036473136,0.00033308245,0.00002082394,0.000012466995,9.4694474e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.785424e-7,0.000012335443,0.0017415768,0.000013040523,0.0000012841747,1.41545e-7,0.00009084116,0.007961707,0.034319777,0.8360541,0.0003402732,0.119464055],"study_design_scores_gemma":[0.00008749313,0.000011922286,0.00092696527,0.0000026143296,9.051397e-7,0.0000010572031,0.0000014387297,0.9881687,0.005373624,0.0045774174,0.0008014798,0.00004636905],"about_ca_topic_score_codex":0.000089690824,"about_ca_topic_score_gemma":0.00008100421,"teacher_disagreement_score":0.980207,"about_ca_system_score_codex":0.0000149259295,"about_ca_system_score_gemma":0.000010033994,"threshold_uncertainty_score":0.13457727},"labels":[],"label_agreement":null},{"id":"W6949444982","doi":"10.5281/zenodo.14167443","title":"Pronoun Generation for Text Summarization and Question Answering","year":2006,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Question answering; Automatic summarization; Pronoun; Natural language; Corpus linguistics","score_opus":0.03167901767740509,"score_gpt":0.23481886717501124,"score_spread":0.20313984949760616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949444982","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01866869,0.000058514393,0.974104,0.00072243507,0.00009698999,0.00041217715,0.000012556303,0.000549608,0.005375021],"genre_scores_gemma":[0.96280885,0.000022660783,0.035110377,0.00007595738,0.00036348324,1.9801959e-7,0.00074080355,0.00036103526,0.00051666755],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998969,0.00010712881,0.00018119071,0.00037235374,0.00017179316,0.0001985097],"domain_scores_gemma":[0.99928075,0.000012595068,0.0000683556,0.00027708683,0.0003084904,0.00005269837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005124894,0.00008557275,0.00007300133,0.00012913253,0.0011810021,0.0009788271,0.00041827254,0.000044119275,0.000086604596],"category_scores_gemma":[0.00014925114,0.00009469914,0.000018477009,0.0002222217,0.000032701668,0.0005733116,0.00036895828,0.00007243925,0.000120542994],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001696143,0.00009508999,0.000029160852,0.00009219185,0.000013539989,0.0000023141952,0.00090098684,0.003995439,0.06706763,0.35893872,0.022942739,0.54590523],"study_design_scores_gemma":[0.00046090066,0.00013198357,0.0006397484,0.000020618407,0.0000062566555,0.000036623533,0.000026090609,0.5389763,0.002598602,0.0024767157,0.45442933,0.00019680752],"about_ca_topic_score_codex":0.000025803412,"about_ca_topic_score_gemma":0.0000011576731,"teacher_disagreement_score":0.94414014,"about_ca_system_score_codex":0.00008182192,"about_ca_system_score_gemma":0.0000031034826,"threshold_uncertainty_score":0.94388527},"labels":[],"label_agreement":null},{"id":"W6950165384","doi":"10.5281/zenodo.6798019","title":"Touché21-Argument-Retrieval-for-Comparative-Questions","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Optech (Canada)","funders":"","keywords":"Task (project management); Argument (complex analysis); Relation (database); Matching (statistics); Product (mathematics)","score_opus":0.06724454125565449,"score_gpt":0.29595275756642736,"score_spread":0.22870821631077287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6950165384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034789313,0.00030328063,0.9471445,0.0023567586,0.00040913376,0.00046211405,0.00006824038,0.0022722888,0.04350472],"genre_scores_gemma":[0.97317004,0.00007062942,0.020613005,0.00024387892,0.00041099216,1.5435144e-7,0.00035874808,0.00078812573,0.0043444335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843585,0.00015250038,0.0002275291,0.00053680566,0.0003121235,0.0003351993],"domain_scores_gemma":[0.9988855,0.000054971435,0.000038881775,0.00054382277,0.00033449908,0.00014232878],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006109837,0.0001253502,0.000121635436,0.0002506606,0.0013111219,0.0020132877,0.0014008322,0.000047350117,0.0014226551],"category_scores_gemma":[0.00019914386,0.00012784362,0.000064134394,0.00071446056,0.00006547534,0.00059562124,0.00092410814,0.00020445234,0.005004379],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027135256,0.00010217625,7.706207e-7,0.00013248505,0.00007802046,0.00002024922,0.0039976104,0.0007268029,0.0077424343,0.6181427,0.18559381,0.18343577],"study_design_scores_gemma":[0.00017548041,0.00013437594,0.000028834262,0.00004412983,0.000007433683,0.00004093808,0.00005858076,0.09192121,0.00086477486,0.0030941276,0.90348107,0.00014904921],"about_ca_topic_score_codex":0.0000046634823,"about_ca_topic_score_gemma":8.5064016e-8,"teacher_disagreement_score":0.9696911,"about_ca_system_score_codex":0.00014840627,"about_ca_system_score_gemma":0.000009081075,"threshold_uncertainty_score":0.99998903},"labels":[],"label_agreement":null},{"id":"W6950639761","doi":"10.5683/sp3/a7itkl","title":"Replication Data for: Comparison of four competing invasion percolation models for gas flow in porous media","year":2023,"lang":"en","type":"dataset","venue":"Borealis","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Percolation (cognitive psychology); Porous medium; Replication (statistics); Flow (mathematics); Vadose zone; Percolation theory; Porosity","score_opus":0.19114104330353726,"score_gpt":0.35323096001273807,"score_spread":0.1620899167092008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6950639761","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019997166,0.00003946208,0.4162871,0.00024727185,0.00014991262,0.0006211386,0.5825807,0.000048472375,0.000005985954],"genre_scores_gemma":[0.00025648376,0.000058339756,0.12593292,0.00004063891,0.00017808653,0.00014362429,0.8733683,0.000019350538,0.0000022143993],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99744457,0.000076363685,0.0008303483,0.0009862985,0.00039357395,0.0002688666],"domain_scores_gemma":[0.99430984,0.0007981914,0.0005344541,0.004108634,0.00019463841,0.000054251876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016309262,0.00020262795,0.00048489723,0.00027284463,0.00008130613,0.0000769299,0.0024464526,0.00024795943,4.056193e-7],"category_scores_gemma":[0.0011436444,0.00021625734,0.00006146053,0.00023954164,0.000017941333,0.00049900846,0.00074776984,0.00017651243,0.00000161663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013296256,0.000037364018,0.000015200764,0.00023823335,0.000009281092,8.349049e-7,0.00028260442,0.016126323,0.000010075471,0.0005886657,0.96599317,0.016684933],"study_design_scores_gemma":[0.0003382822,0.00003303492,0.00005670704,0.00019581274,0.000023706163,0.0000015855338,0.00004339318,0.89348847,0.000017499624,0.0046421527,0.10098241,0.00017694052],"about_ca_topic_score_codex":0.013281627,"about_ca_topic_score_gemma":0.03575194,"teacher_disagreement_score":0.87736213,"about_ca_system_score_codex":0.00009930772,"about_ca_system_score_gemma":0.0001659766,"threshold_uncertainty_score":0.993289},"labels":[],"label_agreement":null},{"id":"W6957386035","doi":"10.60692/kk5ze-cry69","title":"Semantics of the Unwritten: The Effect of End of Paragraph and Sequence Tokens on Text Generation with GPT2","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Paragraph; Semantics (computer science); Sequence (biology); Code (set theory); Character (mathematics); Quality (philosophy)","score_opus":0.027984073001474985,"score_gpt":0.20241785085838354,"score_spread":0.17443377785690856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957386035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8395116,0.0000040814534,0.15974069,0.000100570534,0.00008442416,0.00017805114,0.0000079069505,0.00001125252,0.00036144577],"genre_scores_gemma":[0.9990192,2.1342126e-7,0.0009093584,0.000039213854,0.000011186565,0.0000068141544,9.842595e-7,0.0000018708454,0.000011172433],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991006,0.00011967656,0.00033692067,0.00008399677,0.00028465496,0.00007413092],"domain_scores_gemma":[0.99902844,0.000024462883,0.0003097565,0.0004985231,0.00012336642,0.000015435748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032117107,0.00007769916,0.0001470617,0.00004273619,0.000055539385,0.0000402718,0.00021438034,0.000033877343,0.0000010875906],"category_scores_gemma":[0.000014645862,0.00003821722,0.000035280173,0.00022884968,0.00004924926,0.00024396203,0.0000867851,0.000048677965,0.000002190263],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010062425,0.000009239295,0.6443928,0.0035500657,0.00024074108,0.000007894811,0.21815082,0.077999026,0.0021727853,0.036551267,0.00006986177,0.016754897],"study_design_scores_gemma":[0.0011806563,0.00033120823,0.05043553,0.00069823046,0.000060002647,0.0001849647,0.002277833,0.52692175,0.4176796,0.0000075949188,0.00002980184,0.00019282832],"about_ca_topic_score_codex":0.000008763935,"about_ca_topic_score_gemma":7.267179e-7,"teacher_disagreement_score":0.59395725,"about_ca_system_score_codex":0.000012844633,"about_ca_system_score_gemma":0.000028448652,"threshold_uncertainty_score":0.1558453},"labels":[],"label_agreement":null},{"id":"W6957604568","doi":"10.60692/adptg-twe02","title":"On-the-Fly Attention Modulation for Neural Generation","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Modulation (music); Artificial neural network; Neural activity; Prior probability; Computation; Deep neural networks; Simple (philosophy)","score_opus":0.07389547561211676,"score_gpt":0.2246698726626971,"score_spread":0.15077439705058035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957604568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33952677,6.887257e-7,0.6588147,0.00044426002,0.00058286946,0.0002114788,0.00000600814,0.00010088618,0.00031233183],"genre_scores_gemma":[0.99352175,1.7066647e-8,0.005604683,0.00045275327,0.0001426563,0.00008686167,0.000028124945,0.0000038920975,0.00015923288],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999026,0.000060388007,0.00037268398,0.0001564432,0.00024426664,0.00014023026],"domain_scores_gemma":[0.99906516,0.000014044981,0.00016863384,0.00045258217,0.00026795364,0.00003161513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030789975,0.00009320384,0.00008804887,0.000081484686,0.00021712117,0.000431287,0.00019453006,0.000052635936,0.0000037805314],"category_scores_gemma":[0.000033923767,0.00007152292,0.000067460336,0.00016013121,0.000005048847,0.0010266602,0.00004759686,0.000047040267,0.00012374013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035527708,0.000009817874,0.009412556,0.00047213217,0.00008919177,0.0000051161255,0.07011043,0.24903399,0.00042765393,0.6357055,0.0016884862,0.033009652],"study_design_scores_gemma":[0.00028217232,0.000014493036,0.0034198286,0.000021977035,0.0000036981633,0.0000139451995,0.00037228529,0.99490565,0.00076055713,0.00003433574,0.00008733197,0.00008373833],"about_ca_topic_score_codex":0.0000010057179,"about_ca_topic_score_gemma":1.6615775e-7,"teacher_disagreement_score":0.74587166,"about_ca_system_score_codex":0.000057412864,"about_ca_system_score_gemma":0.000027702024,"threshold_uncertainty_score":0.41589102},"labels":[],"label_agreement":null},{"id":"W6957621777","doi":"10.60692/5r3jg-m5e18","title":"Imperfect also Deserves Reward: Multi-Level and Sequential Reward Modeling for Better Dialog Management","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Imperfect; Dialog box; Selection (genetic algorithm); Language model; Association (psychology); Subject (documents)","score_opus":0.09650262403361097,"score_gpt":0.25009867369707384,"score_spread":0.15359604966346285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957621777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17501694,0.000011162958,0.8234799,0.00014710134,0.0004737766,0.00037112113,0.000029916897,0.00017777535,0.00029231637],"genre_scores_gemma":[0.83142626,5.803138e-7,0.16799073,0.00027635958,0.00007733271,0.00009918181,0.000014304717,0.000008544509,0.00010672441],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984312,0.00006651792,0.00059517834,0.00032048818,0.00026798673,0.0003186074],"domain_scores_gemma":[0.9989609,0.000009875281,0.00014935981,0.00058284495,0.00020585286,0.00009114813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005143918,0.00018665954,0.00023076122,0.00016800586,0.0001967387,0.0005584469,0.00033253463,0.00009300614,0.000002232171],"category_scores_gemma":[0.000016622515,0.00017001978,0.00009378237,0.0001434529,0.000011352173,0.001296013,0.00036724648,0.000073964,0.000045207966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026408656,0.000049680173,0.10748049,0.01774725,0.001722698,0.00024076199,0.5062873,0.1608049,0.00018861571,0.052474655,0.00089257176,0.151847],"study_design_scores_gemma":[0.001278865,0.000016728882,0.0012706523,0.00016868731,0.000028401597,0.000052559677,0.001342773,0.9949448,0.00048101725,0.00003880301,0.00012168647,0.00025501457],"about_ca_topic_score_codex":0.000008913701,"about_ca_topic_score_gemma":7.911043e-7,"teacher_disagreement_score":0.8341399,"about_ca_system_score_codex":0.000088737164,"about_ca_system_score_gemma":0.00003476094,"threshold_uncertainty_score":0.6933205},"labels":[],"label_agreement":null},{"id":"W6957827635","doi":"10.60692/qzwgz-q7g37","title":"TIGS: An Inference Algorithm for Text Infilling with Gradient Search","year":2019,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Inference; Missing data; Sequence (biology); Artificial neural network; Generative grammar; Sentence; Generative model; Pattern recognition (psychology)","score_opus":0.04776257973650825,"score_gpt":0.2389968758901704,"score_spread":0.19123429615366216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957827635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21183279,8.571891e-7,0.78643537,0.000023966202,0.00020691942,0.0005304145,0.00001523641,0.0002116946,0.0007427703],"genre_scores_gemma":[0.8582261,3.194457e-8,0.14147791,0.00010723637,0.000044920813,0.000059975613,0.000009345318,0.0000063288467,0.00006811231],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863017,0.000036675327,0.00040377871,0.00024076652,0.00037247155,0.00031612726],"domain_scores_gemma":[0.998759,0.000015219568,0.0001547688,0.0006663802,0.00029139355,0.00011329119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044519905,0.00015195707,0.00018259896,0.00021845548,0.00011652798,0.00045231637,0.00054286263,0.00006736919,0.0000055005357],"category_scores_gemma":[0.000003923245,0.00011530831,0.0000379914,0.000220893,0.000012097323,0.0022893788,0.00010128981,0.00008991209,0.00036262453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064657135,0.000013729703,0.13150859,0.0015432033,0.00012444473,0.0000057113702,0.48227912,0.05990097,0.000009034984,0.05088711,0.000034823293,0.2736286],"study_design_scores_gemma":[0.00067022676,0.00014734376,0.0018250431,0.00012576031,0.0000037316463,0.000021240925,0.0035322804,0.992977,0.0002688658,0.000005719755,0.00023061836,0.00019216233],"about_ca_topic_score_codex":0.000013491071,"about_ca_topic_score_gemma":2.3818167e-7,"teacher_disagreement_score":0.933076,"about_ca_system_score_codex":0.000089904024,"about_ca_system_score_gemma":0.00009525479,"threshold_uncertainty_score":0.47021362},"labels":[],"label_agreement":null},{"id":"W6957997596","doi":"10.60692/23tr5-rj647","title":"Learning to Transfer Prompts for Text Generation","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Text generation; Set (abstract data type); Reuse; Transfer of learning; Training set; Mechanism (biology); Labeled data; Language model","score_opus":0.05304766468987507,"score_gpt":0.21871948864084198,"score_spread":0.1656718239509669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957997596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24434516,5.459184e-7,0.75401235,0.00015214823,0.00040732828,0.0005076865,0.000009338996,0.00019986989,0.00036556512],"genre_scores_gemma":[0.9886919,4.7660897e-9,0.01010001,0.00030458055,0.00008374721,0.0005576745,0.0000114094,0.0000052346154,0.0002454156],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998961,0.00005857525,0.0003539872,0.00016094751,0.0002840127,0.00018148286],"domain_scores_gemma":[0.99953157,0.000004195422,0.00005703016,0.00026065964,0.000090641806,0.00005589282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047092477,0.000088722525,0.00010427611,0.00018728166,0.00040598094,0.00023062817,0.00032716003,0.000024834677,0.000009557895],"category_scores_gemma":[0.00000898362,0.0000862064,0.000046668552,0.00020530735,0.0000022845036,0.0007059002,0.00010326956,0.00007742579,0.000104366845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029251321,0.0000029792689,0.0034817243,0.00023299972,0.000025920252,0.0000013420963,0.60146797,0.356485,0.00009777435,0.014456612,0.0003845994,0.023333808],"study_design_scores_gemma":[0.00047796904,0.00012274191,0.00043619185,0.000011709766,0.0000040001155,0.00002057135,0.0047217472,0.9877373,0.0006452637,0.0000020730974,0.005658301,0.00016213754],"about_ca_topic_score_codex":0.000002518335,"about_ca_topic_score_gemma":7.732243e-8,"teacher_disagreement_score":0.74434674,"about_ca_system_score_codex":0.00012822785,"about_ca_system_score_gemma":0.000034901812,"threshold_uncertainty_score":0.3515395},"labels":[],"label_agreement":null},{"id":"W6958058837","doi":"10.60692/mfwkg-4eb72","title":"QRelScore: Better Evaluating Generated Questions with Deeper Understanding of Context-aware Relevance","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Canadian Institute for Advanced Research","funders":"","keywords":"Relevance (law); Adversarial system; Matching (statistics); Context (archaeology); Metric (unit); Rendering (computer graphics)","score_opus":0.0923810007886917,"score_gpt":0.2493279509683739,"score_spread":0.1569469501796822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958058837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2424897,0.0000051938223,0.75648856,0.00010793432,0.00022635565,0.00022271289,0.000018500281,0.00015971628,0.0002813435],"genre_scores_gemma":[0.98581654,3.445367e-8,0.0137650315,0.00025275888,0.00002454443,0.000089046545,0.000007824966,0.0000074307563,0.000036794147],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983451,0.00014761338,0.00054993026,0.00018720243,0.0005659176,0.00020427012],"domain_scores_gemma":[0.9988717,0.00001889964,0.00039503345,0.0004795011,0.00018546855,0.00004940528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056606927,0.00013140074,0.00018369702,0.00020360215,0.0003895248,0.0001299145,0.00039139652,0.000034626017,0.00001557255],"category_scores_gemma":[0.000014754296,0.00011296098,0.00003883125,0.00040850064,0.00002238927,0.0009384381,0.00018814635,0.00014716359,0.000021383274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001248795,0.000011092458,0.13564064,0.00073509326,0.00020315922,0.000020168221,0.32608414,0.445056,0.000043940945,0.08279529,0.0002209715,0.009064644],"study_design_scores_gemma":[0.0009199289,0.00012468219,0.0013917718,0.00015633079,0.000017140479,0.00009009748,0.018872732,0.97788846,0.00020967341,0.00003557581,0.000065185035,0.0002284278],"about_ca_topic_score_codex":0.000015879055,"about_ca_topic_score_gemma":5.3569846e-7,"teacher_disagreement_score":0.74332684,"about_ca_system_score_codex":0.0003718104,"about_ca_system_score_gemma":0.000094723015,"threshold_uncertainty_score":0.4606415},"labels":[],"label_agreement":null},{"id":"W6958059733","doi":"10.60692/9td5k-b0448","title":"Integrating Semantics and Neighborhood Information with Graph-Driven Generative Models for Document Retrieval","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Semantics (computer science); Generative grammar; Computational linguistics; Joint (building); Natural language; Natural (archaeology); Computational semantics; Natural language generation","score_opus":0.026819208894033702,"score_gpt":0.21204143457446367,"score_spread":0.18522222568042998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958059733","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0368093,0.000004795283,0.96123916,0.0002047343,0.00020549112,0.00044521168,0.000022510196,0.00015642364,0.00091240386],"genre_scores_gemma":[0.87187916,3.6958417e-7,0.12776245,0.000235997,0.00003567841,0.00003966037,0.00002460484,0.000004480129,0.000017587268],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986332,0.000045837834,0.0005863865,0.00017319828,0.00033591277,0.00022545228],"domain_scores_gemma":[0.99860644,0.000015295653,0.0003234912,0.000382799,0.0005888065,0.00008317892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027194954,0.00017746078,0.00021119758,0.00017769064,0.00021052921,0.0008736643,0.00020839025,0.000080041966,9.2649367e-7],"category_scores_gemma":[0.000021832671,0.00013828998,0.000045967343,0.00028671598,0.000016051968,0.0052707596,0.00013221141,0.00009000527,0.000011146821],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096517004,0.000004237037,0.0063409465,0.0011629434,0.00018289396,0.0000062366325,0.41377422,0.07790534,0.000011450247,0.49383035,0.00005893944,0.0066259066],"study_design_scores_gemma":[0.000978294,0.000066609246,0.00016359861,0.00016127083,0.000017276167,0.000068708534,0.009563861,0.9873616,0.0010545901,0.00031744002,0.00004472021,0.00020202609],"about_ca_topic_score_codex":0.000002815662,"about_ca_topic_score_gemma":4.674999e-7,"teacher_disagreement_score":0.90945625,"about_ca_system_score_codex":0.00008705582,"about_ca_system_score_gemma":0.00010675576,"threshold_uncertainty_score":0.8424764},"labels":[],"label_agreement":null},{"id":"W6958088051","doi":"10.60692/2dzhz-dpc57","title":"On-the-Fly Attention Modulation for Neural Generation","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Modulation (music); Artificial neural network; Neural activity; Prior probability; Computation; Deep neural networks; Simple (philosophy)","score_opus":0.07389547561211676,"score_gpt":0.2246698726626971,"score_spread":0.15077439705058035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958088051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33952677,6.887257e-7,0.6588147,0.00044426002,0.00058286946,0.0002114788,0.00000600814,0.00010088618,0.00031233183],"genre_scores_gemma":[0.99352175,1.7066647e-8,0.005604683,0.00045275327,0.0001426563,0.00008686167,0.000028124945,0.0000038920975,0.00015923288],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999026,0.000060388007,0.00037268398,0.0001564432,0.00024426664,0.00014023026],"domain_scores_gemma":[0.99906516,0.000014044981,0.00016863384,0.00045258217,0.00026795364,0.00003161513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030789975,0.00009320384,0.00008804887,0.000081484686,0.00021712117,0.000431287,0.00019453006,0.000052635936,0.0000037805314],"category_scores_gemma":[0.000033923767,0.00007152292,0.000067460336,0.00016013121,0.000005048847,0.0010266602,0.00004759686,0.000047040267,0.00012374013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035527708,0.000009817874,0.009412556,0.00047213217,0.00008919177,0.0000051161255,0.07011043,0.24903399,0.00042765393,0.6357055,0.0016884862,0.033009652],"study_design_scores_gemma":[0.00028217232,0.000014493036,0.0034198286,0.000021977035,0.0000036981633,0.0000139451995,0.00037228529,0.99490565,0.00076055713,0.00003433574,0.00008733197,0.00008373833],"about_ca_topic_score_codex":0.0000010057179,"about_ca_topic_score_gemma":1.6615775e-7,"teacher_disagreement_score":0.74587166,"about_ca_system_score_codex":0.000057412864,"about_ca_system_score_gemma":0.000027702024,"threshold_uncertainty_score":0.41589102},"labels":[],"label_agreement":null},{"id":"W6958176606","doi":"10.6084/m9.figshare.18666709.v1","title":"Additional file 2 of Adapting systematic scoping study methods to identify cancer-specific physical activity opportunities in Ontario, Canada","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Toronto","funders":"","keywords":"Physical activity; Key (lock); Data collection; Identification (biology); Activity recognition","score_opus":0.24519623718171615,"score_gpt":0.36165878692643905,"score_spread":0.11646254974472289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958176606","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046056886,0.000027979368,0.0004287534,0.000037965092,0.000117646225,0.0008128407,0.99361044,0.000033830984,0.00032483172],"genre_scores_gemma":[0.7375454,1.8388978e-7,0.03708538,0.00034540397,0.00024652798,0.035743624,0.18682843,0.000056385277,0.0021486697],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840474,0.00033724145,0.00023475425,0.00031072358,0.0005177335,0.00019477862],"domain_scores_gemma":[0.99776536,0.0015634615,0.00018334274,0.00035477927,0.00006940527,0.00006367132],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013814491,0.00010645051,0.00029541543,0.00009396152,0.00014166327,0.000051264757,0.0006451643,0.000011611872,0.7944403],"category_scores_gemma":[0.0004445072,0.000119128745,0.00003904684,0.0002556042,0.000001779092,0.00019668527,0.00076675223,0.00022820373,0.000008340958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020979696,0.00009970856,0.0000062242048,0.0012081787,0.00001655405,0.00005442642,0.0022103582,0.0060945083,0.000010527027,0.000016849091,0.9872679,0.0030126309],"study_design_scores_gemma":[0.0012113982,0.0005912236,0.050354883,0.21125059,0.000036745776,0.00006201824,0.020674372,0.51901966,0.00047939588,0.00020431435,0.1934774,0.002637974],"about_ca_topic_score_codex":0.45502532,"about_ca_topic_score_gemma":0.8562863,"teacher_disagreement_score":0.806782,"about_ca_system_score_codex":0.00082740036,"about_ca_system_score_gemma":0.0018781791,"threshold_uncertainty_score":0.5486037},"labels":[],"label_agreement":null},{"id":"W6958286424","doi":"10.60692/vq1jq-mj682","title":"Bridging the Gap between Language Models and Cross-Lingual Sequence Labeling","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Bridging (networking); Language model; Sequence labeling; Margin (machine learning); Regularization (linguistics); Structured prediction; Task (project management); Consistency (knowledge bases); Sequence (biology); Security token","score_opus":0.08578039782984098,"score_gpt":0.2706474233342497,"score_spread":0.1848670255044087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958286424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52540076,0.000010333903,0.47358695,0.0000829423,0.00016481787,0.00013482223,0.000029898347,0.00017768359,0.000411831],"genre_scores_gemma":[0.99700385,5.3291608e-8,0.0025422114,0.00024987225,0.000096220385,0.000039018953,0.0000053013396,0.000005474753,0.000058006095],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986505,0.000090084635,0.00042044432,0.00018431284,0.00041567074,0.00023896825],"domain_scores_gemma":[0.99916697,0.000016547036,0.00020045562,0.0004965167,0.000065232816,0.00005430933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009311949,0.00011750587,0.00013474742,0.00011557593,0.0006447151,0.0006003395,0.0006274641,0.000030302383,0.000003127726],"category_scores_gemma":[0.000011834073,0.00009220241,0.000034679742,0.00021525132,0.000023380795,0.0013239209,0.0006034934,0.0001859248,0.00002578113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007636039,0.0000010173558,0.056160573,0.00022394891,0.000039978633,0.000015682666,0.75041527,0.16474839,0.0000117189265,0.010744888,0.000021278955,0.017609628],"study_design_scores_gemma":[0.0002913161,0.000012182102,0.0011611263,0.000029271712,0.0000062154927,0.00006824966,0.009128259,0.98891,0.00016336257,0.000029940727,0.000047074598,0.00015295378],"about_ca_topic_score_codex":0.000036518104,"about_ca_topic_score_gemma":8.3923936e-8,"teacher_disagreement_score":0.82416165,"about_ca_system_score_codex":0.00010027105,"about_ca_system_score_gemma":0.00004434343,"threshold_uncertainty_score":0.5789088},"labels":[],"label_agreement":null},{"id":"W6958462973","doi":"10.60692/bzw3c-ctp50","title":"HotpotQA: A Dataset for Diverse, Explainable Multi-hop Question Answering","year":2018,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Question answering; Natural language; Natural (archaeology); Empirical research","score_opus":0.06763872202132244,"score_gpt":0.2565929837434248,"score_spread":0.1889542617221024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958462973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029978115,0.0000012601765,0.9679987,0.00004121599,0.0007533148,0.00041149068,0.0003061482,0.0002655982,0.00024417954],"genre_scores_gemma":[0.92551845,4.0796152e-8,0.07392234,0.00015232083,0.00014456917,0.000083902334,0.000102971535,0.000005111707,0.00007027969],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998885,0.000032704917,0.00039637252,0.00020746845,0.00020419051,0.00027431102],"domain_scores_gemma":[0.99888855,0.0000071452255,0.00019341148,0.0006062507,0.0002281797,0.000076477154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048547925,0.00013367904,0.00014141003,0.00018208064,0.00027274256,0.00035472645,0.00047056473,0.000071321185,0.0000037357368],"category_scores_gemma":[0.000028364791,0.000120840814,0.00003790271,0.00016626708,0.000019583746,0.0026052273,0.00019159263,0.000047288264,0.0004066332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031611673,0.000032584245,0.05874474,0.004346915,0.00027214445,0.00002786723,0.8118438,0.007488226,0.0000938963,0.059082,0.015940502,0.0418112],"study_design_scores_gemma":[0.0013216097,0.00007898666,0.0017005042,0.00014761134,0.0000112189555,0.00003320361,0.0055883317,0.98203504,0.0009574176,0.0000064231313,0.007829307,0.00029033524],"about_ca_topic_score_codex":0.000024446008,"about_ca_topic_score_gemma":8.2754667e-7,"teacher_disagreement_score":0.97454685,"about_ca_system_score_codex":0.000106920226,"about_ca_system_score_gemma":0.000030034615,"threshold_uncertainty_score":0.5226583},"labels":[],"label_agreement":null},{"id":"W6958788410","doi":"10.60841/000000005","title":"Data from: Unveiling What Makes Saturn Ring: Quantifying the Amplitudes of Saturn's Planetary Normal-Mode Oscillations and Trends in C-Ring Properties Using Kronoseismology (VII)","year":2024,"lang":"en","type":"dataset","venue":"University of Idaho | Library","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Theoretical Astrophysics","funders":"National Aeronautics and Space Administration","keywords":"Amplitude; Saturn; Occultation; Satellite; Planet; Gravitational wave; Rotation (mathematics); Atmospheric wave","score_opus":0.10088013322198112,"score_gpt":0.26492482395143796,"score_spread":0.16404469072945682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958788410","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19096781,0.018801281,0.007889429,0.0022341865,0.0014838674,0.00043906082,0.77774084,0.00021507645,0.00022846341],"genre_scores_gemma":[0.27565482,0.0054455153,0.05513706,0.0002837149,0.00034287898,5.7239305e-7,0.66287977,0.000060392344,0.0001952692],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825966,0.0001546225,0.00035578082,0.000722597,0.00023508907,0.00027227495],"domain_scores_gemma":[0.99808687,0.00022303268,0.00026301,0.0013504089,0.000016949072,0.000059738613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018422722,0.00026359776,0.00046183597,0.0006653512,0.00018172189,0.00026557586,0.0022980303,0.0002316165,0.000038852784],"category_scores_gemma":[0.00001411205,0.00024138347,0.00006505845,0.00039529038,0.00023030346,0.0034776288,0.0034888426,0.00057228055,0.000004759155],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000894906,0.00077712646,0.030483026,0.009696735,0.0032618102,0.002609666,0.042757392,0.13516043,0.0036356105,0.008007291,0.67704314,0.08567289],"study_design_scores_gemma":[0.00081414933,0.00007547871,0.003973524,0.0041602864,0.00032189416,0.00006853906,0.0050337506,0.7356359,0.00018722843,0.0010282595,0.24765636,0.0010446418],"about_ca_topic_score_codex":0.0045207855,"about_ca_topic_score_gemma":0.0009238302,"teacher_disagreement_score":0.6004755,"about_ca_system_score_codex":0.00003053614,"about_ca_system_score_gemma":0.00016335482,"threshold_uncertainty_score":0.9843332},"labels":[],"label_agreement":null},{"id":"W6958885860","doi":"10.6084/m9.figshare.c.7050923","title":"Canadians’ knowledge of cancer risk factors and belief in cancer myths","year":2024,"lang":"en","type":"other","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Centre for Disease Control; Canadian Cancer Society; University of Calgary; University of British Columbia","funders":"","keywords":"Cancer; Feeling; Cognition; Preference; Population; Causality (physics); Risk perception; Risk factor","score_opus":0.038872424284382597,"score_gpt":0.2953458920857877,"score_spread":0.2564734678014051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958885860","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010014294,0.16302198,0.000048148024,0.00018187033,0.0012157193,0.0005794858,0.5442979,0.00026556017,0.29028925],"genre_scores_gemma":[0.016385315,0.0018044332,0.0011587546,0.00025680993,0.001260529,0.00089957885,0.0054808874,0.0007943161,0.97195935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903166,0.00002569534,0.0001719389,0.00044502417,0.0001038009,0.00022189792],"domain_scores_gemma":[0.9993704,0.00003631763,0.00012074497,0.0003536002,0.00002693699,0.00009202344],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000025547448,0.00019848195,0.00026707305,0.00028351706,0.000012638833,0.000042538915,0.00047000268,0.00019626088,0.048928156],"category_scores_gemma":[0.000063632906,0.00017653576,0.000042753865,0.0002431541,0.0000059105273,0.00004801126,0.00022573993,0.00025486256,0.0001745979],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4458831e-7,0.0000053547583,0.00049919635,0.0005896971,0.000029691008,0.0000065478002,0.0012152848,0.000027408914,3.9509916e-7,0.00003986421,0.98497206,0.012614357],"study_design_scores_gemma":[0.000084235915,0.000007181216,0.0008257003,0.0077442913,0.0000106682055,3.9252478e-7,0.00002223638,0.004328468,0.000017645318,0.00005034515,0.9866576,0.000251242],"about_ca_topic_score_codex":0.13475002,"about_ca_topic_score_gemma":0.38136053,"teacher_disagreement_score":0.6816701,"about_ca_system_score_codex":0.00012416819,"about_ca_system_score_gemma":0.00038917374,"threshold_uncertainty_score":0.95194125},"labels":[],"label_agreement":null},{"id":"W6959768449","doi":"10.1051/0004-6361/202450701/pdf","title":"Validation of the RR Lyrae period determination in the Pan-STARRS PS1 3","year":2024,"lang":"en","type":"article","venue":"Springer Link (Chiba Institute of Technology)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Los Alamos National Laboratory; Planetary Science Division; Science Mission Directorate; Smithsonian Astrophysical Observatory; Max-Planck-Institut für Astronomie; Eötvös Loránd Tudományegyetem; Magyar Tudományos Akadémia; Space Telescope Science Institute; National Central University; Gordon and Betty Moore Foundation; Queen's University; Nemzeti Kutatási Fejlesztési és Innovációs Hivatal; Johns Hopkins University; Queen's University Belfast; National Science Foundation; European Space Agency; National Aeronautics and Space Administration; Durham University; Smithsonian Institution","keywords":"RR Lyrae variable; Light curve; Stars; Variable star; Photometry (optics); Ecliptic","score_opus":0.01732327968529611,"score_gpt":0.24973936295080107,"score_spread":0.23241608326550495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6959768449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86548644,0.000383498,0.120092005,0.011419678,0.0013008274,0.00031618174,0.0000017593234,0.00020463558,0.0007949498],"genre_scores_gemma":[0.9720471,0.000022187583,0.027771816,0.0000460236,0.0000518131,0.000025962418,6.446827e-7,0.0000065555764,0.00002790181],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988417,0.000029856437,0.00037785704,0.00031263454,0.000263346,0.00017457732],"domain_scores_gemma":[0.99886215,0.000025151186,0.00011882665,0.0009261379,0.000057474077,0.0000102844815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004745111,0.00011865315,0.00015108628,0.00038543285,0.00007180314,0.00005695312,0.0016190208,0.00016909084,0.0000021056555],"category_scores_gemma":[0.0001457553,0.00007831786,0.00008370581,0.0010497728,0.00020769164,0.0004022409,0.0003923396,0.00035948624,0.000006680081],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023058417,0.000054137698,0.0049226996,0.0001539602,0.000019665842,0.000016248816,0.0019515645,0.00099808,0.014488621,0.5710879,0.000020170086,0.40628466],"study_design_scores_gemma":[0.0010148304,0.00024090144,0.024195572,0.0016460358,0.00008859682,0.00019753592,0.00051595405,0.3272719,0.49185356,0.097956344,0.0542055,0.0008132638],"about_ca_topic_score_codex":0.000041244457,"about_ca_topic_score_gemma":0.000038308423,"teacher_disagreement_score":0.47736493,"about_ca_system_score_codex":0.000052499094,"about_ca_system_score_gemma":0.00011764062,"threshold_uncertainty_score":0.31937099},"labels":[],"label_agreement":null},{"id":"W6966644381","doi":"10.3897/zookeys.75.767.figures14-19","title":"Figures 14-19 from: Brunke A, Marshall S (2011) Contributions to the faunistics and bionomics of Staphylinidae (Coleoptera) in northeastern North America: discoveries made through study of the University of Guelph Insect Collection, Ontario, Canada. ZooKeys 75: 29-68. https://doi.org/10.3897/zookeys.75.767","year":2011,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aedeagus; Bionomics; Insect; Larva","score_opus":0.028661783170707132,"score_gpt":0.209284761841337,"score_spread":0.18062297867062987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6966644381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65112114,0.00034340587,0.08563875,0.0011761058,0.0007064757,0.004235025,0.0020480712,0.00027276127,0.25445825],"genre_scores_gemma":[0.9253524,0.00015738777,0.00053051073,0.000070831265,0.000061635226,1.49238e-7,0.0001947855,0.0003704564,0.073261864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980607,0.0004450777,0.00038770257,0.00046497298,0.00039284534,0.00024870964],"domain_scores_gemma":[0.99811125,0.000059730286,0.0004469105,0.0009007936,0.00038635897,0.000094943876],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022360652,0.00021097755,0.00036486099,0.00017291993,0.0006348559,0.0000963111,0.0018305944,0.000080776976,0.0118663795],"category_scores_gemma":[0.00015774567,0.00018237416,0.00005079381,0.0004886595,0.00025409108,0.00012834069,0.0018840855,0.00034815777,0.00027811047],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007405823,0.0019820193,0.11111493,0.00045715924,0.0011782097,0.00004936047,0.11430698,0.004786842,0.00011722768,0.004603458,0.7537526,0.0069106584],"study_design_scores_gemma":[0.0009595431,0.0004019421,0.18233398,0.00011690207,0.000063008214,0.0000013104985,0.0018492575,0.0011547859,0.00002731103,0.00007141445,0.81272244,0.000298082],"about_ca_topic_score_codex":0.8434376,"about_ca_topic_score_gemma":0.61316156,"teacher_disagreement_score":0.27423123,"about_ca_system_score_codex":0.0003361704,"about_ca_system_score_gemma":0.0001647777,"threshold_uncertainty_score":0.9890369},"labels":[],"label_agreement":null},{"id":"W6966665280","doi":"10.48448/egen-6z71","title":"Responsible AI Considerations in Text Summarization Research: A Review of Current Practices","year":2023,"lang":"en","type":"other","venue":"Open MIND","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Automatic summarization; Current (fluid); Term (time); Feature (linguistics); Key (lock)","score_opus":0.48856608543874946,"score_gpt":0.515350177369354,"score_spread":0.026784091930604492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6966665280","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010446153,0.055698603,0.021288056,0.017305164,0.0013623621,0.004343971,0.00005822694,0.00003946829,0.8998937],"genre_scores_gemma":[0.00029657828,0.057067305,0.1953119,0.00046931964,0.00035307364,0.00036269234,0.000058485108,0.00044697514,0.74563366],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980173,0.0005760551,0.00037017209,0.0004553012,0.00040636718,0.0001748013],"domain_scores_gemma":[0.9979848,0.0005780017,0.00044806182,0.0007943636,0.00015549613,0.000039243925],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028626206,0.000098261095,0.00026555356,0.00045025736,0.00004168754,0.00022146318,0.00085060485,0.00008418738,0.0018308942],"category_scores_gemma":[0.003259569,0.00009543286,0.000025326677,0.0007857059,0.000036497982,0.00037365826,0.0007387119,0.0003305226,0.00045815166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000434708,0.00012904684,0.000097858974,0.0014298945,0.00002304252,0.00003671426,0.00063363125,0.000024428244,0.00003704871,0.020641688,0.6923346,0.2846077],"study_design_scores_gemma":[0.00011793061,0.000017577544,0.000012838319,0.016126325,0.0000065095005,0.0000018608193,0.000013405204,0.0015992668,0.00005871001,0.0012192674,0.98071307,0.00011322153],"about_ca_topic_score_codex":0.0005396323,"about_ca_topic_score_gemma":0.0038196326,"teacher_disagreement_score":0.2883785,"about_ca_system_score_codex":0.000047242433,"about_ca_system_score_gemma":0.0011686032,"threshold_uncertainty_score":0.99908155},"labels":[],"label_agreement":null},{"id":"W6966841497","doi":"10.48448/2s2c-3s80","title":"Context-aware Adversarial Training for Name Regularity Bias in Named Entity Recognition","year":2021,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Université de Montréal","funders":"","keywords":"Adversarial system; Training (meteorology); Named-entity recognition; Training set; Pattern recognition (psychology); Key (lock)","score_opus":0.15597899223028241,"score_gpt":0.3242821735167069,"score_spread":0.1683031812864245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6966841497","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007310672,0.0003251023,0.97621626,0.0009289318,0.0032967522,0.00083519716,0.000057096462,0.00030716378,0.01730242],"genre_scores_gemma":[0.2807709,0.00011125464,0.6596089,0.0016758103,0.0022539063,0.00022250561,0.0004172758,0.000307938,0.054631528],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967029,0.0001133354,0.0004785233,0.001310731,0.00073787814,0.00065664586],"domain_scores_gemma":[0.9982735,0.00017081901,0.00032446953,0.00083699357,0.00023092543,0.00016327537],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018253458,0.0002993882,0.00047095589,0.0006998998,0.00020104842,0.00035681066,0.0016145911,0.00031875615,0.00022863728],"category_scores_gemma":[0.00076214224,0.000317812,0.00011537109,0.0009374579,0.00035771792,0.00046156714,0.0004387203,0.00039422378,0.0000169966],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021595884,0.00025283048,0.00027311913,0.00027455125,0.000050628714,0.00007611133,0.002797592,0.00022032384,0.00043315566,0.02975842,0.008179128,0.9576625],"study_design_scores_gemma":[0.0029332857,0.00014698072,0.00013793993,0.001523545,0.00003278704,0.0000405791,0.0010032334,0.8795824,0.00049460336,0.02348481,0.08928744,0.0013323718],"about_ca_topic_score_codex":0.0008334349,"about_ca_topic_score_gemma":0.003908247,"teacher_disagreement_score":0.9563302,"about_ca_system_score_codex":0.0002967664,"about_ca_system_score_gemma":0.0014891996,"threshold_uncertainty_score":0.9999274},"labels":[],"label_agreement":null},{"id":"W6968829696","doi":"10.5281/zenodo.4265632","title":"MeDAL: Medical Abbreviation Disambiguation Dataset for Natural Language Understanding Pretraining","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Download; Upload; Natural language; Text messaging; Natural (archaeology)","score_opus":0.11244202040359885,"score_gpt":0.2983701788779148,"score_spread":0.18592815847431593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968829696","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012954861,0.000082577346,0.9893792,0.0062085185,0.00012335111,0.0003425013,0.00023162969,0.00056199665,0.0017746978],"genre_scores_gemma":[0.98751557,0.00001223525,0.0053522843,0.0009300704,0.00025141423,7.857115e-8,0.0056272806,0.0002861429,0.00002489587],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983887,0.00016993367,0.00022888566,0.00042421426,0.0005294441,0.00025878855],"domain_scores_gemma":[0.99923676,0.00007039386,0.00009108466,0.0002885196,0.00012227641,0.00019095548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008175331,0.00009899709,0.00010822015,0.0000850925,0.0009115031,0.00066718203,0.0011964294,0.000053729673,0.00088822073],"category_scores_gemma":[0.0021840709,0.00010281944,0.000034578516,0.00036015172,0.00004421319,0.0005819698,0.0008148404,0.0002099853,0.00035023378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007932499,0.000077211684,0.000005764977,0.0002692943,0.000072820716,0.000025560565,0.020211322,0.00036048543,0.003349323,0.10879344,0.13863155,0.7281239],"study_design_scores_gemma":[0.0008685924,0.00015421152,0.000046412904,0.00005863536,0.000011323429,0.000034503115,0.0010487691,0.8034505,0.00022896436,0.0005166627,0.19336432,0.0002171006],"about_ca_topic_score_codex":0.000004982033,"about_ca_topic_score_gemma":3.8505218e-7,"teacher_disagreement_score":0.9862201,"about_ca_system_score_codex":0.0001287185,"about_ca_system_score_gemma":0.000007689485,"threshold_uncertainty_score":0.9725394},"labels":[],"label_agreement":null},{"id":"W6969110423","doi":"10.5281/zenodo.16875905","title":"Agentic and Non-Agentic Multi-Hop Systems for Medical Question Answering","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Task (project management); Pipeline (software); Question answering; Questions and answers; Joint (building); Semantics (computer science); Interrogative word","score_opus":0.030864254415028207,"score_gpt":0.2675632992729495,"score_spread":0.23669904485792126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6969110423","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003323853,0.0006990708,0.91901857,0.00027887194,0.00055522064,0.00076906756,0.00005080586,0.0010339252,0.07756122],"genre_scores_gemma":[0.06656014,0.0031338704,0.053605545,0.0006342519,0.002109409,0.0000020003813,0.001960645,0.014248041,0.8577461],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810666,0.00020651089,0.0002792899,0.0006455698,0.0004319441,0.00033001258],"domain_scores_gemma":[0.99881506,0.000029866116,0.00013161603,0.0006093963,0.00022479297,0.00018927449],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00082105445,0.00018871213,0.0002288887,0.00038962805,0.0006411642,0.0010011056,0.0014422922,0.00018823921,0.0012940074],"category_scores_gemma":[0.00062600255,0.00020210736,0.000047547193,0.0002756215,0.000070850576,0.00014021601,0.0015099283,0.0002406865,0.00070884486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013302691,0.00014564439,0.000003421114,0.002017172,0.00016426407,0.000048535712,0.00085963745,0.00018322753,0.00022425897,0.026754769,0.7940031,0.17558262],"study_design_scores_gemma":[0.00046637564,0.00004819059,0.000019711804,0.0004910888,0.000016203105,0.00003310523,0.000028392387,0.16568638,0.000009684461,0.000046744903,0.8329687,0.00018542774],"about_ca_topic_score_codex":0.00008325254,"about_ca_topic_score_gemma":0.0000014254263,"teacher_disagreement_score":0.865413,"about_ca_system_score_codex":0.00009453601,"about_ca_system_score_gemma":0.000014699921,"threshold_uncertainty_score":0.99961895},"labels":[],"label_agreement":null},{"id":"W6976533378","doi":"10.60692/ecg0e-c5z35","title":"Balaur: Language Model Pretraining with Lexical Semantic Relations","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Generalization; Inference; Set (abstract data type); Meaning (existential); Semantics (computer science); Lexical semantics; Interface (matter); Language model","score_opus":0.041358990059133474,"score_gpt":0.22357447574456035,"score_spread":0.1822154856854269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976533378","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23564121,6.469469e-7,0.7581305,0.00011526821,0.00009866634,0.00015273805,0.0000070844435,0.0008586543,0.0049952595],"genre_scores_gemma":[0.9808307,1.76253e-8,0.018531546,0.00008591179,0.000031033655,0.00003451157,0.000008520481,0.000006511419,0.00047121596],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988727,0.000028950513,0.00034804584,0.0001639565,0.0003410314,0.00024534276],"domain_scores_gemma":[0.99921536,0.000009295452,0.00012129663,0.00050890184,0.00007068065,0.00007444397],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032666622,0.00011522164,0.000129343,0.00025722245,0.00016451243,0.00024673282,0.00033034605,0.00006757489,0.0000034479563],"category_scores_gemma":[0.000013799472,0.00009073176,0.000036643356,0.00049453217,0.0000133378435,0.0012884004,0.00010951504,0.00010353726,0.0010005547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011630728,0.0000016509174,0.025417317,0.00027716882,0.000044432338,0.00002183992,0.6077761,0.32960364,0.000004052983,0.03339492,0.0002631889,0.0031840624],"study_design_scores_gemma":[0.00028288085,0.000012319328,0.0029326594,0.00008862221,0.0000053034396,0.000027497865,0.005426827,0.9910561,0.000027021884,0.00000929161,0.000011342121,0.000120161734],"about_ca_topic_score_codex":0.0000035647115,"about_ca_topic_score_gemma":2.1529777e-7,"teacher_disagreement_score":0.74518955,"about_ca_system_score_codex":0.00005636467,"about_ca_system_score_gemma":0.000047081714,"threshold_uncertainty_score":0.99977726},"labels":[],"label_agreement":null},{"id":"W6976597069","doi":"10.60692/ck6mt-jht14","title":"f-Divergence Minimization for Sequence-Level Knowledge Distillation","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; McGill University; University of Alberta","funders":"","keywords":"Distillation; Divergence (linguistics); Minification; Process (computing); Decomposition; Natural language","score_opus":0.15298446752216682,"score_gpt":0.27007000950888016,"score_spread":0.11708554198671334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976597069","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04169396,0.0000011605782,0.9547013,0.0000787453,0.0010086243,0.00041340012,0.000070269765,0.00074510125,0.0012874099],"genre_scores_gemma":[0.98452365,1.3230814e-7,0.014824334,0.00003180215,0.00008700588,0.00010885611,0.000047488156,0.0000055845926,0.00037114593],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885565,0.00003277321,0.00046931632,0.00019344788,0.00021779478,0.00023099742],"domain_scores_gemma":[0.9990378,0.000017794186,0.0002018299,0.00039798726,0.00028150692,0.0000630714],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035798774,0.00012120853,0.0001281946,0.00028286816,0.00019517817,0.00022664294,0.00038632,0.00007548356,0.0000027582255],"category_scores_gemma":[0.000047393296,0.00011106312,0.00005550552,0.0005894567,0.000010908903,0.0014265556,0.00011842639,0.000036193178,0.00090549426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058355996,0.000006884797,0.12744096,0.0027690176,0.00010249921,0.0000053275903,0.51671475,0.08951695,0.000030616855,0.18583734,0.004531648,0.07298564],"study_design_scores_gemma":[0.0003222038,0.000014174323,0.01211761,0.000059702248,0.0000047274343,0.0000058615688,0.0011769198,0.9851832,0.00016273602,0.000036722347,0.0007666044,0.00014957067],"about_ca_topic_score_codex":0.000002614379,"about_ca_topic_score_gemma":1.6547467e-7,"teacher_disagreement_score":0.94282967,"about_ca_system_score_codex":0.00010905326,"about_ca_system_score_gemma":0.00005722893,"threshold_uncertainty_score":0.9998724},"labels":[],"label_agreement":null},{"id":"W6976617253","doi":"10.60692/e8xhv-9km80","title":"HotpotQA: A Dataset for Diverse, Explainable Multi-hop Question Answering","year":2018,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Question answering; Natural language; Natural (archaeology); Empirical research","score_opus":0.06763872202132244,"score_gpt":0.2565929837434248,"score_spread":0.1889542617221024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976617253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029978115,0.0000012601765,0.9679987,0.00004121599,0.0007533148,0.00041149068,0.0003061482,0.0002655982,0.00024417954],"genre_scores_gemma":[0.92551845,4.0796152e-8,0.07392234,0.00015232083,0.00014456917,0.000083902334,0.000102971535,0.000005111707,0.00007027969],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998885,0.000032704917,0.00039637252,0.00020746845,0.00020419051,0.00027431102],"domain_scores_gemma":[0.99888855,0.0000071452255,0.00019341148,0.0006062507,0.0002281797,0.000076477154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048547925,0.00013367904,0.00014141003,0.00018208064,0.00027274256,0.00035472645,0.00047056473,0.000071321185,0.0000037357368],"category_scores_gemma":[0.000028364791,0.000120840814,0.00003790271,0.00016626708,0.000019583746,0.0026052273,0.00019159263,0.000047288264,0.0004066332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031611673,0.000032584245,0.05874474,0.004346915,0.00027214445,0.00002786723,0.8118438,0.007488226,0.0000938963,0.059082,0.015940502,0.0418112],"study_design_scores_gemma":[0.0013216097,0.00007898666,0.0017005042,0.00014761134,0.0000112189555,0.00003320361,0.0055883317,0.98203504,0.0009574176,0.0000064231313,0.007829307,0.00029033524],"about_ca_topic_score_codex":0.000024446008,"about_ca_topic_score_gemma":8.2754667e-7,"teacher_disagreement_score":0.97454685,"about_ca_system_score_codex":0.000106920226,"about_ca_system_score_gemma":0.000030034615,"threshold_uncertainty_score":0.5226583},"labels":[],"label_agreement":null},{"id":"W6976775207","doi":"10.60692/rwdwm-ste41","title":"MasakhaNER 2.0: Africa-centric Transfer Learning for Named Entity Recognition","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Named-entity recognition; Task (project management); Transfer of learning; Benchmark (surveying); Transfer (computing); Cover (algebra); Training set; Sequence labeling","score_opus":0.05388125223713194,"score_gpt":0.20273617661652574,"score_spread":0.1488549243793938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976775207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1526153,0.0000029978653,0.8446478,0.0000647078,0.0006271889,0.00044955526,0.000028480626,0.00033282142,0.0012311264],"genre_scores_gemma":[0.99537015,5.9647945e-8,0.0038632788,0.00008580903,0.000053345622,0.00034279274,0.000031160227,0.0000067136125,0.00024670112],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855816,0.00012211739,0.00046079324,0.00019531399,0.0003899216,0.00027369178],"domain_scores_gemma":[0.9993952,0.0000139821095,0.000121789766,0.00027681657,0.00012866975,0.00006357375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006550551,0.00011929936,0.00014927753,0.0002854541,0.0004506602,0.00023963247,0.00038217122,0.000043877884,0.000037777903],"category_scores_gemma":[0.000018033234,0.00011797115,0.00009363952,0.0003519791,0.000006211727,0.0010321592,0.00012077577,0.00015018071,0.00016043913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002539937,0.000031697367,0.03036985,0.0020317377,0.0002126226,0.000021512438,0.74271137,0.09749603,0.00003270343,0.011675794,0.00062583585,0.11453684],"study_design_scores_gemma":[0.0020058833,0.00012563987,0.0008987708,0.00004392945,0.000027281929,0.00008006131,0.009900183,0.97538936,0.0003438045,0.000050029284,0.01071954,0.00041549726],"about_ca_topic_score_codex":0.0000036669028,"about_ca_topic_score_gemma":4.6536485e-8,"teacher_disagreement_score":0.8778933,"about_ca_system_score_codex":0.00019140472,"about_ca_system_score_gemma":0.000037661466,"threshold_uncertainty_score":0.4810724},"labels":[],"label_agreement":null},{"id":"W6976831743","doi":"10.60692/2m81x-g0y08","title":"Feeding What You Need by Understanding What You Learned","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Pipeline (software); Interpretation (philosophy); Comprehension; Training set; Reading (process); Curriculum; Deep learning","score_opus":0.08032085247982688,"score_gpt":0.22488749781583378,"score_spread":0.14456664533600688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976831743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061466526,0.000047749425,0.93238616,0.0010109218,0.0028352053,0.0003336894,0.000009426151,0.00056730123,0.0013430141],"genre_scores_gemma":[0.99787426,0.0000015621802,0.0012055985,0.00050235144,0.000061068626,0.000060680988,0.00001459352,0.000010841376,0.00026904122],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978888,0.00010696284,0.000619749,0.0002793133,0.00071764964,0.00038751788],"domain_scores_gemma":[0.9988749,0.000012041604,0.00034431723,0.0005920901,0.000064982174,0.00011168214],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000848849,0.0001936023,0.0002208776,0.0003343699,0.00066621683,0.00336324,0.000790828,0.00006453492,0.000029079923],"category_scores_gemma":[0.000009507419,0.00019188318,0.000082179,0.0004836317,0.000015336109,0.011050547,0.0005476103,0.0002132745,0.00016440373],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006285272,0.000008293238,0.009330181,0.0005409312,0.00013405926,0.000018240124,0.8999147,0.028665539,0.000040778254,0.04026847,0.0014768295,0.01953916],"study_design_scores_gemma":[0.0010760067,0.000058108846,0.000083899504,0.0002146297,0.000012428153,0.00009866034,0.51995945,0.47546285,0.00019388326,0.000051845098,0.0023610718,0.00042716923],"about_ca_topic_score_codex":0.000008978407,"about_ca_topic_score_gemma":5.4646367e-8,"teacher_disagreement_score":0.93640774,"about_ca_system_score_codex":0.0007738937,"about_ca_system_score_gemma":0.00004626989,"threshold_uncertainty_score":0.99767137},"labels":[],"label_agreement":null},{"id":"W6976965046","doi":"10.60692/kwcnw-nrs71","title":"Integrating Semantics and Neighborhood Information with Graph-Driven Generative Models for Document Retrieval","year":2021,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Semantics (computer science); Generative grammar; Computational linguistics; Joint (building); Natural language; Natural (archaeology); Computational semantics; Natural language generation","score_opus":0.026819208894033702,"score_gpt":0.21204143457446367,"score_spread":0.18522222568042998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976965046","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0368093,0.000004795283,0.96123916,0.0002047343,0.00020549112,0.00044521168,0.000022510196,0.00015642364,0.00091240386],"genre_scores_gemma":[0.87187916,3.6958417e-7,0.12776245,0.000235997,0.00003567841,0.00003966037,0.00002460484,0.000004480129,0.000017587268],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986332,0.000045837834,0.0005863865,0.00017319828,0.00033591277,0.00022545228],"domain_scores_gemma":[0.99860644,0.000015295653,0.0003234912,0.000382799,0.0005888065,0.00008317892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027194954,0.00017746078,0.00021119758,0.00017769064,0.00021052921,0.0008736643,0.00020839025,0.000080041966,9.2649367e-7],"category_scores_gemma":[0.000021832671,0.00013828998,0.000045967343,0.00028671598,0.000016051968,0.0052707596,0.00013221141,0.00009000527,0.000011146821],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096517004,0.000004237037,0.0063409465,0.0011629434,0.00018289396,0.0000062366325,0.41377422,0.07790534,0.000011450247,0.49383035,0.00005893944,0.0066259066],"study_design_scores_gemma":[0.000978294,0.000066609246,0.00016359861,0.00016127083,0.000017276167,0.000068708534,0.009563861,0.9873616,0.0010545901,0.00031744002,0.00004472021,0.00020202609],"about_ca_topic_score_codex":0.000002815662,"about_ca_topic_score_gemma":4.674999e-7,"teacher_disagreement_score":0.90945625,"about_ca_system_score_codex":0.00008705582,"about_ca_system_score_gemma":0.00010675576,"threshold_uncertainty_score":0.8424764},"labels":[],"label_agreement":null},{"id":"W6977370478","doi":"10.6084/m9.figshare.19976930","title":"Additional file 1 of CoQUAD: a COVID-19 question answering dataset system, facilitating research, benchmarking, and practice","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Question answering; Exploratory analysis; Exploratory research; Document retrieval","score_opus":0.14672478599036862,"score_gpt":0.37668471526034036,"score_spread":0.22995992926997175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977370478","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000028421764,0.00006707869,0.0015022078,0.00012446052,0.000023557071,0.00015543637,0.9973276,0.000060884773,0.00073588116],"genre_scores_gemma":[0.0014412063,2.9920764e-7,0.032719884,0.00018719053,0.000050171086,0.00093186065,0.96462035,0.0000048708303,0.000044171662],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813163,0.00054847804,0.0001913107,0.00034794296,0.0005937853,0.00018684973],"domain_scores_gemma":[0.9898241,0.009423858,0.00014920956,0.00035932777,0.00013440552,0.000109088156],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006152699,0.000068138455,0.000089468725,0.00011865442,0.0004457272,0.000081521604,0.00045226378,0.000024792671,0.78812546],"category_scores_gemma":[0.023545077,0.000079297555,0.000016971664,0.00028552616,0.000010541722,0.00047932347,0.0010653674,0.0002506518,0.0000843805],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036929027,0.000010380544,3.008123e-7,0.00023815101,0.000004184303,0.000028593477,0.00040247993,0.0012901345,0.0000035110356,0.00032885198,0.9957676,0.001922121],"study_design_scores_gemma":[0.000058389778,0.000049094273,0.00001369863,0.00044475176,7.976832e-7,0.000105890795,0.00081909704,0.15751964,0.0000011338348,0.00003656185,0.8408832,0.000067761604],"about_ca_topic_score_codex":0.000106382424,"about_ca_topic_score_gemma":0.00000893836,"teacher_disagreement_score":0.78804106,"about_ca_system_score_codex":0.00017798226,"about_ca_system_score_gemma":0.0003046791,"threshold_uncertainty_score":0.98468},"labels":[],"label_agreement":null},{"id":"W6977703902","doi":"10.7275/scil.3141","title":"Similarity, Transformation and the Newly Found Invariance of Influence Functions","year":2025,"lang":"en","type":"article","venue":"University of Massachusetts (UMass) Amherst","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sentence; Semantics (computer science); Task (project management); Similarity (geometry); Point (geometry); Contrast (vision); Encoding (memory); Transformation (genetics)","score_opus":0.009507513689525567,"score_gpt":0.19586375046241386,"score_spread":0.1863562367728883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977703902","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07807271,0.00009252306,0.8966342,0.007953661,0.00012279516,0.0002337326,0.000008764367,0.000053381023,0.01682822],"genre_scores_gemma":[0.9899072,0.000028124065,0.0092991395,0.00018175047,0.000005846198,3.3316002e-7,0.0000016068886,0.000002224229,0.0005737867],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914694,0.000113922586,0.00018274089,0.00021558936,0.00020365874,0.00013716672],"domain_scores_gemma":[0.9990464,0.00021791474,0.00013192977,0.0004332172,0.00013360807,0.000036948026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043567404,0.0000948983,0.00018981005,0.00013797182,0.00024637298,0.00003772131,0.0006866855,0.00007415577,0.0000110298415],"category_scores_gemma":[0.00004526139,0.00009132067,0.00006599546,0.00038547188,0.00031377943,0.0007173674,0.00012686955,0.00015426856,0.0000027205683],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002651418,0.00015185917,0.014076582,0.00037277758,0.0002689145,0.000008898716,0.022986941,0.02120094,0.0010683723,0.9128938,0.0021529768,0.02455283],"study_design_scores_gemma":[0.017190514,0.00024589748,0.0964423,0.0006537874,0.00048484036,0.000018962135,0.013663469,0.76451033,0.0008458115,0.050405625,0.054617114,0.0009213475],"about_ca_topic_score_codex":0.0007998603,"about_ca_topic_score_gemma":0.0004143181,"teacher_disagreement_score":0.9118345,"about_ca_system_score_codex":0.000049612692,"about_ca_system_score_gemma":0.000106786225,"threshold_uncertainty_score":0.37239486},"labels":[],"label_agreement":null},{"id":"W6979293534","doi":"","title":"Syntactic and Semantic Control of Large Language Models via Sequential Monte Carlo","year":2025,"lang":"en","type":"article","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research","keywords":"Probabilistic logic; Python (programming language); Inference; Language model; Variety (cybernetics); Range (aeronautics); Monte Carlo method","score_opus":0.0179119072032372,"score_gpt":0.2600284982508983,"score_spread":0.2421165910476611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979293534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51697403,0.00042170496,0.48185384,0.00025623484,0.00013424302,0.00008234575,0.0000018928744,0.000042141113,0.0002335603],"genre_scores_gemma":[0.99776053,0.000010857207,0.0015289073,0.00039623407,0.000030634004,0.000007254452,3.5996283e-7,0.0000059393274,0.00025926798],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905527,0.000057128356,0.00022146005,0.00030184022,0.0001336606,0.00023065023],"domain_scores_gemma":[0.9992802,0.000069854104,0.00006832844,0.0004845104,0.000049515045,0.00004760562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021060668,0.00010734978,0.0002088173,0.000086412634,0.000061824416,0.00003151505,0.00034905507,0.000056034514,0.0000049474256],"category_scores_gemma":[0.000030729898,0.00010252239,0.00005114299,0.0001473405,0.000024666611,0.00032572015,0.00019688049,0.000113462476,0.0000060359966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112457936,0.00057430536,0.65141624,0.0010705016,0.00083954306,0.0004350896,0.021002518,0.02695693,0.14191823,0.12711957,0.00030621456,0.02824841],"study_design_scores_gemma":[0.00078330544,0.000020881089,0.008423494,0.00005671479,0.000035671645,0.000007254046,0.000085199914,0.98634607,0.0030867276,0.0010071241,0.000031749376,0.00011581952],"about_ca_topic_score_codex":0.0003637657,"about_ca_topic_score_gemma":0.00005181448,"teacher_disagreement_score":0.95938915,"about_ca_system_score_codex":0.00002253245,"about_ca_system_score_gemma":0.000046270317,"threshold_uncertainty_score":0.41807416},"labels":[],"label_agreement":null},{"id":"W6979310868","doi":"","title":"The Great Nugget Recall: Automating Fact Extraction and RAG Evaluation with Large Language Models","year":2025,"lang":"en","type":"article","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion; Natural Sciences and Engineering Research Council of Canada; National Institute of Standards and Technology; Ministry of Science and ICT, South Korea","keywords":"Context (archaeology); Focus (optics); Quality (philosophy); Information extraction; Work (physics); Language model; Question answering; Track (disk drive)","score_opus":0.03968283115839261,"score_gpt":0.3117375363597709,"score_spread":0.2720547052013783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979310868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5803419,0.0002441184,0.41701013,0.0006106727,0.00010493801,0.00014605005,3.9812386e-7,0.00010294273,0.0014388426],"genre_scores_gemma":[0.9914736,0.000015829257,0.0078006065,0.00017365644,0.000032149306,0.000028532027,0.0000018577003,0.000005435855,0.0004683062],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990241,0.00010661936,0.00015664709,0.0002857558,0.0002337784,0.00019310153],"domain_scores_gemma":[0.99925345,0.00014516129,0.00007235573,0.00042385544,0.00007515108,0.000030001967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080346497,0.00009338684,0.000084923304,0.000045703433,0.0003088265,0.00013717309,0.00024492698,0.000043392633,0.0000055069027],"category_scores_gemma":[0.00007567342,0.00006329929,0.000019578363,0.00017070724,0.000017104068,0.0005571056,0.00011058142,0.00012999655,0.000006421135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003814561,0.00009049929,0.16030754,0.00008212892,0.0001239954,0.00002522556,0.010526397,0.020413134,0.0047297142,0.04496286,0.00044487166,0.7582555],"study_design_scores_gemma":[0.0003233256,0.000015999743,0.031498965,0.000045388853,0.000013344802,0.0000063188845,0.00019830317,0.96537334,0.00058805966,0.0016439937,0.00021419057,0.00007876348],"about_ca_topic_score_codex":0.000068132395,"about_ca_topic_score_gemma":0.00010030383,"teacher_disagreement_score":0.94496024,"about_ca_system_score_codex":0.000054800217,"about_ca_system_score_gemma":0.00006653952,"threshold_uncertainty_score":0.258127},"labels":[],"label_agreement":null},{"id":"W6979329680","doi":"","title":"Support Evaluation for the TREC 2024 RAG Track: Comparing Human versus LLM Judges","year":2025,"lang":"en","type":"article","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion; Natural Sciences and Engineering Research Council of Canada; National Institute of Standards and Technology; Ministry of Science and ICT, South Korea","keywords":"Scratch; Human error; Language model; Documentation","score_opus":0.18473266924482978,"score_gpt":0.3754335193551211,"score_spread":0.1907008501102913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979329680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75478935,0.0002108988,0.2282882,0.003080124,0.0023850496,0.00054274895,9.302041e-7,0.00012803411,0.010574658],"genre_scores_gemma":[0.995547,0.0000042240513,0.0018049397,0.00026725576,0.00015270279,0.00009354578,0.0000052144037,0.0000064651667,0.0021186548],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988712,0.000051634695,0.0002401486,0.000369041,0.00023156597,0.00023637759],"domain_scores_gemma":[0.9988624,0.00027755118,0.00006346086,0.0006538016,0.000110485504,0.000032332347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008711097,0.000110968256,0.00013688243,0.00006934291,0.00031721202,0.00010825904,0.0007461583,0.000047337297,0.00005933117],"category_scores_gemma":[0.00011139166,0.00008884445,0.00008220253,0.00020531662,0.000029422743,0.000232755,0.000175321,0.00012444575,0.000040889092],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012936002,0.00034533467,0.41291353,0.00016216381,0.00046003802,0.000008074396,0.005106543,0.018468345,0.0035666074,0.1486481,0.037781797,0.3724101],"study_design_scores_gemma":[0.002640992,0.00013149384,0.16876397,0.000038728267,0.00013745052,0.0000015260994,0.0002322699,0.80390376,0.0028020518,0.0033886712,0.017699733,0.0002593275],"about_ca_topic_score_codex":0.00004373624,"about_ca_topic_score_gemma":0.0001322642,"teacher_disagreement_score":0.78543544,"about_ca_system_score_codex":0.00009052309,"about_ca_system_score_gemma":0.00011691067,"threshold_uncertainty_score":0.36229715},"labels":[],"label_agreement":null},{"id":"W6979343253","doi":"","title":"Can LLMs Reason Abstractly Over Math Word Problems Without CoT? Disentangling Abstract Formulation From Arithmetic Computation","year":2025,"lang":"en","type":"article","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs; Canadian Institute for Advanced Research; Nvidia","keywords":"Conflation; Computation; Causal reasoning; Word (group theory); Automated reasoning; Mental arithmetic; Multiplication (music)","score_opus":0.03054045886540415,"score_gpt":0.27543538240461196,"score_spread":0.2448949235392078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979343253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7479417,0.000099739664,0.24984273,0.00058204617,0.0004699492,0.00026055038,0.000004845088,0.00020753448,0.0005909252],"genre_scores_gemma":[0.98265326,0.000010312358,0.016750632,0.00024844613,0.00010835456,0.000018613478,0.00004024827,0.000015761652,0.00015438857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983139,0.000031136155,0.00045791361,0.0005680271,0.00031363734,0.000315375],"domain_scores_gemma":[0.9989796,0.00013989044,0.00021461889,0.00049027655,0.00008962243,0.00008596666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022267879,0.00020819966,0.00022659833,0.00013231137,0.00017200006,0.00021759147,0.0004255314,0.00010786656,0.000009782541],"category_scores_gemma":[0.00004617341,0.00020476285,0.000074103766,0.00030484443,0.000022143453,0.0006009899,0.00014190984,0.00024136805,0.000035408284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000149355055,0.00012002062,0.90801144,0.00006489418,0.00006163499,0.000015887003,0.0012743867,0.028222937,0.0024887642,0.005891623,0.000076053664,0.05375742],"study_design_scores_gemma":[0.0003668815,0.000010563641,0.5790821,0.00015418028,0.000016708438,0.0000012056086,0.000028105245,0.41376105,0.00048684733,0.00581609,0.00011649724,0.00015976217],"about_ca_topic_score_codex":0.0010482562,"about_ca_topic_score_gemma":0.00031731356,"teacher_disagreement_score":0.38553813,"about_ca_system_score_codex":0.00015973242,"about_ca_system_score_gemma":0.000096772186,"threshold_uncertainty_score":0.83499867},"labels":[],"label_agreement":null},{"id":"W6999866039","doi":"","title":"Distributed prediction of relations for entities: the Easy, the Difficult, and the impossible","year":2017,"lang":"en","type":"article","venue":"Repositori digital de la UPF (Universitat Pompeu Fabra)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Semantics (computer science); Joint (building); Computational semantics; Computational complexity theory","score_opus":0.008070176478722877,"score_gpt":0.21073842281597815,"score_spread":0.20266824633725528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999866039","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13661045,0.00022345899,0.83775616,0.007436444,0.00075672637,0.00056454976,0.00014673098,0.00009803593,0.016407458],"genre_scores_gemma":[0.997423,0.0000121576295,0.00085350353,0.000018613953,0.00011530228,0.0000085857855,0.0000092258,0.0000052402356,0.001554388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992257,0.00006552389,0.00014370444,0.00020403053,0.0001966754,0.00016439539],"domain_scores_gemma":[0.9981359,0.0007116777,0.00020735494,0.0007813104,0.00012150255,0.000042246844],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00028215474,0.00009517911,0.000112220776,0.0000260979,0.001445195,0.001099193,0.0010151878,0.000060537015,6.137139e-7],"category_scores_gemma":[0.00018885237,0.00005407817,0.00010317856,0.00010313211,0.0004196387,0.0012335776,0.00038264386,0.00012104025,9.299603e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061194885,0.00005793405,0.010656314,0.000029143552,0.00019236469,0.0000098507935,0.0067091547,0.0007911892,0.00032662612,0.97306675,0.0039129886,0.004186513],"study_design_scores_gemma":[0.00507543,0.00023776892,0.16367497,0.00017531433,0.00030703153,0.00029935295,0.008238093,0.69866556,0.0007519604,0.06985733,0.052239504,0.0004776602],"about_ca_topic_score_codex":0.00008923473,"about_ca_topic_score_gemma":0.0000041162903,"teacher_disagreement_score":0.9032094,"about_ca_system_score_codex":0.000057494744,"about_ca_system_score_gemma":0.00006493635,"threshold_uncertainty_score":0.9999378},"labels":[],"label_agreement":null},{"id":"W7000541850","doi":"","title":"Focused hierarchical RNNs for conditional sequence processing","year":2018,"lang":"en","type":"article","venue":"Jagiellonian University Repository (Jagiellonian University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Canada Research Chairs; Compute Canada; Microsoft Research","keywords":"Security token; Generalization; Sequence (biology); Encoder; Context (archaeology); Recurrent neural network; Embedding; Key (lock)","score_opus":0.023814510767638488,"score_gpt":0.22047415298339149,"score_spread":0.196659642215753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7000541850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05374478,0.000027255102,0.895942,0.0019306389,0.000642653,0.00060036744,0.00003838418,0.00078485976,0.046289098],"genre_scores_gemma":[0.8798583,0.000009542991,0.08958319,0.00029361373,0.00045794365,7.660466e-7,0.000020142084,0.000032758122,0.029743701],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968591,0.0002159152,0.00029974384,0.0013151912,0.00048539502,0.0008246946],"domain_scores_gemma":[0.997417,0.00018357507,0.00028140575,0.0010126936,0.0006214388,0.0004838851],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0002452281,0.0004005627,0.00039143022,0.0007290943,0.001831275,0.00026682438,0.0024219558,0.00032667763,0.000029908477],"category_scores_gemma":[0.000039230945,0.0005117297,0.00025553085,0.0011791796,0.0007421794,0.001831147,0.0006227023,0.00044296382,0.00006004264],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011907106,0.0010235707,0.011659569,0.00043463218,0.0006334237,0.0057640052,0.011538329,0.0012566296,0.0476338,0.8499452,0.009124227,0.05979594],"study_design_scores_gemma":[0.0056159827,0.0012716553,0.00289508,0.00023502395,0.00026433537,0.00040747112,0.001491225,0.22334054,0.012855875,0.0047533354,0.7445039,0.0023655428],"about_ca_topic_score_codex":0.00013215125,"about_ca_topic_score_gemma":0.000072776005,"teacher_disagreement_score":0.84519184,"about_ca_system_score_codex":0.0006677337,"about_ca_system_score_gemma":0.00091979763,"threshold_uncertainty_score":0.99973345},"labels":[],"label_agreement":null},{"id":"W7005561867","doi":"","title":"Retrieval-augmented text generation with domain-specific large language models fine-tuning","year":2024,"lang":"en","type":"dissertation","venue":"Repository of the University of Ljubljana (University of Ljubljana)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Generator (circuit theory); Question answering; Component (thermodynamics); Language model; Architecture; Context model; Labrador Retriever","score_opus":0.013349411071739578,"score_gpt":0.1882553743952043,"score_spread":0.1749059633234647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7005561867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7872807,0.0015762156,0.19586043,0.0004909847,0.0010773728,0.0006218889,0.000063689746,0.00015520943,0.012873561],"genre_scores_gemma":[0.94435716,0.00016560077,0.02793995,0.0000093559665,0.00008509683,6.095071e-8,0.00012234236,0.00003998036,0.027280478],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971634,0.0002268464,0.00034730064,0.00083563314,0.0010657135,0.00036108049],"domain_scores_gemma":[0.99673915,0.00006956615,0.0010489248,0.0014796609,0.0005313242,0.0001313778],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040002307,0.00038251097,0.00071665115,0.0005641706,0.00067640375,0.00004449624,0.0024829272,0.0003889738,0.000036994123],"category_scores_gemma":[0.0000066608723,0.00041298507,0.0004894068,0.0009114017,0.00024436126,0.0008068966,0.00054775336,0.0005357164,0.0000072740568],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031882806,0.0015364666,0.00091606384,0.0061612115,0.005121175,0.002601001,0.291912,0.046256784,0.4113313,0.19845892,0.022699893,0.009816914],"study_design_scores_gemma":[0.010448424,0.0013701825,0.003397598,0.00903332,0.002998291,0.00024959247,0.22330755,0.6541141,0.056321863,0.003121705,0.031405993,0.0042313593],"about_ca_topic_score_codex":0.00078406715,"about_ca_topic_score_gemma":0.0011613454,"teacher_disagreement_score":0.60785735,"about_ca_system_score_codex":0.0003231856,"about_ca_system_score_gemma":0.00046771095,"threshold_uncertainty_score":0.9998322},"labels":[],"label_agreement":null},{"id":"W7008585676","doi":"","title":"Comparing information extraction between&#13;\\ninstance-based data models and relational data&#13;\\nmodels","year":2023,"lang":"en","type":"dissertation","venue":"Memorial University Research Repository (Memorial University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Memorial University of Newfoundland","keywords":"Complement (music); Representation (politics); Information extraction; Data modeling; Data extraction; Data model (GIS); External Data Representation; Key (lock); Data type; Information model","score_opus":0.15516157677851863,"score_gpt":0.31449010470504346,"score_spread":0.15932852792652483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008585676","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29068315,0.00011562047,0.60825396,0.00044443097,0.027567253,0.0026620887,0.00088483776,0.0020256145,0.067363024],"genre_scores_gemma":[0.9359659,0.00035497802,0.013108307,0.0000147623305,0.0077794176,0.0000018152341,0.021359125,0.000107399355,0.021308294],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99326676,0.0009826082,0.0006148597,0.0019031116,0.0023923358,0.0008403237],"domain_scores_gemma":[0.99316055,0.00091671746,0.0005980221,0.0034912478,0.0013629168,0.00047055888],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0023004408,0.00050459657,0.00070888584,0.0024225202,0.002237918,0.0007698738,0.00679126,0.0008350865,0.0000059024437],"category_scores_gemma":[0.0003461035,0.00067772967,0.00011474902,0.0025158625,0.00022911071,0.014217483,0.003490677,0.0019256098,0.000055918143],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024119884,0.0015375218,0.0134642,0.005564895,0.00449668,0.007972665,0.022651726,0.37145752,0.0031333019,0.3491151,0.11857113,0.07791537],"study_design_scores_gemma":[0.0035350544,0.00013485101,0.001736089,0.00036882664,0.00023572115,0.000009559891,0.0026853466,0.9503835,0.00017329246,0.0010474272,0.038768206,0.0009221422],"about_ca_topic_score_codex":0.005801495,"about_ca_topic_score_gemma":0.0025318894,"teacher_disagreement_score":0.64528275,"about_ca_system_score_codex":0.0012137896,"about_ca_system_score_gemma":0.0029763896,"threshold_uncertainty_score":0.99957013},"labels":[],"label_agreement":null},{"id":"W7009646353","doi":"","title":"Explore the In-context Learning Capability of Large Language Models","year":2024,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada)","funders":"","keywords":"Benchmark (surveying); Context (archaeology); Embodied cognition; Domain (mathematical analysis); Software deployment; Natural language understanding; Natural language","score_opus":0.017075753417247628,"score_gpt":0.2242240756011204,"score_spread":0.20714832218387277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7009646353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949879,0.00054496765,0.00288829,0.00052142807,0.0002466572,0.00018633211,0.0000060565135,0.000060765902,0.00055757683],"genre_scores_gemma":[0.9281778,0.000038927115,0.0013709898,0.0000089468185,0.0000143181605,5.280626e-7,0.00003085537,0.00001110652,0.070346564],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99882686,0.000106951826,0.00015492493,0.0004037251,0.00028188317,0.00022566451],"domain_scores_gemma":[0.9991027,0.00005463805,0.00016361289,0.0005501184,0.00009227968,0.000036643713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039352415,0.00015809029,0.0003142583,0.00020696186,0.000085244705,0.000023515751,0.0009963672,0.00016644328,0.000028813009],"category_scores_gemma":[0.00001571674,0.00014555879,0.00015563087,0.0002614992,0.000040567378,0.00035236744,0.00023686839,0.0004627038,0.000015865025],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020267224,0.000037440765,0.00016471016,0.0003948628,0.0000357849,0.00003454893,0.9810862,0.0026880258,0.00062160887,0.007638344,0.00006334897,0.0072148447],"study_design_scores_gemma":[0.0003302994,0.000045821478,0.0006408389,0.0003686907,0.000040563005,0.00000132983,0.7671227,0.22751518,0.0009071435,0.0026924324,0.00011097407,0.00022403867],"about_ca_topic_score_codex":0.030554527,"about_ca_topic_score_gemma":0.08243304,"teacher_disagreement_score":0.22482716,"about_ca_system_score_codex":0.00006384316,"about_ca_system_score_gemma":0.000091344606,"threshold_uncertainty_score":0.97590107},"labels":[],"label_agreement":null},{"id":"W7015239951","doi":"","title":"Simple Convolutional Neural Networks with Linguistically-Annotated Input for Answer Selection in Question Answering","year":2018,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Nucleofection; Gestational period; Fusible alloy; Hyporeflexia; TSG101; Dysgeusia; Proteogenomics","score_opus":0.009709399239720461,"score_gpt":0.22043778453560448,"score_spread":0.210728385295884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015239951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.673929,0.000020680665,0.32513016,0.000116653966,0.0003494959,0.0003075423,0.000006540209,0.000092843096,0.00004711187],"genre_scores_gemma":[0.88686657,0.000015161958,0.09798236,0.000028217735,0.00024147582,0.0000030393503,0.0005127969,0.000030621475,0.0143197505],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987225,0.000053529737,0.00016461444,0.0005114677,0.00022716445,0.0003207298],"domain_scores_gemma":[0.9989751,0.000048485126,0.00020380982,0.00019505143,0.00050727115,0.000070297145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020433601,0.00020417322,0.00028889067,0.00027280938,0.00017312888,0.000043101063,0.00042387683,0.00025419582,0.000013787184],"category_scores_gemma":[0.000030420793,0.00023520831,0.00006971022,0.00032184526,0.00005378014,0.00030108553,0.00005238685,0.00024113197,0.0000022776237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056255665,0.0009078791,0.03924455,0.002223562,0.00077473087,0.00026184815,0.19464847,0.65595824,0.008200434,0.051351227,0.003218865,0.037584607],"study_design_scores_gemma":[0.0007213058,0.00027071597,0.008314451,0.00015273441,0.000037263355,0.0000031623247,0.0019388844,0.9873931,0.00015381014,0.0005514519,0.00017030268,0.00029281512],"about_ca_topic_score_codex":0.00964676,"about_ca_topic_score_gemma":0.05605114,"teacher_disagreement_score":0.33143485,"about_ca_system_score_codex":0.00013924787,"about_ca_system_score_gemma":0.00011537818,"threshold_uncertainty_score":0.99694806},"labels":[],"label_agreement":null},{"id":"W7015767590","doi":"","title":"TESA: A task in entity semantic aggregation for abstractive automatic summarization","year":2021,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Task (project management); Automatic summarization; Semantics (computer science); Feature (linguistics); Semantic feature","score_opus":0.0165575354271419,"score_gpt":0.2519691149439467,"score_spread":0.2354115795168048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015767590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98434764,0.0002802724,0.0020746086,0.000050243456,0.002759671,0.0019820633,0.00024383719,0.00048800645,0.0077736666],"genre_scores_gemma":[0.9740091,0.00007605435,0.021600384,0.00011937067,0.000057743142,0.00042650802,0.0013866611,0.00010185203,0.0022223152],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99554986,0.00030736465,0.0011525478,0.0015099256,0.00081289903,0.00066741253],"domain_scores_gemma":[0.99683666,0.00044893983,0.0008477862,0.0010532073,0.0006417542,0.00017163502],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010635887,0.00060215325,0.0007285024,0.0006485769,0.00060490594,0.0003487418,0.0010853732,0.00071957347,0.00003628061],"category_scores_gemma":[0.0015376982,0.00072052964,0.000305042,0.0010181403,0.000020732394,0.0020791786,0.0001843232,0.00097398227,0.00005996833],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048716436,0.0005172245,0.00015540312,0.0019070386,0.000207717,0.00011318637,0.00015279128,0.001428193,0.024720054,0.19771789,0.0000050282406,0.77302676],"study_design_scores_gemma":[0.005871017,0.00041581437,0.020980733,0.007293097,0.00060089235,0.00008866552,0.0011296086,0.4170182,0.18793744,0.34543929,0.007821393,0.0054038386],"about_ca_topic_score_codex":0.0004514879,"about_ca_topic_score_gemma":0.0043740408,"teacher_disagreement_score":0.76762295,"about_ca_system_score_codex":0.0009641925,"about_ca_system_score_gemma":0.00020354384,"threshold_uncertainty_score":0.9995246},"labels":[],"label_agreement":null},{"id":"W7015919921","doi":"","title":"Understanding and evaluating neural abstractive summarizers using contrastive examples","year":2019,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Automatic summarization; Vocabulary; Set (abstract data type); Artificial neural network; Benchmark (surveying); Semantics (computer science); Focus (optics)","score_opus":0.14561371146433613,"score_gpt":0.3125817298623217,"score_spread":0.16696801839798556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015919921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98079395,0.0002632407,0.0012496994,0.000014136955,0.0023393827,0.0009745792,0.00017193344,0.00028269662,0.013910367],"genre_scores_gemma":[0.9842552,0.000041307314,0.014744511,0.00011564265,0.000049462004,0.000027973716,0.00010363949,0.00011344828,0.00054884265],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99497014,0.00044389878,0.00087799807,0.0017390965,0.001079681,0.00088917697],"domain_scores_gemma":[0.99664,0.0009860112,0.00090257224,0.00081648264,0.00036172653,0.00029317508],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013788718,0.00079336,0.0008338383,0.00046627747,0.0012999016,0.0004587882,0.0009800231,0.00062710955,0.000028152588],"category_scores_gemma":[0.00074343215,0.00087718054,0.00022468298,0.00042242737,0.00006692084,0.0021782713,0.00033918125,0.0016154475,0.000024852316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003202581,0.00014510938,0.0002714765,0.00079853326,0.00071925233,0.00016713097,0.00037039013,0.009398521,0.16011162,0.54734534,0.000001234425,0.2803511],"study_design_scores_gemma":[0.0053567463,0.00075213274,0.0041004852,0.0030901197,0.00091211224,0.0002455338,0.009948196,0.7703051,0.030439025,0.16853887,0.00056331605,0.005748356],"about_ca_topic_score_codex":0.00056223036,"about_ca_topic_score_gemma":0.00032745628,"teacher_disagreement_score":0.7609066,"about_ca_system_score_codex":0.001523664,"about_ca_system_score_gemma":0.0001555324,"threshold_uncertainty_score":0.99979234},"labels":[],"label_agreement":null},{"id":"W7020768153","doi":"","title":"Linguistic change in a nonstandard dialect: phonological studies in the history&#13;\\nof English in Ireland","year":2013,"lang":"en","type":"other","venue":"Edinburgh Research Archive (University of Edinburgh)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scots; Focus (optics); Interpretation (philosophy); Population; Phonology; Norwegian; Sound change; Welsh; Variation (astronomy)","score_opus":0.13366899685682093,"score_gpt":0.32220472139634754,"score_spread":0.1885357245395266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020768153","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01206951,0.024948634,0.026768621,0.0042520775,0.009540295,0.0067528156,0.00012876178,0.00042043964,0.9151188],"genre_scores_gemma":[0.549619,0.033372063,0.03324836,0.0005507057,0.011655304,0.00034919422,0.000114371,0.00046373895,0.37062722],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99545616,0.0007381998,0.0003655118,0.0010664624,0.0013056798,0.0010679786],"domain_scores_gemma":[0.99652296,0.0017769672,0.00021476975,0.0010420063,0.00027629593,0.00016699429],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033326258,0.00036535197,0.00085534,0.0031290818,0.0001221319,0.000041024156,0.003273548,0.00034156034,0.0016037266],"category_scores_gemma":[0.0021479854,0.0003369503,0.0001454598,0.0012630878,0.0013097778,0.00025461224,0.0017267445,0.0021233314,0.00000951512],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080387195,0.0002986868,0.0038534324,0.00008053116,0.00006240533,0.001107185,0.17111939,0.000023266153,0.000017942715,0.001553003,0.81411004,0.0076937107],"study_design_scores_gemma":[0.0046489197,0.00087157154,0.0030141224,0.0042913062,0.000029338296,0.000016961,0.018901434,0.038837783,0.0000016485839,0.027019786,0.90107006,0.0012970944],"about_ca_topic_score_codex":0.014540613,"about_ca_topic_score_gemma":0.018457944,"teacher_disagreement_score":0.5444916,"about_ca_system_score_codex":0.00084387255,"about_ca_system_score_gemma":0.00043558975,"threshold_uncertainty_score":0.99990827},"labels":[],"label_agreement":null},{"id":"W7020803504","doi":"","title":"Natural regeneration of black spruce (Picea mariana (Mill) B.S.P.) on lowland clearcut strips near Shebandowan, Ontario / by Krzysztof Sas-Zmudzinski","year":2017,"lang":"en","type":"other","venue":"Knowledge Commons (Lakehead University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Stocking; Hardwood; Natural regeneration; Competition (biology); Ecological succession; Silviculture; Black spruce; Regeneration (biology); Clearcutting","score_opus":0.021946203613036636,"score_gpt":0.22241808941070926,"score_spread":0.2004718857976726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020803504","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010505211,0.0013438207,0.027692871,0.00027058722,0.0018666935,0.0006978848,0.000120472774,0.00035313627,0.9571493],"genre_scores_gemma":[0.13866837,0.000017715694,0.0013803046,0.000010253569,0.0002371669,0.0000012222055,0.00011992046,0.00013498323,0.8594301],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973148,0.0003308976,0.00033980483,0.0010351554,0.00043679643,0.0005425285],"domain_scores_gemma":[0.99642795,0.0001416396,0.00055889226,0.0024237288,0.00020404893,0.00024374743],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002659134,0.00057957054,0.0007867365,0.0007242292,0.00049695314,0.000249915,0.0029586756,0.0005935703,0.00019577263],"category_scores_gemma":[0.000057347428,0.0006356037,0.00027295313,0.0004082827,0.00033111311,0.00038681875,0.0008312382,0.0010920316,0.00018021968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012922961,0.00045305444,0.0036223636,0.00022491637,0.0003643374,0.00017105119,0.001987602,0.00013282863,0.00031489955,0.029503724,0.9436427,0.019453332],"study_design_scores_gemma":[0.0015816713,0.00016470588,0.00075857126,0.000586456,0.000082058934,0.0000067077763,0.000015375379,0.0032214627,0.00023442897,0.000060547565,0.9926311,0.0006569142],"about_ca_topic_score_codex":0.0073554716,"about_ca_topic_score_gemma":0.7351369,"teacher_disagreement_score":0.7277815,"about_ca_system_score_codex":0.0006952891,"about_ca_system_score_gemma":0.0007422384,"threshold_uncertainty_score":0.99960953},"labels":[],"label_agreement":null},{"id":"W7021012081","doi":"","title":"\\n L’Histoire des plus grands succès du cinéma Cécile Berger Montréal : Éditions internationales Alain Stanké, 2003 192 pages","year":2004,"lang":"fr","type":"article","venue":"Érudit (Université de Montréal)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Interpretation (philosophy); Meaning (existential); Relation (database); Feature (linguistics)","score_opus":0.009904548930598622,"score_gpt":0.16771636580780885,"score_spread":0.15781181687721024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7021012081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085012466,0.19335063,0.5429857,0.16493297,0.002976765,0.00051003526,0.00030228603,0.00043097598,0.009498169],"genre_scores_gemma":[0.60881436,0.045066323,0.0690353,0.001277347,0.0010576401,0.00004794255,0.00018757452,0.00013495059,0.27437857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969763,0.00015905799,0.00043089033,0.00085838465,0.0006821932,0.0008931408],"domain_scores_gemma":[0.99774456,0.00013641387,0.0002665962,0.00080289564,0.00060103775,0.00044846878],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0003384265,0.00048186322,0.00045058824,0.0003592283,0.0021780445,0.00014978017,0.0011272538,0.0002507655,0.0002786874],"category_scores_gemma":[0.00013078348,0.0005842455,0.0002846914,0.0009382665,0.00048057502,0.0013229351,0.000727875,0.0004246174,0.0002461922],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012588728,0.0004773358,0.0010795007,0.00012754102,0.00040306442,0.008729223,0.00775736,0.08295108,0.0002970597,0.5858593,0.188094,0.12409864],"study_design_scores_gemma":[0.003804984,0.00016381973,0.0036535836,0.0004337375,0.00020965046,0.0016001641,0.001137557,0.090328634,0.00019970194,0.021569189,0.8759559,0.0009431191],"about_ca_topic_score_codex":0.04245375,"about_ca_topic_score_gemma":0.17379448,"teacher_disagreement_score":0.68786186,"about_ca_system_score_codex":0.014419599,"about_ca_system_score_gemma":0.0004028546,"threshold_uncertainty_score":0.9996609},"labels":[],"label_agreement":null},{"id":"W7021148780","doi":"","title":"Not an Activist?: Ableism Meets Ageism in the Canadian Media","year":2018,"lang":"en","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ableism; Prejudice (legal term); Racism; Social media; Immigration; Meaning (existential); Narrative; Perspective (graphical)","score_opus":0.03534721765877211,"score_gpt":0.2334121754577838,"score_spread":0.1980649577990117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7021148780","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21445349,0.0000010500968,0.04227522,0.0042918255,0.00088947173,0.0007673809,0.00001474804,0.0003113595,0.73699546],"genre_scores_gemma":[0.99041563,0.0005664405,0.0078202365,0.000984717,0.00017848572,0.0000017787816,0.0000036159688,0.000011265697,0.00001779776],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982035,0.00024766155,0.00013018138,0.00055045827,0.00032769886,0.0005404558],"domain_scores_gemma":[0.9985875,0.00009886766,0.000064861,0.0009790112,0.0001003421,0.00016942545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045018137,0.00018153944,0.00015741056,0.0064392183,0.00037683183,0.00020317602,0.002204152,0.00012327138,0.000012597876],"category_scores_gemma":[0.0000539348,0.00016432538,0.00005271102,0.005463012,0.00010636682,0.0010963355,0.00022682146,0.00029256017,0.00004017323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076024924,0.00039247362,0.0014282053,0.000035465873,0.00007980404,0.0029606565,0.24779229,0.00018000063,0.00006939336,0.30508873,0.0006997223,0.44119725],"study_design_scores_gemma":[0.000450047,0.000083041174,0.0015497446,0.000017894803,0.000009939158,0.000018427912,0.00039939984,0.026438212,0.00022308152,0.000021088705,0.97052884,0.0002602888],"about_ca_topic_score_codex":0.84416115,"about_ca_topic_score_gemma":0.95589155,"teacher_disagreement_score":0.96982914,"about_ca_system_score_codex":0.000406506,"about_ca_system_score_gemma":0.0010067943,"threshold_uncertainty_score":0.67009944},"labels":[],"label_agreement":null},{"id":"W7021158969","doi":"","title":"NLL Draft: EP 14 ft. Derek Keenan and Austin Madronic","year":2022,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Period (music); Subject (documents)","score_opus":0.00629075343674189,"score_gpt":0.17873340681145936,"score_spread":0.17244265337471745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7021158969","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002570307,0.00063606055,0.00016008395,0.0003686517,0.000383441,0.00036030603,0.000036447407,0.00030461623,0.9977247],"genre_scores_gemma":[0.00067347253,0.00013261531,0.014675949,0.00042897667,0.00010448535,0.000021802922,0.0000466421,0.00008005863,0.983836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803823,0.00008990063,0.00058483804,0.00037026437,0.00053547544,0.00038131638],"domain_scores_gemma":[0.9984881,0.00009802813,0.0004912818,0.00071584765,0.00006763598,0.00013910152],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00030242684,0.00033605404,0.0003864729,0.000120881894,0.000118958706,0.00012603207,0.0008869639,0.00025804338,0.26916242],"category_scores_gemma":[0.000069383976,0.0003519192,0.000106364816,0.000013669314,0.0000827871,5.267897e-7,0.00059996324,0.0003939632,0.0029649485],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000743069,0.000017708275,0.0000033767042,0.00027090023,0.000024956627,0.000026667052,0.00024610624,0.00063892285,8.855589e-8,0.0005142479,0.992922,0.005327601],"study_design_scores_gemma":[0.00040617227,0.00008952685,0.000006075684,0.00007498847,0.000022651178,0.00015122558,0.00004837102,0.001688513,0.0000013252086,0.00009188773,0.99706,0.00035925698],"about_ca_topic_score_codex":0.0023485324,"about_ca_topic_score_gemma":0.00064477447,"teacher_disagreement_score":0.26619747,"about_ca_system_score_codex":0.00008281147,"about_ca_system_score_gemma":0.00006254383,"threshold_uncertainty_score":0.9998933},"labels":[],"label_agreement":null},{"id":"W7021175993","doi":"","title":"Nino Haratischwili i jej literacki obraz Gruzji przedstawiony w utworach prozatorskich","year":2024,"lang":"pl","type":"other","venue":"UMCS Library (Maria Curie-Skłodowska University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"WiLAN (Canada)","funders":"","keywords":"Term (time); Perspective (graphical); Subject (documents); Context (archaeology)","score_opus":0.011631583067283499,"score_gpt":0.19276030962845178,"score_spread":0.1811287265611683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7021175993","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010065045,0.0086328,0.04295144,0.004879776,0.011396514,0.0031727848,0.0009231991,0.0038402195,0.92319673],"genre_scores_gemma":[0.0037711912,0.0010950544,0.033097155,0.00095606514,0.0025841703,0.000013787934,0.00040673043,0.0009127993,0.95716304],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896392,0.00096516695,0.0013720162,0.0045220954,0.0014277385,0.002073774],"domain_scores_gemma":[0.99316585,0.00034575906,0.0010288709,0.0040431707,0.00020820252,0.001208165],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0004616033,0.002126282,0.0018457207,0.0032432564,0.00063924387,0.0030146996,0.0063944533,0.0019226893,0.014522628],"category_scores_gemma":[0.00008607526,0.0023811157,0.00094606436,0.005030783,0.00053684687,0.007965816,0.0057939086,0.0028822129,0.009750714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021452994,0.00057338784,0.0034639474,0.0017861229,0.0013100762,0.005435116,0.0044259992,0.00018466069,0.00005526613,0.6403277,0.320613,0.021610184],"study_design_scores_gemma":[0.001290855,0.00023255567,0.000106398475,0.0020696626,0.00047173,0.000090544934,0.00020426956,0.01939971,0.000115999086,0.005484573,0.9680619,0.0024717737],"about_ca_topic_score_codex":0.00015615883,"about_ca_topic_score_gemma":0.000040445775,"teacher_disagreement_score":0.64744896,"about_ca_system_score_codex":0.00035594965,"about_ca_system_score_gemma":0.00236886,"threshold_uncertainty_score":0.9994182},"labels":[],"label_agreement":null},{"id":"W7021273625","doi":"","title":"NEVER GIVE UP {{{{NR PHONE NUMBER++NR TECH SUPPORT PHONE NUMBER}}}&amp;lt;&amp;lt;18&amp;gt;&amp;gt;?844&amp;gt;0?9087^^norton pro tech support phone number Public 0 Share","year":2016,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phone; Service (business); Telephone number; Phone call; Helpline; Mobile phone","score_opus":0.037216111762918024,"score_gpt":0.29104872944999427,"score_spread":0.25383261768707627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7021273625","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004551664,0.00003091737,0.19208084,0.0016120296,0.0056464258,0.0053465376,0.00087162165,0.0040313597,0.7858286],"genre_scores_gemma":[0.01328451,0.0005939626,0.08413747,0.0010092929,0.0022248616,0.0024104824,0.0017905685,0.0018979806,0.89265084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96761286,0.0019923407,0.0049989494,0.014327659,0.0055275797,0.005540604],"domain_scores_gemma":[0.9640405,0.001060842,0.0041615763,0.026165336,0.0018927237,0.0026790022],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","open_science","research_integrity","insufficient_payload"],"category_scores_codex":[0.009777289,0.0045220573,0.0045750374,0.0016282378,0.0011294617,0.00218569,0.015149109,0.0043837354,0.9028477],"category_scores_gemma":[0.004136055,0.0047408044,0.0020924644,0.0029595878,0.0012317225,0.0034601388,0.015437102,0.0045533394,0.94429994],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021908208,0.001780285,0.012730895,0.0009379109,0.0015094804,0.0001453297,0.0031520652,0.00009182655,0.0068174945,0.0018728176,0.93184674,0.038896054],"study_design_scores_gemma":[0.0034199478,0.000005317001,0.00043886018,0.0013637146,0.00039722634,0.0015835061,0.000058640806,0.00014534117,0.0021129248,0.0042669927,0.9810727,0.005134805],"about_ca_topic_score_codex":0.0015829469,"about_ca_topic_score_gemma":0.0032738836,"teacher_disagreement_score":0.10794336,"about_ca_system_score_codex":0.0024695417,"about_ca_system_score_gemma":0.0030706187,"threshold_uncertainty_score":0.9988501},"labels":[],"label_agreement":null},{"id":"W7021988903","doi":"","title":"Seasons of my life","year":2010,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Reflexive pronoun; Poetry; Ballet; Creative writing; Creative work; Style (visual arts); Curriculum; Theme (computing); Verb","score_opus":0.009018953822434431,"score_gpt":0.17055591992483388,"score_spread":0.16153696610239945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7021988903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9159571,0.000028277544,0.08127938,0.00023508129,0.00023441474,0.00007264493,0.000016159178,0.00006375651,0.0021132063],"genre_scores_gemma":[0.9747988,0.00000953817,0.02473597,0.00003925113,0.00002208563,8.846403e-8,0.0000010127713,0.0000037846805,0.0003894884],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992712,0.000021617481,0.000075736505,0.00026842044,0.00020742287,0.00015557921],"domain_scores_gemma":[0.9991193,0.00003239166,0.00009590085,0.0004843895,0.00014214347,0.00012590416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015132733,0.00002365548,0.00015751479,0.000029972753,0.00009577944,0.00005443438,0.0008779195,0.00007451531,0.00006458027],"category_scores_gemma":[0.000044943867,0.00009566276,0.00008151497,0.00021076939,0.00013362321,0.00037481615,0.00029541162,0.00014311403,0.000012286535],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018183737,0.00012026171,0.02697184,0.000061135834,0.000030779654,0.00006688468,0.00044856628,0.000036041714,0.0030676273,0.0004232367,0.003832404,0.9649394],"study_design_scores_gemma":[0.0004086434,0.000026201655,0.98571664,0.00003512763,0.000008641948,0.00002426136,0.00017672918,0.012090859,0.000005934133,0.0006972209,0.00069311593,0.0001166532],"about_ca_topic_score_codex":0.029324938,"about_ca_topic_score_gemma":0.09949287,"teacher_disagreement_score":0.96482277,"about_ca_system_score_codex":0.000009898693,"about_ca_system_score_gemma":0.00012788153,"threshold_uncertainty_score":0.9771389},"labels":[],"label_agreement":null},{"id":"W7022133977","doi":"","title":"Sculpture","year":2021,"lang":"en","type":"article","venue":"UND Scholarly Commons (University of North Dakota)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Liquation; Paraphernalia; Subpoena; Work (physics); TSG101; Circumstantial evidence","score_opus":0.02289001890041631,"score_gpt":0.20954240550419978,"score_spread":0.18665238660378347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7022133977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54410666,0.0003949993,0.44347858,0.0026268288,0.00018162678,0.000060777118,0.000011080561,0.000115032715,0.009024403],"genre_scores_gemma":[0.91402256,0.00002535882,0.08399476,0.00017207563,0.000021953121,6.863447e-8,0.0000111190675,0.0000053413505,0.001746744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99888235,0.00010978439,0.00010700629,0.00036246897,0.0003249118,0.00021345253],"domain_scores_gemma":[0.9984171,0.000057800495,0.0000819132,0.0010018405,0.00030367845,0.00013769968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015073827,0.0001054724,0.0001874251,0.00012695421,0.00033033759,0.00018425853,0.0013396795,0.00007365439,0.00006430745],"category_scores_gemma":[0.000047537822,0.00013693208,0.00012083027,0.0006740003,0.000058037534,0.0021858786,0.00080325827,0.00037699225,0.000069219444],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023591385,0.00051511195,0.5994134,0.00009601178,0.00038067403,0.0016373561,0.0049161976,0.0016903792,0.00083136535,0.21851212,0.005755553,0.16622826],"study_design_scores_gemma":[0.0010548461,0.000066578024,0.8572968,0.00005932206,0.000068253896,0.00005059743,0.0003469926,0.020122737,0.00016161709,0.0025665404,0.11772475,0.00048097086],"about_ca_topic_score_codex":0.00013525785,"about_ca_topic_score_gemma":0.0022592237,"teacher_disagreement_score":0.36991593,"about_ca_system_score_codex":0.000045729015,"about_ca_system_score_gemma":0.00018360766,"threshold_uncertainty_score":0.5583928},"labels":[],"label_agreement":null},{"id":"W7023699541","doi":"","title":"O wheel!, or, Thanksgiving thoughts; a sermon, preached in St.Andrew' s church, Montreal, on Wednesday, 18th October, 1865.","year":2014,"lang":"en","type":"article","venue":"QSpace (Queen's University Library)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Identification (biology); Period (music); Identity (music)","score_opus":0.010894673460515002,"score_gpt":0.19342997488858404,"score_spread":0.18253530142806904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023699541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56927896,0.00007220096,0.2301165,0.09968227,0.0020399995,0.0015263804,0.000036000198,0.00301008,0.0942376],"genre_scores_gemma":[0.82647675,0.00015415825,0.018304955,0.0007967573,0.0002380109,0.0000029001926,0.000015986,0.00005495463,0.15395553],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997156,0.00043740196,0.00025797627,0.0009392273,0.00047877338,0.0007305753],"domain_scores_gemma":[0.9978133,0.00031791392,0.00018624806,0.0013176866,0.000038969385,0.0003259126],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019750428,0.00040694507,0.00045886985,0.00055550743,0.0002442106,0.00025717134,0.001957609,0.00024579946,0.00009431946],"category_scores_gemma":[0.00006450034,0.00039510446,0.00014459966,0.0010207776,0.00008019826,0.0031346441,0.0010886205,0.0005538202,0.000062505474],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013149648,0.0019319829,0.08479891,0.00046541932,0.0003244931,0.0023349333,0.029076673,0.012328422,0.00022667414,0.2136534,0.6101404,0.04340373],"study_design_scores_gemma":[0.0104401605,0.0017141429,0.13512966,0.0013401556,0.00012520612,0.00001585424,0.0025445807,0.09909683,0.006197314,0.014028761,0.7250363,0.004331046],"about_ca_topic_score_codex":0.005379754,"about_ca_topic_score_gemma":0.00052156736,"teacher_disagreement_score":0.2571978,"about_ca_system_score_codex":0.00015562492,"about_ca_system_score_gemma":0.00022986798,"threshold_uncertainty_score":0.9998501},"labels":[],"label_agreement":null},{"id":"W7023812322","doi":"","title":"Performance of a Family of Surface Piercing Propellers","year":2001,"lang":"en","type":"article","venue":"NPARC","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Propulsor; Thrust; Torque; Surface (topology); Propeller; Scaling","score_opus":0.032684444845665114,"score_gpt":0.23589647257808188,"score_spread":0.20321202773241676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023812322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88815814,0.000026949321,0.08434665,0.00009516144,0.000073767274,0.000057086032,1.7681859e-7,0.000023495952,0.027218586],"genre_scores_gemma":[0.905206,0.000032096003,0.09444206,0.000025451725,0.000009707766,6.4036016e-7,7.379953e-8,0.0000028967397,0.00028103983],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936587,0.000015173244,0.00017327224,0.00013798717,0.00018036955,0.00012734547],"domain_scores_gemma":[0.99949515,0.000017997812,0.00006837037,0.0003352461,0.00005695331,0.000026267784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018482108,0.000050636852,0.00010860079,0.00003117705,0.000020563723,0.000006809677,0.00041070668,0.000022015232,0.000013341755],"category_scores_gemma":[0.000009621831,0.000045164867,0.000025454481,0.00018712529,0.000024636189,0.0001683714,0.000105237,0.00005069374,0.000007092428],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028643864,0.00009771869,0.05732624,0.00017317018,0.000021400881,0.000008234837,0.003470568,0.044452995,0.6801038,0.008451786,0.0003145621,0.20555092],"study_design_scores_gemma":[0.00017821697,0.000065750355,0.004677004,0.00005743262,0.0000021260919,0.0000046664836,0.000034270535,0.9707646,0.02340035,0.00036423377,0.00037612318,0.000075274445],"about_ca_topic_score_codex":0.000019157149,"about_ca_topic_score_gemma":8.283095e-7,"teacher_disagreement_score":0.92631155,"about_ca_system_score_codex":0.000011381243,"about_ca_system_score_gemma":0.00004541526,"threshold_uncertainty_score":0.18417698},"labels":[],"label_agreement":null},{"id":"W7023896150","doi":"","title":"Political and social influences on religious school : a historical perspective on Indonesian Islamic school curricula","year":2006,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Islam; Indonesian; Curriculum; Politics; Perspective (graphical); Modernization theory; Religious education; Reciprocal","score_opus":0.013092343724295703,"score_gpt":0.259505813105654,"score_spread":0.2464134693813583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023896150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91161466,0.00037611803,0.00001793412,0.0005842152,0.0017040898,0.00079860294,0.00010851921,0.00062596105,0.084169894],"genre_scores_gemma":[0.9943908,0.000032856922,0.00151669,0.0011567128,0.00032984884,0.0001391818,0.00007202657,0.00011941135,0.0022424748],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99329203,0.0004955889,0.0010004807,0.002317382,0.0016157686,0.0012787572],"domain_scores_gemma":[0.9970933,0.00028880851,0.0005222286,0.0010099349,0.0005542451,0.00053143536],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00054805924,0.0010297322,0.0009785345,0.00090891327,0.0014619965,0.0003886365,0.0015566857,0.0011767129,0.000017661781],"category_scores_gemma":[0.0009301301,0.0010551679,0.00040259166,0.00069692585,0.00008912687,0.00088207494,0.00026101395,0.0031487239,0.00027334804],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009061265,0.00024327064,0.000102451624,0.00008704639,0.00006612983,0.00015340246,0.00003325697,0.000030090085,0.00069279544,0.98599374,0.00005699503,0.012450217],"study_design_scores_gemma":[0.0038408712,0.0015222881,0.01919597,0.0015093712,0.0003669164,0.00018742311,0.0011806774,0.0012138636,0.004741561,0.94740087,0.013662027,0.0051781572],"about_ca_topic_score_codex":0.002731683,"about_ca_topic_score_gemma":0.000502369,"teacher_disagreement_score":0.08277613,"about_ca_system_score_codex":0.0075736144,"about_ca_system_score_gemma":0.00025597573,"threshold_uncertainty_score":0.99983793},"labels":[],"label_agreement":null},{"id":"W7023950838","doi":"","title":"QUEST 2.0 : Apuvälinetyytyväisyyttä arvioivan mittarin käyttöönotto ja soveltuvuus Suomessa","year":2012,"lang":"fi","type":"other","venue":"STM:n Hallinnonalan avoin julkaisuarkisto (Julkari)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Work (physics); Perspective (graphical); Context (archaeology); Field (mathematics); Identification (biology)","score_opus":0.02600906274724145,"score_gpt":0.26103130208961556,"score_spread":0.2350222393423741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023950838","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018295158,0.025674036,0.20114362,0.0052869665,0.02351468,0.004469758,0.00075581,0.0027556915,0.7345699],"genre_scores_gemma":[0.084628105,0.0019626524,0.055607483,0.0033771782,0.01320404,0.000434991,0.0011929987,0.002287971,0.8373046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97649103,0.0016192432,0.0048082336,0.006608848,0.0043364065,0.006136237],"domain_scores_gemma":[0.9836877,0.0011274801,0.003247246,0.008087281,0.0010726895,0.0027776228],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.004120704,0.0048487517,0.0045957933,0.0023194877,0.0012805734,0.0017958167,0.009896927,0.0037243275,0.01488434],"category_scores_gemma":[0.00047883665,0.0051808497,0.00196691,0.0026055886,0.001315942,0.0016006955,0.0038376537,0.0058100405,0.020579603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006597168,0.00656526,0.01634798,0.004649521,0.0040790867,0.002622144,0.008962328,0.0016161765,0.0013644062,0.42824057,0.21681806,0.30807477],"study_design_scores_gemma":[0.0029829256,0.0004446711,0.0030545925,0.0017371214,0.0005941331,0.00046412743,0.0001673813,0.018319279,0.00015620515,0.004218176,0.96214664,0.0057147215],"about_ca_topic_score_codex":0.0038081883,"about_ca_topic_score_gemma":0.0027184174,"teacher_disagreement_score":0.7453286,"about_ca_system_score_codex":0.0016848535,"about_ca_system_score_gemma":0.0024086684,"threshold_uncertainty_score":0.9992404},"labels":[],"label_agreement":null},{"id":"W7024067126","doi":"","title":"On the problem of Exupérian heroism in Merleau-Ponty's phenomenology of perception","year":2006,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phenomenology (philosophy); Perception; Relation (database)","score_opus":0.017533581652272416,"score_gpt":0.2319959040031209,"score_spread":0.21446232235084847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024067126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8996048,0.00008965829,0.000050706098,0.00007249161,0.0004810619,0.00079113466,0.00006377152,0.00009706805,0.098749295],"genre_scores_gemma":[0.9907346,0.00004768846,0.007099006,0.00010168653,0.000025132975,0.00011121537,0.000101176935,0.000066855864,0.001712659],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9958088,0.0005531328,0.0012820066,0.001015649,0.0007798038,0.00056060456],"domain_scores_gemma":[0.9970809,0.00032071403,0.0009425137,0.0012822238,0.000287582,0.000086033746],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001219522,0.0005230159,0.00077812717,0.0005924719,0.00026232938,0.000040536834,0.001898694,0.0006361721,0.00006294137],"category_scores_gemma":[0.00014301164,0.0004573556,0.00024766207,0.0006945636,0.00007008813,0.00049197656,0.0001949123,0.0011996605,0.000044309498],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006891044,0.00028706173,0.000021920996,0.0002626453,0.000048467915,0.000013985683,0.00014359693,0.0011645767,0.04114953,0.7380882,0.000004490619,0.2187466],"study_design_scores_gemma":[0.0031078896,0.0012428978,0.009158415,0.002519821,0.00016271677,0.000035002573,0.0017581015,0.005367479,0.042466167,0.9254829,0.0062371804,0.00246139],"about_ca_topic_score_codex":0.0013291482,"about_ca_topic_score_gemma":0.002820083,"teacher_disagreement_score":0.21628521,"about_ca_system_score_codex":0.00042674234,"about_ca_system_score_gemma":0.00007347123,"threshold_uncertainty_score":0.9997878},"labels":[],"label_agreement":null},{"id":"W7024166041","doi":"","title":"Public CoLab 2023. Embracing Belfast's riverfront as public space","year":2023,"lang":"en","type":"other","venue":"Research Portal (Queen's University Belfast)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University","keywords":"Public space; Space (punctuation); Government (linguistics); Key (lock)","score_opus":0.04917069813045644,"score_gpt":0.28276107643266785,"score_spread":0.2335903783022114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024166041","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031514434,0.00015141838,0.030249355,0.020050533,0.0010929836,0.001343301,0.00013417348,0.0030952813,0.9435678],"genre_scores_gemma":[0.016259732,0.000673061,0.0047158576,0.000075550786,0.0005610783,0.000010289832,0.00006880185,0.0005947337,0.9770409],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910484,0.000835391,0.00041679433,0.002149232,0.0031252138,0.0024249533],"domain_scores_gemma":[0.9946406,0.00038224473,0.0003796531,0.0025802243,0.00075899076,0.0012583236],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019169512,0.00067764457,0.0007893576,0.0037306778,0.0009749554,0.00088473,0.0050442256,0.0008461504,0.002829625],"category_scores_gemma":[0.00063766947,0.00079908577,0.00034569215,0.0036678163,0.00047062253,0.0016942318,0.0050152694,0.0022725917,0.0036255869],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013025903,0.00018504917,0.00048525992,0.00014312143,0.00039436648,0.0041375025,0.00028785173,0.000025302419,0.0000128365145,0.3888431,0.59916764,0.006304955],"study_design_scores_gemma":[0.00085181365,0.00019061757,0.0003443924,0.00030852674,0.00002693473,0.000027469217,0.0009773325,0.0018179194,0.00001957054,0.0011368131,0.9933412,0.00095742784],"about_ca_topic_score_codex":0.014716693,"about_ca_topic_score_gemma":0.0029626472,"teacher_disagreement_score":0.39417356,"about_ca_system_score_codex":0.000943976,"about_ca_system_score_gemma":0.0024633384,"threshold_uncertainty_score":0.999446},"labels":[],"label_agreement":null},{"id":"W7024198883","doi":"","title":"Remediation of Heavy Metals with Poplar Trees","year":2023,"lang":"en","type":"dissertation","venue":"UVic’s Research and Learning Repository (University of Victoria)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Stormwater; Environmental remediation; Wastewater; Effluent; Heavy metals; Sewage treatment; Population","score_opus":0.029175951488105797,"score_gpt":0.2730867319718598,"score_spread":0.24391078048375398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024198883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893919,0.00054025743,0.0048838267,0.00009227677,0.00060741167,0.00026058484,0.000001935402,0.00012467042,0.0040971157],"genre_scores_gemma":[0.96135885,0.00028247177,0.0039621256,8.66921e-7,0.0001555925,0.0000011075908,0.00006319795,0.000022235596,0.03415356],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9975948,0.00037241963,0.00019056695,0.0004903491,0.0010729966,0.00027888175],"domain_scores_gemma":[0.9980888,0.00036748502,0.0002930467,0.00041093264,0.0007122799,0.00012747796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009648818,0.00014152519,0.0003505915,0.0005038242,0.00049614295,0.00007049603,0.0006361546,0.00021694534,0.000008524844],"category_scores_gemma":[0.00014837045,0.00015639182,0.00006827696,0.0006305001,0.00010626921,0.00033785382,0.00014620795,0.0007768535,0.0000076576425],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072557097,0.001581631,0.09149486,0.01279129,0.0047785873,0.002769411,0.42172015,0.01698168,0.264075,0.03228935,0.0075424244,0.1367199],"study_design_scores_gemma":[0.010138651,0.016920928,0.42609033,0.009126062,0.00077817636,0.0001319551,0.20343946,0.20741472,0.05430047,0.005854586,0.061200075,0.0046045966],"about_ca_topic_score_codex":0.0013672201,"about_ca_topic_score_gemma":0.0005478801,"teacher_disagreement_score":0.33459547,"about_ca_system_score_codex":0.000071892595,"about_ca_system_score_gemma":0.00031528037,"threshold_uncertainty_score":0.63774735},"labels":[],"label_agreement":null},{"id":"W7024249957","doi":"","title":"Project Khepri: Asteroid Mining Project. Final Policy Report","year":2022,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Space law; Space (punctuation); Outer space; Space industry; Work (physics); Resource (disambiguation); International law","score_opus":0.18221197415803375,"score_gpt":0.34964968592165735,"score_spread":0.1674377117636236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024249957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94750166,0.000060488146,0.04874863,0.00074364577,0.00057587516,0.00060308457,0.00001672245,0.00055464864,0.0011952446],"genre_scores_gemma":[0.97017574,0.000011245286,0.0041934582,0.0007528253,0.00028089876,0.000016369522,0.00002759796,0.000057090652,0.024484782],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955957,0.0005950853,0.0005009185,0.0014006369,0.001029604,0.0008780438],"domain_scores_gemma":[0.9973869,0.00009772303,0.00043798375,0.0017248908,0.00015450882,0.00019803797],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010042944,0.00041755894,0.00041198946,0.0015441234,0.0008798141,0.0005710611,0.0032366333,0.00012903943,0.000020242409],"category_scores_gemma":[0.00009905574,0.0005112635,0.0002114094,0.0019997633,0.00007685803,0.002666487,0.0038387654,0.0009401829,0.000044910044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008325796,0.000221241,0.9803726,0.0000691357,0.00008951629,0.0067151254,0.0040093823,0.00040964378,0.0005927542,0.0016111329,0.000014916856,0.0058113136],"study_design_scores_gemma":[0.007530503,0.0018671184,0.7697052,0.0004673594,0.0002174298,0.013029076,0.0053814864,0.00055685727,0.002413283,0.0012449528,0.1928896,0.004697164],"about_ca_topic_score_codex":0.00005855157,"about_ca_topic_score_gemma":0.0003617208,"teacher_disagreement_score":0.21066742,"about_ca_system_score_codex":0.00075788284,"about_ca_system_score_gemma":0.0012896621,"threshold_uncertainty_score":0.9997339},"labels":[],"label_agreement":null},{"id":"W7024411014","doi":"","title":"Renewable energy will power up to 30 per cent of Alberta's electricity grid by 2030","year":2015,"lang":"en","type":"other","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Renewable energy; Electricity; Power grid; Power (physics); Electricity generation; Intermittent energy source; Energy (signal processing)","score_opus":0.009312441949670307,"score_gpt":0.2180904042690242,"score_spread":0.2087779623193539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024411014","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005266357,0.00043738788,0.4207691,0.00024857535,0.0007956579,0.00008987083,0.0000069932125,0.00009198247,0.5775552],"genre_scores_gemma":[0.00042701492,0.000042032203,0.013116507,0.0008095714,0.00018569245,0.0000074864515,0.000012523353,0.00010308407,0.9852961],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981363,0.00004749618,0.00028095138,0.0006378601,0.00048639215,0.00041100237],"domain_scores_gemma":[0.9984526,0.000029192463,0.00014184997,0.0010471436,0.0001059739,0.00022324624],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014028444,0.000270894,0.000386063,0.00019688801,0.00001832899,0.000044981112,0.0011652077,0.00022768047,0.004326615],"category_scores_gemma":[0.000029707728,0.00023046245,0.000070181115,0.0002570058,0.000014712408,0.000098435696,0.00036012186,0.00009699024,0.00014410228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015474061,0.000027361802,0.0000068204567,0.000006759366,0.000021770276,8.385069e-7,0.00011641698,0.00016052023,0.00011188537,0.0026935532,0.9962302,0.0006223423],"study_design_scores_gemma":[0.00014419055,0.000051379095,5.306343e-7,0.000030771607,0.000005207522,0.0000022251274,0.0000043671325,0.0025924088,0.00082391634,0.00022942576,0.9958302,0.00028542292],"about_ca_topic_score_codex":0.08951993,"about_ca_topic_score_gemma":0.009406531,"teacher_disagreement_score":0.40774092,"about_ca_system_score_codex":0.00009218753,"about_ca_system_score_gemma":0.00019032699,"threshold_uncertainty_score":0.9965836},"labels":[],"label_agreement":null},{"id":"W7024539609","doi":"","title":"The roles of MUSE1 and MUSE15 in plant innate immunity","year":2016,"lang":"en","type":"other","venue":"cIRcle (University of British Columbia)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Arizona Biomedical Research Commission","keywords":"TSG101; Ubiquitin-Protein Ligases; Identification (biology); Mechanism (biology); Mutation","score_opus":0.007841298324133137,"score_gpt":0.17029190680714898,"score_spread":0.16245060848301585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024539609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7508437,0.0066328347,0.0364031,0.00075589033,0.0010182577,0.0012390933,0.000798118,0.00041498174,0.20189402],"genre_scores_gemma":[0.9259415,0.0043545184,0.0029008547,0.000032388056,0.0000486611,7.4938845e-7,0.000006787254,0.00007438115,0.066640116],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991587,0.00008421296,0.00011652687,0.00028182767,0.00018205612,0.00017669107],"domain_scores_gemma":[0.99912006,0.00007415366,0.00020523298,0.00051813683,0.00003674019,0.000045669934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024191065,0.000046377492,0.0002523837,0.0000814415,0.00008742884,0.00006097159,0.0009955777,0.00014033788,0.000032113647],"category_scores_gemma":[0.00001600207,0.00011366899,0.000048987393,0.00012210911,0.0002426005,0.00013037935,0.0005377534,0.00014159434,0.000004533604],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003017085,0.000038020353,0.0021140636,0.00009455994,0.000039003146,0.00007618902,0.00044256126,0.0000011597131,0.000029043744,0.00010070958,0.01470562,0.9823561],"study_design_scores_gemma":[0.0021404373,0.000077744415,0.92876524,0.0025656668,0.000028752269,0.00007405601,0.0010067325,0.0024073012,0.0000015351751,0.0024453285,0.059902042,0.0005851728],"about_ca_topic_score_codex":0.104929976,"about_ca_topic_score_gemma":0.6703502,"teacher_disagreement_score":0.9817709,"about_ca_system_score_codex":0.000028463399,"about_ca_system_score_gemma":0.00007222941,"threshold_uncertainty_score":0.90103036},"labels":[],"label_agreement":null},{"id":"W7024716328","doi":"","title":"Search for WZ resonances in the fully leptonic channel using pp collisions at root s=8 TeV with the ATLAS detector","year":2014,"lang":"en","type":"article","venue":"Lancaster EPrints (Lancaster University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia; Institut National de Physique Nucléaire et de Physique des Particules; Agencia Nacional de Promoción Científica y Tecnológica; Science and Technology Facilities Council; Natural Sciences and Engineering Research Council of Canada; H. Lundbeck A/S; State Atomic Energy Corporation ROSATOM; Centre National pour la Recherche Scientifique et Technique; Georgian National Science Foundation; Centre National de la Recherche Scientifique; Max-Planck-Gesellschaft; Israel Science Foundation; Lundbeckfonden; Leverhulme Trust; General Secretariat for Research and Technology; Ministry of Education, Culture, Sports, Science and Technology; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Austrian Science Fund; Bundesministerium für Bildung und Forschung; Israeli Centers for Research Excellence; Joint Institute for Nuclear Research; National Science Council; Japan Society for the Promotion of Science; Conselho Nacional de Desenvolvimento Científico e Tecnológico; U.S. Department of Energy; National Natural Science Foundation of China; Fundação de Amparo à Pesquisa do Estado de São Paulo; Bundesministerium für Wissenschaft und Forschung; Javna Agencija za Raziskovalno Dejavnost RS; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ministerstwo Edukacji i Nauki; CERN; Deutsche Forschungsgemeinschaft; Services Fédéraux des Affaires Scientifiques, Techniques et Culturelles; Department of Science and Technology, Ministry of Science and Technology, India; European Commission; Comisión Nacional de Investigación Científica y Tecnológica; Danmarks Grundforskningsfond; TRIUMF; Alexander von Humboldt-Stiftung; Türkiye Atom Enerjisi Kurumu; National Science Foundation","keywords":"Large Hadron Collider; Atlas (anatomy); Detector; Atlas detector; Standard Model (mathematical formulation); Channel (broadcasting); Limit (mathematics); Collision","score_opus":0.03913579680085898,"score_gpt":0.2354994904192568,"score_spread":0.19636369361839784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024716328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72285175,0.000034120378,0.27340806,0.0012693647,0.0001151966,0.00045637865,0.000004812133,0.000030970343,0.0018293394],"genre_scores_gemma":[0.993057,0.0000048309125,0.004698588,0.00025219654,0.00013693329,0.000006584187,0.0000016755974,0.000016691158,0.0018254675],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979817,0.0002840538,0.00017615958,0.0006246879,0.0003660911,0.00056728587],"domain_scores_gemma":[0.99831903,0.0003563193,0.000103574275,0.0010419091,0.00009814929,0.00008098949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006146454,0.00022198458,0.00023886112,0.00017574562,0.0004349823,0.00015832232,0.0018402198,0.00008368705,0.000018896513],"category_scores_gemma":[0.000012813509,0.00013979244,0.0000861626,0.0006808664,0.00010826627,0.00039214586,0.00072380627,0.0002708071,0.000058793972],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026111384,0.00081440096,0.7446015,0.00061170565,0.0004944587,0.0009021289,0.061931763,0.007831322,0.008144758,0.101451874,0.00155033,0.06905463],"study_design_scores_gemma":[0.0048607034,0.000533162,0.16801102,0.0003496509,0.00007244956,0.00022202705,0.00261977,0.65134263,0.005993921,0.00033861896,0.16463336,0.0010226739],"about_ca_topic_score_codex":0.00008530586,"about_ca_topic_score_gemma":0.0010829164,"teacher_disagreement_score":0.64351135,"about_ca_system_score_codex":0.00015626219,"about_ca_system_score_gemma":0.00007581943,"threshold_uncertainty_score":0.570057},"labels":[],"label_agreement":null},{"id":"W7024823872","doi":"","title":"The 2016 Stubbendieck Great Plains Distinguished Book Prize Winner: Michel Hogue’s <i>Metis and the Medicine Line: Creating a Border and Dividing a People</i>","year":2016,"lang":"en","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Feature (linguistics); Agency (philosophy); Work (physics)","score_opus":0.012682927566012256,"score_gpt":0.2249796667395077,"score_spread":0.21229673917349545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024823872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075234756,0.00085526594,0.65728384,0.04779868,0.0010595588,0.0034180437,0.000041870968,0.001013226,0.21329477],"genre_scores_gemma":[0.8205056,0.16774847,0.008319483,0.001229268,0.0006120566,0.000023271135,0.00000369014,0.00006265107,0.0014955064],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978059,0.0003171983,0.00028830615,0.0007137589,0.00035221624,0.00052264193],"domain_scores_gemma":[0.9968791,0.001836996,0.00023373729,0.00077388855,0.00015061823,0.00012567794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008421537,0.00031231373,0.000369367,0.0011706364,0.0010707434,0.00019423614,0.0010142418,0.00008944631,0.000006685699],"category_scores_gemma":[0.0008075217,0.000159688,0.00007525137,0.001969875,0.00046334454,0.0006394025,0.0011898346,0.00022103389,0.0000026172615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085892266,0.00018657885,0.016381722,0.0002810417,0.0008140425,0.00036958835,0.12095257,0.000026368763,0.00040914043,0.1819109,0.003795913,0.6740132],"study_design_scores_gemma":[0.005521208,0.00017349349,0.0005967548,0.00042066627,0.00013374908,0.00006587343,0.00083888223,0.011725983,0.0000759807,0.000058852325,0.9799765,0.00041208777],"about_ca_topic_score_codex":0.015085407,"about_ca_topic_score_gemma":0.0055470434,"teacher_disagreement_score":0.97618055,"about_ca_system_score_codex":0.00011187885,"about_ca_system_score_gemma":0.00019550996,"threshold_uncertainty_score":0.9914732},"labels":[],"label_agreement":null},{"id":"W7025041631","doi":"","title":"Tenir l'évanouissement : entre maîtrise intégrale et abandon anéantissant : Jean Genet et Antonin Artaud","year":2012,"lang":"fr","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chose; Ostensive definition; Intentionality","score_opus":0.006010944715226579,"score_gpt":0.16004459727986575,"score_spread":0.15403365256463916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025041631","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01134259,0.010824043,0.015258135,0.03130159,0.002468026,0.0010126758,0.0007642295,0.00006534514,0.9269634],"genre_scores_gemma":[0.46927598,0.0038102055,0.020366915,0.00521408,0.00046325938,0.000030234922,0.00004767354,0.00019051458,0.5006012],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943318,0.0003623459,0.0007689059,0.0009019757,0.0026223331,0.0010126549],"domain_scores_gemma":[0.9972225,0.00039285238,0.00058465113,0.00085100654,0.0000020267037,0.0009469792],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006861784,0.0007185066,0.00077051093,0.00009185756,0.00023348507,0.00016567869,0.0010548466,0.00013000917,0.0019424636],"category_scores_gemma":[0.000009968414,0.0007085663,0.00010684,0.0001604326,0.00014675489,0.000794745,0.0009484896,0.0004994999,1.2717075e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026032535,0.00024017903,0.04897116,0.0011581951,0.0005699763,0.00090878067,0.0018292505,0.0012151017,0.008188408,0.7553131,0.026477683,0.15486786],"study_design_scores_gemma":[0.00088230416,0.00013208088,0.014904534,0.0010003638,0.00008802152,0.000041912837,0.00073255127,0.020535799,0.016281428,0.0010050085,0.94336,0.0010360287],"about_ca_topic_score_codex":0.015270772,"about_ca_topic_score_gemma":0.1216239,"teacher_disagreement_score":0.9168823,"about_ca_system_score_codex":0.0000364062,"about_ca_system_score_gemma":0.0039019377,"threshold_uncertainty_score":0.9995366},"labels":[],"label_agreement":null},{"id":"W7025063110","doi":"","title":"Travailleurs (im)migrants au Québec et au Canada : vers le respect administratif de leurs droits et libertés ?","year":2008,"lang":"fr","type":"report","venue":"Érudit documents and data repository (Érudit Consortium, University of Montreal)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; TSG101; Pretext; Gestational period; Liquation; Hyporeflexia","score_opus":0.04765167940614926,"score_gpt":0.25519846816046005,"score_spread":0.2075467887543108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025063110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7475316,0.012302291,0.008450076,0.014435377,0.007657249,0.0022411605,0.004340279,0.0003638045,0.20267819],"genre_scores_gemma":[0.89671606,0.014818473,0.0024069548,0.0003678379,0.0004949231,0.0000038346834,0.0010181672,0.00010143148,0.08407229],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99238944,0.0008174242,0.0012729041,0.0025452422,0.0017224728,0.0012525026],"domain_scores_gemma":[0.992471,0.00075630826,0.0017368579,0.003532844,0.0004810467,0.0010219684],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0010559914,0.0009911165,0.0014882829,0.0002956594,0.0017378757,0.00023419502,0.0034239292,0.0005718656,0.00002969063],"category_scores_gemma":[0.00033449018,0.0012250181,0.00028503904,0.00033715382,0.0009713495,0.0019250589,0.001930396,0.0010054017,0.0000052925975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0018317404,0.002525903,0.19360633,0.0030323288,0.007010423,0.115575805,0.017077783,0.0037782742,0.000717294,0.013985673,0.5079176,0.13294087],"study_design_scores_gemma":[0.0031083135,0.000384812,0.051832594,0.0012812627,0.0007907381,0.0052285446,0.0016432895,0.003364726,0.00015736451,0.00005348822,0.93046457,0.0016903097],"about_ca_topic_score_codex":0.99832726,"about_ca_topic_score_gemma":0.99886703,"teacher_disagreement_score":0.42254698,"about_ca_system_score_codex":0.0063515925,"about_ca_system_score_gemma":0.07048637,"threshold_uncertainty_score":0.9995617},"labels":[],"label_agreement":null},{"id":"W7025080835","doi":"","title":"Translation into English: Poems by Marie-Léontine Tsibinda","year":2012,"lang":"en","type":"article","venue":"UNI ScholarWorks (University of Northern Iowa)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Poetry; Context (archaeology); Homeland; Spanish Civil War; Capital (architecture); French","score_opus":0.01576878406979601,"score_gpt":0.19443011695503196,"score_spread":0.17866133288523595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025080835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39651904,0.0006742756,0.5995076,0.0005684333,0.0003135399,0.00010939645,0.0000034306543,0.00013695081,0.0021673334],"genre_scores_gemma":[0.94622856,0.000034430977,0.05286283,0.00006480212,0.00009716533,1.6621577e-7,0.000016198686,0.0000116217125,0.00068421033],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873793,0.000100508725,0.0001510325,0.00031290614,0.00035490227,0.00034272982],"domain_scores_gemma":[0.9988207,0.000073957264,0.00014042234,0.000582738,0.0001908305,0.00019134824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047348425,0.00015008492,0.0001947018,0.00014798579,0.0002786308,0.0000641208,0.001008573,0.00017284679,0.00006694182],"category_scores_gemma":[0.000043105192,0.00018769337,0.00010469751,0.00044297992,0.000066487126,0.0023178447,0.00021535806,0.00032829083,0.000031315674],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051827086,0.0003508976,0.19212033,0.000049535087,0.00011388304,0.000012510802,0.04054111,0.0012061872,0.002569415,0.008225458,0.0009829391,0.7537759],"study_design_scores_gemma":[0.007285154,0.00035924144,0.04986977,0.00033619863,0.0002489369,0.000018719256,0.009261729,0.19655633,0.0022045418,0.004085029,0.7269306,0.0028437274],"about_ca_topic_score_codex":0.00048677064,"about_ca_topic_score_gemma":0.00057421264,"teacher_disagreement_score":0.75093216,"about_ca_system_score_codex":0.00007883566,"about_ca_system_score_gemma":0.000047091256,"threshold_uncertainty_score":0.76539135},"labels":[],"label_agreement":null},{"id":"W7025275728","doi":"","title":"Use of foliar calcium to strontium ratios to partition soil calcium sources of American beech on two sites in Southern Québec","year":2011,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Beech; Strontium; Calcium; Partition (number theory); Soil water; Sink (geography)","score_opus":0.04998682501051842,"score_gpt":0.27605094631688554,"score_spread":0.2260641213063671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025275728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960593,0.000031108986,0.0008461292,0.00004881825,0.0004506999,0.00080535735,0.00039372005,0.00013494852,0.0012299096],"genre_scores_gemma":[0.98692656,0.0000039006773,0.009730148,0.0003221928,0.00004880196,0.00014851491,0.00006789437,0.00009685571,0.002655153],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9954048,0.00039417294,0.0013039167,0.0012624221,0.00091902225,0.0007157014],"domain_scores_gemma":[0.9966147,0.0002401459,0.0008826202,0.0013856948,0.00050402654,0.00037281011],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064285455,0.0006387113,0.0010101532,0.0009022996,0.00022453371,0.000088373985,0.0013930517,0.00028213407,0.000031828666],"category_scores_gemma":[0.0005453407,0.00068416464,0.00028623955,0.0009663724,0.00005865598,0.00068982475,0.00027974285,0.0007193014,0.00012237208],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016827487,0.0021837133,0.0077460743,0.0010429036,0.0005620676,0.00011688028,0.0058611985,0.053512447,0.39324704,0.14423048,0.000033788274,0.38978067],"study_design_scores_gemma":[0.0013871742,0.0016549871,0.007975131,0.0015223172,0.00018997355,0.0000071484087,0.0022475454,0.0044812527,0.969475,0.005709904,0.0028406421,0.0025089497],"about_ca_topic_score_codex":0.108350866,"about_ca_topic_score_gemma":0.21013097,"teacher_disagreement_score":0.57622796,"about_ca_system_score_codex":0.00042012526,"about_ca_system_score_gemma":0.0001719801,"threshold_uncertainty_score":0.99956095},"labels":[],"label_agreement":null},{"id":"W7026899228","doi":"","title":"Autoencoders for natural language semantics","year":2022,"lang":"fr","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Formal semantics (linguistics); Domain (mathematical analysis); Semantic interpretation","score_opus":0.0082578758154122,"score_gpt":0.19891413347091397,"score_spread":0.19065625765550176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7026899228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5226564,0.13843553,0.2745894,0.0044205356,0.027593365,0.0025875904,0.00033519443,0.0008395064,0.028542528],"genre_scores_gemma":[0.7038091,0.00026516913,0.040363126,0.00038609796,0.0004852263,0.000103175444,0.000888601,0.00006285913,0.25363666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968237,0.00015167163,0.00047425038,0.000995306,0.0008843231,0.0006707198],"domain_scores_gemma":[0.9980439,0.00022029763,0.00045583522,0.00069877127,0.00030968533,0.00027154456],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00029330378,0.00049381884,0.00044745987,0.00032741667,0.0101471925,0.0001717777,0.0012975355,0.00033300868,0.000072705734],"category_scores_gemma":[0.00010277716,0.0006260462,0.00050260633,0.000403338,0.00015281474,0.00067130453,0.0005043827,0.0006969244,0.000026263155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006962304,0.0004040793,0.002242588,0.00094875006,0.000799229,0.005190402,0.38493893,0.11739695,0.012633695,0.43650985,0.0021141227,0.036125198],"study_design_scores_gemma":[0.0013711697,0.00015446571,0.0024401895,0.00020680316,0.00033859676,0.00093579554,0.07228781,0.8241566,0.0028711492,0.0006135182,0.09363778,0.0009861465],"about_ca_topic_score_codex":0.028957853,"about_ca_topic_score_gemma":0.007217889,"teacher_disagreement_score":0.70675963,"about_ca_system_score_codex":0.006347525,"about_ca_system_score_gemma":0.0027097256,"threshold_uncertainty_score":0.99961907},"labels":[],"label_agreement":null},{"id":"W7029929027","doi":"","title":"Leveraging lexical resources as external knowledge for entity reasoning using deep learning frameworks","year":2017,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Leverage (statistics); Knowledge base; Question answering; Taxonomy (biology); Natural language; Deep learning","score_opus":0.030777405744136344,"score_gpt":0.29940122092200516,"score_spread":0.2686238151778688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7029929027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9413483,0.0016073062,0.014884903,0.000014813804,0.0041100234,0.0007666974,0.000024461902,0.0006373176,0.03660619],"genre_scores_gemma":[0.9074293,0.000077787256,0.083368115,0.000105561165,0.0004142,0.00009820483,0.00007503636,0.00019985175,0.0082319835],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940285,0.0004962187,0.0010471328,0.0021543268,0.0009764645,0.0012973219],"domain_scores_gemma":[0.9953818,0.00054173317,0.001252905,0.0017070819,0.000640483,0.00047600825],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0020800936,0.0009319803,0.000986209,0.00052088837,0.005124821,0.0013904413,0.003345711,0.0017598016,0.000064633205],"category_scores_gemma":[0.003141233,0.0010771742,0.00064289966,0.00031109052,0.00007226931,0.0020672053,0.0006519792,0.0048137866,0.000098167184],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012638727,0.00014239014,0.00015608712,0.0004932237,0.00019134833,0.0001258604,0.00034013914,0.0028543943,0.008421695,0.11885404,9.3729165e-7,0.8682935],"study_design_scores_gemma":[0.003684152,0.0005337867,0.0022426094,0.012446978,0.0007421702,0.00046871137,0.001344137,0.55392486,0.041051537,0.2435645,0.13316838,0.0068281493],"about_ca_topic_score_codex":0.00049759203,"about_ca_topic_score_gemma":0.00032892262,"teacher_disagreement_score":0.86146533,"about_ca_system_score_codex":0.00082026835,"about_ca_system_score_gemma":0.00014363855,"threshold_uncertainty_score":0.9996462},"labels":[],"label_agreement":null},{"id":"W7033532016","doi":"","title":"\" Protecting Mauna Kea from the $1.4 Billion Thirty Meter Telescope (TMT) Project\" - March 2nd, 2019","year":2019,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Indigenous; Observatory; Telescope; Government (linguistics); Research council; Geological survey","score_opus":0.01135025571396783,"score_gpt":0.20065597356481707,"score_spread":0.18930571785084924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033532016","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040340106,0.0004604357,0.000574104,0.0006218199,0.0008978483,0.0018974163,0.00009289317,0.00032510224,0.99509007],"genre_scores_gemma":[0.0002541642,0.00012376445,0.027604919,0.00048458698,0.000395666,0.00004978423,0.0000633673,0.00011178151,0.970912],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99714786,0.00027668814,0.0007986703,0.00050909107,0.0008030893,0.00046462085],"domain_scores_gemma":[0.99717784,0.00035338997,0.0008103658,0.0014251414,0.00016109039,0.00007214952],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006392269,0.0004563227,0.0005006575,0.00012055148,0.00014405092,0.00026128345,0.001799491,0.00046880875,0.031148743],"category_scores_gemma":[0.00018201116,0.00033218175,0.00020739144,0.000027934746,0.00008325341,0.0000013609601,0.00062058994,0.0007567561,0.010233001],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022608543,0.00001950252,0.0000040237205,0.00019602868,0.00006197178,0.000006323375,0.0004374286,0.0003846331,0.0000010481895,0.000055042325,0.98974925,0.009062162],"study_design_scores_gemma":[0.000408521,0.00008748035,0.0000055489977,0.00043874764,0.000027023425,0.000034150093,0.00011311705,0.0025582726,0.000018830977,0.00003348463,0.9958723,0.00040250106],"about_ca_topic_score_codex":0.028538438,"about_ca_topic_score_gemma":0.0010831429,"teacher_disagreement_score":0.027455295,"about_ca_system_score_codex":0.00007789136,"about_ca_system_score_gemma":0.000115910465,"threshold_uncertainty_score":0.99991304},"labels":[],"label_agreement":null},{"id":"W7033610217","doi":"","title":"Representació de la llegenda de Sant Jordi","year":2011,"lang":"ca","type":"other","venue":"Repositori UJI (Universitat Jaume I)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Population; Context (archaeology)","score_opus":0.013048300078376485,"score_gpt":0.23813541085812198,"score_spread":0.2250871107797455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033610217","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004972129,0.0021775707,0.24686144,0.0004354256,0.0047652414,0.00042506595,0.000014403493,0.0004379071,0.73991084],"genre_scores_gemma":[0.16284624,0.00063487137,0.09794109,0.00014121558,0.0037937493,0.000011197443,0.000010534281,0.00036037507,0.73426074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99521244,0.00070255675,0.0004602706,0.001658633,0.0007486705,0.0012174388],"domain_scores_gemma":[0.9959169,0.00022404255,0.0005679688,0.0024243172,0.00020168076,0.00066506956],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007362436,0.00070552627,0.0007330123,0.00079607393,0.000537617,0.00044801325,0.0027274855,0.0010465569,0.0013309167],"category_scores_gemma":[0.00006774383,0.00085054035,0.0004795951,0.0008649995,0.0002477231,0.00065573526,0.0013294768,0.0009731205,0.0006531177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028894408,0.0011363118,0.029122742,0.0010447069,0.0032372742,0.03512206,0.047041196,0.0009879638,0.0105264075,0.27309665,0.5404395,0.05795627],"study_design_scores_gemma":[0.0020304276,0.00037559567,0.0026818642,0.0015611916,0.00077343144,0.0031306944,0.0032178913,0.02566851,0.0024845905,0.0053477883,0.9499228,0.0028052225],"about_ca_topic_score_codex":0.0025307757,"about_ca_topic_score_gemma":0.000037349884,"teacher_disagreement_score":0.4094833,"about_ca_system_score_codex":0.0011880002,"about_ca_system_score_gemma":0.00104541,"threshold_uncertainty_score":0.999582},"labels":[],"label_agreement":null},{"id":"W7035772564","doi":"","title":"ABA) to Present at Canadian Marijuana Investor Conference Held by Jacob Securities","year":2015,"lang":"en","type":"other","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Legislation; Feature (linguistics); Payment","score_opus":0.03482790113155616,"score_gpt":0.2356720479290123,"score_spread":0.20084414679745616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7035772564","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002024018,0.00091976306,0.028708056,0.003815851,0.00083502004,0.0003775268,0.000110453715,0.00028597092,0.96492714],"genre_scores_gemma":[0.0006898442,0.000025684385,0.011198811,0.002657946,0.00026440204,0.00003182794,0.00002767326,0.00010061022,0.9850032],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982427,0.00004326783,0.00018196806,0.0006207644,0.00041213256,0.0004992062],"domain_scores_gemma":[0.9979946,0.000016340038,0.00006206378,0.00096949935,0.00007443777,0.00088308664],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000119152115,0.00027292996,0.00027510908,0.00025944033,0.00005324627,0.00018919232,0.0014274933,0.00023499763,0.0031682265],"category_scores_gemma":[0.000020124995,0.00026288978,0.00003623252,0.00012879161,0.00003835315,0.00009599922,0.0005569526,0.00015800742,0.0012133936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5754198e-7,0.0000038823127,0.00001244824,0.000019048663,0.000012630084,0.000013246102,0.0004959976,0.0000034384095,0.000002986188,0.00917542,0.9886753,0.0015852655],"study_design_scores_gemma":[0.000077261924,0.00002083493,0.0000033624483,0.000074407595,0.0000032509722,0.000005434123,0.000023286471,0.0050282134,0.000022434624,0.00046368994,0.99393797,0.00033985276],"about_ca_topic_score_codex":0.47909486,"about_ca_topic_score_gemma":0.7415291,"teacher_disagreement_score":0.2624342,"about_ca_system_score_codex":0.00034437366,"about_ca_system_score_gemma":0.00081182196,"threshold_uncertainty_score":0.99998236},"labels":[],"label_agreement":null},{"id":"W7039589344","doi":"","title":"A millennial housing typology: redefining the home of the next generation in Toronto laneways","year":2019,"lang":"en","type":"dissertation","venue":"Lu Zone Ul (Laurentian University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generation y; Architecture; Generation x; Fourth generation; Term (time)","score_opus":0.02491211291731056,"score_gpt":0.21937915962141183,"score_spread":0.19446704670410125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039589344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9439444,0.0011113988,0.023693683,0.00039258477,0.004745829,0.000550979,0.000008925425,0.00008221882,0.025470005],"genre_scores_gemma":[0.99274904,0.00010466177,0.0017540941,0.000044190496,0.00011872075,6.3365025e-7,0.00006903723,0.00001446406,0.0051451363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987359,0.00016476944,0.00021605543,0.00040203065,0.0002537785,0.00022746244],"domain_scores_gemma":[0.9988604,0.00004069701,0.00027881886,0.00072276505,0.000068957794,0.000028361874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015283668,0.00017768986,0.0002394744,0.00016404116,0.00017130382,0.0000664855,0.001260035,0.00023426414,0.00003800922],"category_scores_gemma":[0.000014105761,0.00014387927,0.00012378958,0.00035730086,0.000033054614,0.00033411273,0.00019763965,0.00028322238,0.0000053914514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032228243,0.0004564305,0.005396124,0.0006609072,0.00056284794,0.00017602018,0.1326047,0.013582308,0.02628049,0.71002996,0.0037802313,0.10614772],"study_design_scores_gemma":[0.01078487,0.00075103337,0.017333694,0.002744518,0.0010667758,0.00006201133,0.24945775,0.65646344,0.008014736,0.0018649228,0.04663594,0.0048203226],"about_ca_topic_score_codex":0.0032019701,"about_ca_topic_score_gemma":0.11477721,"teacher_disagreement_score":0.708165,"about_ca_system_score_codex":0.0002626568,"about_ca_system_score_gemma":0.00020591334,"threshold_uncertainty_score":0.90137583},"labels":[],"label_agreement":null},{"id":"W7039643056","doi":"","title":"Microbial diversity of buckwheat rhizosphere in wireworm-infested and non-infested soils using metagenomics","year":2019,"lang":"en","type":"article","venue":"IslandScholar (University of Prince Edward Island)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rhizosphere; Metagenomics; Crop rotation; Context (archaeology); Crop; Actinobacteria; Microbial population biology; Population; Soil water","score_opus":0.010846166192874996,"score_gpt":0.19988007173931704,"score_spread":0.18903390554644206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039643056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9168109,0.000087711174,0.08189911,0.00008311453,0.00019825767,0.00024924308,0.000016402579,0.000030915537,0.0006243316],"genre_scores_gemma":[0.96918404,0.000059115147,0.03052055,0.000022858347,0.000017564556,6.584459e-8,0.0000037442485,0.000008461622,0.00018357359],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985566,0.00009998009,0.00024797078,0.00051190815,0.00027459706,0.00030893064],"domain_scores_gemma":[0.99882996,0.00006759925,0.00025583766,0.00062508805,0.00013049284,0.00009104073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049376255,0.00019360337,0.0004912148,0.00022548295,0.00017095877,0.000041125102,0.00095433235,0.00017773999,0.000042949625],"category_scores_gemma":[0.000017994347,0.00023425923,0.00010975155,0.00039335786,0.00010030202,0.0011186198,0.0016487495,0.0003192601,0.0000136990075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013948846,0.00012935215,0.9641383,0.00022221162,0.00010914779,0.00006355763,0.009586943,0.0027560457,0.01837359,0.0009795276,0.000043992386,0.0034578124],"study_design_scores_gemma":[0.011727857,0.00038748386,0.6924709,0.00069826073,0.0001879073,0.00007833227,0.002640354,0.28453878,0.0038052169,0.0011653338,0.0009030544,0.0013965574],"about_ca_topic_score_codex":0.0010350756,"about_ca_topic_score_gemma":0.0010194572,"teacher_disagreement_score":0.28178272,"about_ca_system_score_codex":0.00009610723,"about_ca_system_score_gemma":0.00015267284,"threshold_uncertainty_score":0.95528144},"labels":[],"label_agreement":null},{"id":"W7039777345","doi":"","title":"Migration policy in a small open economy with a dual labor market","year":2003,"lang":"en","type":"article","venue":"Archive ouverte UNIGE (University of Geneva)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université Laval; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Small open economy; Dual (grammatical number); Secondary labor market; Margin (machine learning); Factor market","score_opus":0.01422662267055344,"score_gpt":0.1936045554669704,"score_spread":0.17937793279641695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039777345","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41427466,0.000013363576,0.5358648,0.001389944,0.000026301666,0.00027088745,0.000009038506,0.000023565299,0.048127443],"genre_scores_gemma":[0.67689127,0.000040268915,0.3201704,0.0003764972,0.000013659125,8.9800494e-7,0.000005398359,0.000008644397,0.00249297],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913764,0.00016754805,0.000091374626,0.00033621953,0.000056323337,0.00021087151],"domain_scores_gemma":[0.9993059,0.00004995679,0.00008679943,0.00042896523,0.00004365572,0.000084725645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020608593,0.000100831625,0.00016941028,0.0002702315,0.000104300154,0.000041374526,0.00088584446,0.0000323749,0.000033496457],"category_scores_gemma":[0.00001644002,0.000117738105,0.00003342839,0.00035933082,0.00006022167,0.0005017993,0.0003582986,0.0000904854,0.0000070459755],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017799,0.00023990915,0.04436705,0.00005079103,0.000099206234,0.00020015507,0.020399068,0.0022105202,0.0006494694,0.9108318,0.0019903833,0.01878367],"study_design_scores_gemma":[0.006768285,0.00063322484,0.10779629,0.00017379851,0.000037223384,0.000057452136,0.0063633234,0.7263838,0.00059292023,0.08526026,0.06488913,0.0010442686],"about_ca_topic_score_codex":0.005117664,"about_ca_topic_score_gemma":0.03319363,"teacher_disagreement_score":0.82557154,"about_ca_system_score_codex":0.00007119772,"about_ca_system_score_gemma":0.00038229142,"threshold_uncertainty_score":0.9844481},"labels":[],"label_agreement":null},{"id":"W7066382463","doi":"","title":"Information Retrieval with Dense and Sparse Representations","year":2024,"lang":"en","type":"dissertation","venue":"DSpace@MIT (Massachusetts Institute of Technology)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Query expansion; Relevance (law); Question answering; Pipeline (software); Language model; Matching (statistics); Bottleneck; Representation (politics); Sentence","score_opus":0.011760574607934884,"score_gpt":0.2525750935037714,"score_spread":0.2408145188958365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7066382463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8116818,0.003501145,0.14673688,0.0122115165,0.0049023596,0.0019558603,0.000118410506,0.0028556765,0.01603634],"genre_scores_gemma":[0.8180374,0.0005005218,0.17645891,0.00013228302,0.0001070288,0.000108992586,0.00040796236,0.00006552244,0.004181389],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790436,0.000017885586,0.00060994196,0.00057468953,0.0005443816,0.00034872533],"domain_scores_gemma":[0.99779165,0.00002602844,0.00047640872,0.0012831101,0.00033626944,0.00008651383],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001935142,0.0003965509,0.0004794265,0.0016360249,0.00016283468,0.0002194555,0.0009733314,0.0007518289,0.0000053698145],"category_scores_gemma":[0.00024902355,0.00036491337,0.00008501113,0.001480369,0.00022374558,0.0016360999,0.0002693385,0.0008048184,0.00004215013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003704936,0.0002354234,0.003235567,0.003399226,0.001506566,0.00047442954,0.018328862,0.00203637,0.0037391975,0.731523,0.009160424,0.22599049],"study_design_scores_gemma":[0.0071734576,0.0019485807,0.007811575,0.00892623,0.0021375616,0.0013656593,0.011604192,0.09556733,0.07823899,0.0930994,0.685215,0.0069120526],"about_ca_topic_score_codex":0.00006381996,"about_ca_topic_score_gemma":0.0002668595,"teacher_disagreement_score":0.67605454,"about_ca_system_score_codex":0.000099402336,"about_ca_system_score_gemma":0.00039821028,"threshold_uncertainty_score":0.99988025},"labels":[],"label_agreement":null},{"id":"W7067080718","doi":"","title":"Know Your Oil: Creating A Global Oil-Climate Index","year":2015,"lang":"en","type":"report","venue":"Issue Lab (Candid)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Midstream; Index (typography); Upstream (networking); Climate change; Greenhouse gas; Tonne; Global warming; Downstream (manufacturing); Fossil fuel","score_opus":0.046338010965858684,"score_gpt":0.32784205975726766,"score_spread":0.281504048791409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7067080718","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013977507,0.011772486,0.021181824,0.0009868665,0.0059170453,0.00015450853,0.00013769892,0.0010648702,0.957387],"genre_scores_gemma":[0.18510807,0.022396713,0.15110824,0.0023707799,0.03261542,0.0005236578,0.00045882465,0.0007747282,0.6046436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941006,0.00013339595,0.00087953353,0.0013255919,0.0024937594,0.0010671652],"domain_scores_gemma":[0.99585754,0.00006623869,0.0006628197,0.0019071937,0.001082095,0.00042414354],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017946789,0.0006430676,0.000954648,0.00017054348,0.00023009953,0.00058273826,0.0020853572,0.0006475879,0.00014407047],"category_scores_gemma":[0.00056918483,0.00062085525,0.00020797132,0.000595845,0.000060813774,0.00041281525,0.0014865384,0.00067411736,0.00043360863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002471809,0.0001408438,0.0071296305,0.0012000682,0.00024269706,0.000985253,0.0019442652,0.0009158046,0.000009277571,0.0038561358,0.11570251,0.8678488],"study_design_scores_gemma":[0.00060175225,0.00005850836,0.00018979993,0.00096845435,0.00006586347,0.0003623364,0.00006912994,0.030654997,0.000012756199,0.0009619357,0.965193,0.0008615103],"about_ca_topic_score_codex":0.005735241,"about_ca_topic_score_gemma":0.0008727091,"teacher_disagreement_score":0.8669873,"about_ca_system_score_codex":0.0014361298,"about_ca_system_score_gemma":0.0025695786,"threshold_uncertainty_score":0.99962425},"labels":[],"label_agreement":null},{"id":"W7077911890","doi":"10.48448/7ydn-np56","title":"ResearchAgent: Iterative Research Idea Generation over Scientific Literature with Large Language Models","year":2025,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Operationalization; Leverage (statistics); Pace; Language model; Scientific literature; Readability; Natural language generation","score_opus":0.06560478267328029,"score_gpt":0.37216658307195777,"score_spread":0.3065618003986775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7077911890","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029627286,0.0027896801,0.78653455,0.0007593066,0.0009153636,0.00087052304,0.00012417551,0.0003567443,0.20735337],"genre_scores_gemma":[0.061453,0.0000973498,0.1349661,0.00043649087,0.00089100277,0.00008878991,0.00019328317,0.0001476469,0.80172634],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99258643,0.00033800985,0.00034345276,0.0021610782,0.0033050906,0.0012659474],"domain_scores_gemma":[0.9959676,0.000105899104,0.00015104582,0.0023409761,0.0011608008,0.00027365732],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0048666983,0.0003725812,0.0003271781,0.0034164425,0.0012251729,0.004022599,0.0035508885,0.00027471737,0.00017027209],"category_scores_gemma":[0.00021715864,0.0002909625,0.000057231053,0.0061936486,0.0010629589,0.0015451283,0.0016415751,0.00112584,0.00008858485],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008831275,0.0001834421,0.000015274883,0.0001407302,0.000039335042,0.00023142435,0.008336153,0.0016920095,0.003158587,0.80404335,0.17081046,0.011340407],"study_design_scores_gemma":[0.000408418,0.0000854136,0.000005169694,0.0006924623,0.0000060181337,0.000011318241,0.00018816504,0.9593698,0.00078389957,0.005887683,0.032152224,0.00040943007],"about_ca_topic_score_codex":0.00023337985,"about_ca_topic_score_gemma":0.0010349908,"teacher_disagreement_score":0.9576778,"about_ca_system_score_codex":0.000340258,"about_ca_system_score_gemma":0.0026975148,"threshold_uncertainty_score":0.9999542},"labels":[],"label_agreement":null},{"id":"W7082252666","doi":"10.48448/jjkr-0706","title":"Navigating the Prompt Space: Supervision Matters in CoT When Reasoning Misleads","year":2025,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Task (project management); Forcing (mathematics); Function (biology); Architecture; Foundation (evidence); State (computer science); Trajectory; SAFER","score_opus":0.015896805927801207,"score_gpt":0.2887288984631789,"score_spread":0.2728320925353777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7082252666","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010161829,0.0012690396,0.8020171,0.052482165,0.0026762632,0.0013549598,0.000010699624,0.0008447705,0.1383288],"genre_scores_gemma":[0.040888015,0.00011601401,0.80556315,0.008431374,0.0007085802,0.000082419196,0.000018620896,0.00026622528,0.14392562],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99674314,0.00010718298,0.00040407514,0.0011078342,0.0009527722,0.00068502035],"domain_scores_gemma":[0.9980246,0.0001412145,0.00021941804,0.0014179203,0.00009296486,0.000103922444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016817633,0.0003173761,0.0003151936,0.00032214273,0.00031137367,0.00057177397,0.0038523762,0.0001688518,0.000111510635],"category_scores_gemma":[0.00021271016,0.00023629895,0.000055016517,0.0012825881,0.0004145771,0.00039633006,0.001284954,0.0009193023,0.0000633995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000702221,0.00021272687,0.0029763,0.00040317117,0.000048017646,0.00012644201,0.011358068,0.005116675,0.0018970551,0.19452642,0.14219627,0.6411318],"study_design_scores_gemma":[0.0004159835,0.00004110133,0.00012055505,0.003596996,0.000011286352,0.000021164942,0.00047220362,0.9343219,0.00029875815,0.005160841,0.054901205,0.0006380105],"about_ca_topic_score_codex":0.0023928713,"about_ca_topic_score_gemma":0.00052361365,"teacher_disagreement_score":0.92920524,"about_ca_system_score_codex":0.00023030462,"about_ca_system_score_gemma":0.00086596236,"threshold_uncertainty_score":0.96359915},"labels":[],"label_agreement":null},{"id":"W7084070425","doi":"10.6084/m9.figshare.c.8058552.v1","title":"Coenrollment of critically ill patients in PROSPECT: characteristics and association with treatment efficacy and safety","year":2025,"lang":"en","type":"other","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Joseph Brant Hospital; University of Manitoba; Western University; Hôpital Maisonneuve-Rosemont; McMaster University; Queen's University; University of Ottawa; Université Laval; University of Toronto","funders":"","keywords":"Adverse effect; Randomized controlled trial; Logistic regression; Pneumonia; Critically ill; Clinical trial; Proportional hazards model; Clinical endpoint","score_opus":0.011458159006560801,"score_gpt":0.23133512736218884,"score_spread":0.21987696835562803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084070425","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032101697,0.00206242,0.004025031,0.0023749615,0.0006379446,0.010328519,0.5372936,0.0007210922,0.43934625],"genre_scores_gemma":[0.18405168,0.0012241243,0.07358742,0.0045293067,0.00089339545,0.001749224,0.13156769,0.00091815024,0.601479],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99927855,0.000020714306,0.00015916949,0.00026535417,0.0001582806,0.00011795904],"domain_scores_gemma":[0.99940455,0.000074896874,0.00013556362,0.00018421131,0.00016765906,0.000033109245],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000021296217,0.00012667812,0.00023663332,0.000078473975,0.000014408772,0.00003607047,0.000107576874,0.0001055504,0.00126424],"category_scores_gemma":[0.0003900911,0.00010521641,0.000011289636,0.00006452754,0.0000030232807,0.000032236276,0.00010277461,0.00006210001,0.000007005337],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026125117,0.002725371,0.16262303,0.0057082456,0.0007391778,0.00011502427,0.003329436,0.000027604052,0.0000064465107,0.0041148006,0.4467164,0.37363324],"study_design_scores_gemma":[0.008130366,0.0013337202,0.6338084,0.020955186,0.00006542166,0.000001711034,0.000012913141,0.0070835385,0.00006037458,0.00009807488,0.32750684,0.000943454],"about_ca_topic_score_codex":0.00002960172,"about_ca_topic_score_gemma":0.00003340755,"teacher_disagreement_score":0.47118536,"about_ca_system_score_codex":0.00013770099,"about_ca_system_score_gemma":0.000064715336,"threshold_uncertainty_score":0.99964875},"labels":[],"label_agreement":null},{"id":"W7084071777","doi":"10.64628/aap.k36yjax6t","title":"The White Lotus en Thaïlande : l’envers du tourisme de luxe","year":2025,"lang":"fr","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"White (mutation); Patron saint; Key (lock)","score_opus":0.011041744362331143,"score_gpt":0.23432771019522597,"score_spread":0.22328596583289484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084071777","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035237928,0.001733452,0.710359,0.13450757,0.0028482564,0.00011960048,7.626666e-7,0.0000959399,0.14681163],"genre_scores_gemma":[0.4691648,0.0006702768,0.033672933,0.005116768,0.0006013972,0.000014580044,4.904883e-7,0.00001154994,0.4907472],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984064,0.00020302167,0.0002499484,0.00037146328,0.00020779313,0.0005613926],"domain_scores_gemma":[0.9986995,0.00033661953,0.000045649813,0.000756496,0.000056925623,0.00010481169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008199982,0.00015735067,0.00013713013,0.00006974563,0.0003375619,0.00046705114,0.0012636115,0.00012599211,0.00015526198],"category_scores_gemma":[0.00011418832,0.00011755419,0.000095834635,0.00038531568,0.00008841696,0.00026434797,0.0006158266,0.000268025,0.00011395896],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050713,0.000028743085,0.009996474,0.000024318471,0.0000456206,0.00003990596,0.002692605,0.003194654,0.000015421681,0.6852435,0.045078382,0.25363535],"study_design_scores_gemma":[0.00024704987,0.000018482211,0.005714445,0.000053243948,0.000017003125,0.000017215865,0.00022307657,0.58944833,0.00011781402,0.014860778,0.3891495,0.00013308696],"about_ca_topic_score_codex":0.00077196624,"about_ca_topic_score_gemma":0.00045449453,"teacher_disagreement_score":0.67668605,"about_ca_system_score_codex":0.00016507466,"about_ca_system_score_gemma":0.00038842077,"threshold_uncertainty_score":0.47937208},"labels":[],"label_agreement":null},{"id":"W7084253775","doi":"","title":"Comparison of sperm availability in hybridizing male Fundulus heteroclitus and F. diaphanus in Porters Lake, Nova Scotia","year":2025,"lang":"en","type":"article","venue":"Saint Mary's University Institutional Repository (Saint Mary's University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fundulus; Nova scotia; Sperm; Resource (disambiguation); Population; Gastropoda","score_opus":0.01644484657702985,"score_gpt":0.22774390869411365,"score_spread":0.2112990621170838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084253775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9247806,0.0001339267,0.04602903,0.00039548273,0.0006935641,0.00039748705,0.000018255669,0.00008664897,0.027464973],"genre_scores_gemma":[0.99330777,0.00003111731,0.004618464,0.00006297867,0.000022673818,1.8620437e-7,0.000016200398,0.000005893832,0.0019346928],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99725455,0.00032222708,0.00053987413,0.0009856035,0.00040604398,0.0004916994],"domain_scores_gemma":[0.99847513,0.00020945,0.00024561508,0.0007040631,0.00017925497,0.00018648668],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045372278,0.0003255815,0.0005845994,0.0016925946,0.00032760884,0.00006317474,0.0010882334,0.00020348096,0.000026398988],"category_scores_gemma":[0.00006631399,0.00042975825,0.00016521932,0.0015377039,0.0005874605,0.0011531941,0.0012087413,0.0005164344,0.000006990432],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003641951,0.0006866551,0.81963015,0.0002470153,0.000093722396,0.0032631375,0.00071625836,0.011583407,0.001181915,0.15761338,0.00010642989,0.0045137093],"study_design_scores_gemma":[0.008786503,0.00045279248,0.832052,0.0016341407,0.00018375026,0.0003869013,0.0036231624,0.09459655,0.0036580833,0.0013483642,0.051259562,0.002018218],"about_ca_topic_score_codex":0.006580592,"about_ca_topic_score_gemma":0.005950027,"teacher_disagreement_score":0.15626502,"about_ca_system_score_codex":0.0025456997,"about_ca_system_score_gemma":0.00070813607,"threshold_uncertainty_score":0.9998154},"labels":[],"label_agreement":null},{"id":"W7092316315","doi":"","title":"Schema for In-Context Learning","year":2025,"lang":"","type":"article","venue":"arXiv (Cornell University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Resources Canada; Canada First Research Excellence Fund; University of Toronto; Natural Sciences and Engineering Research Council of Canada; Government of Canada; Canadian Institute for Advanced Research","keywords":"Schema (genetic algorithms); Cognition; Knowledge representation and reasoning; Abstraction; Mental representation; Transfer of learning; Concept learning; Causal reasoning","score_opus":0.07019211780600276,"score_gpt":0.19527556207749652,"score_spread":0.12508344427149376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7092316315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27391255,0.00023041287,0.71945184,0.00031295753,0.0005951208,0.000321213,0.0000010521487,0.000071072696,0.005103734],"genre_scores_gemma":[0.9764138,0.00008903761,0.0018627858,0.00026809014,0.000050944527,0.0000011676948,0.0000010264248,0.000011055542,0.021302102],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767977,0.00013234168,0.0003108196,0.0012020444,0.000059700684,0.00061533565],"domain_scores_gemma":[0.9985244,0.00030310894,0.00014162724,0.00074293226,0.00017053641,0.00011737199],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00049625005,0.00026055373,0.00034344674,0.00049325393,0.00031443938,0.00012980022,0.0012520115,0.00021180921,0.0000364111],"category_scores_gemma":[0.0001852983,0.00035170198,0.00020518417,0.0015318993,0.00010035147,0.0006825768,0.0006397161,0.00046008293,0.000058501275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007021788,0.00009393042,0.014323103,0.00011196629,0.000051390365,0.000088412125,0.00068471563,0.1607461,0.00008887516,0.78823614,0.000085344815,0.035419825],"study_design_scores_gemma":[0.0017063067,0.00007353186,0.0006413402,0.00022811098,0.000037542108,0.0000011927469,0.00066869427,0.96996516,0.00036219726,0.01985832,0.0061463225,0.00031127408],"about_ca_topic_score_codex":0.00015098233,"about_ca_topic_score_gemma":0.00019709591,"teacher_disagreement_score":0.80921906,"about_ca_system_score_codex":0.00030790843,"about_ca_system_score_gemma":0.0003539011,"threshold_uncertainty_score":0.9998935},"labels":[],"label_agreement":null},{"id":"W7092316893","doi":"","title":"PRISM: Agentic Retrieval with LLMs for Multi-Hop Question Answering","year":2025,"lang":"","type":"article","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Question answering; Context (archaeology); Set (abstract data type); Document retrieval; Language model; Calibration","score_opus":0.06427901365345795,"score_gpt":0.30663004477633915,"score_spread":0.2423510311228812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7092316893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44886345,0.00046721482,0.54758024,0.00085795193,0.0014069186,0.00059514906,0.0000013190502,0.00012912163,0.00009862291],"genre_scores_gemma":[0.8904425,0.00006394663,0.10457358,0.00046472866,0.00020463772,0.00003547761,0.0000037910975,0.000030330904,0.0041809976],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968664,0.00012013735,0.0006623369,0.0012219152,0.00035712888,0.0007720868],"domain_scores_gemma":[0.99798334,0.00014102866,0.00024054076,0.0011986608,0.00026857745,0.00016785192],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00082366675,0.00039557036,0.00041867248,0.00023359155,0.00046751834,0.000294921,0.0010009141,0.00022575054,0.000014097968],"category_scores_gemma":[0.0003122885,0.00039123706,0.00015527802,0.0008602353,0.00011835113,0.00073349464,0.0004098448,0.00039523366,0.000051243725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095705956,0.001277985,0.71498185,0.0021903033,0.000810999,0.0002756034,0.010431242,0.01214887,0.028932441,0.025435766,0.0005524432,0.20200545],"study_design_scores_gemma":[0.0020853456,0.00027587233,0.057285454,0.00085495797,0.00012749564,0.000013263459,0.00008948208,0.9256319,0.010826572,0.0002933116,0.0019941204,0.0005222595],"about_ca_topic_score_codex":0.00008738162,"about_ca_topic_score_gemma":0.000034633355,"teacher_disagreement_score":0.913483,"about_ca_system_score_codex":0.00022013587,"about_ca_system_score_gemma":0.0003894234,"threshold_uncertainty_score":0.99985397},"labels":[],"label_agreement":null},{"id":"W7096009128","doi":"","title":"Airline and EpiPen ® Marketer Want Travelers at Risk of Severe Allergic Reactions to Feel Better Prepared","year":2016,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Anaphylactic reactions; Anaphylaxis; Allergic reaction; Risk management","score_opus":0.014127062201752335,"score_gpt":0.22339168644201063,"score_spread":0.2092646242402583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096009128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59748864,0.00001131296,0.39426664,0.0047412533,0.00010071606,0.00014943007,0.0000061413043,0.000057659032,0.003178202],"genre_scores_gemma":[0.8902159,0.000032825814,0.10052084,0.00035865084,0.000032091128,0.000010538598,3.4679127e-7,0.000006232671,0.008822615],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990225,0.00005226933,0.00023281277,0.00035226427,0.00015621554,0.00018395504],"domain_scores_gemma":[0.9991325,0.00012469602,0.000065957334,0.00052464864,0.00004417762,0.00010800672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002238855,0.00009622107,0.00012784188,0.0000614577,0.000055135835,0.000019898021,0.00028853083,0.00004234259,0.0001889662],"category_scores_gemma":[0.000038076996,0.00006101148,0.000043162312,0.000070825066,0.00002225888,0.00021296507,0.00029950473,0.00003988478,0.0000347828],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023254847,0.00017597905,0.04680208,0.00008216208,0.00032837555,0.000024493513,0.0066701486,0.0008327218,0.06001469,0.003930132,0.03429799,0.8466087],"study_design_scores_gemma":[0.0065118205,0.0006644837,0.582085,0.00048179697,0.00011409595,0.00030414943,0.0002303724,0.20719022,0.033674482,0.013673824,0.15291865,0.002151127],"about_ca_topic_score_codex":0.00011588706,"about_ca_topic_score_gemma":0.00011164736,"teacher_disagreement_score":0.84445757,"about_ca_system_score_codex":0.000042113224,"about_ca_system_score_gemma":0.000015938116,"threshold_uncertainty_score":0.2487976},"labels":[],"label_agreement":null},{"id":"W7096448959","doi":"","title":"ton, Canada.","year":2003,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sentence; Oracle; Compression (physics); Task (project management); Upper and lower bounds","score_opus":0.012550983398717061,"score_gpt":0.19720295760689416,"score_spread":0.18465197420817708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096448959","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002605948,0.0000168923,0.8119005,0.0006806118,0.00020576848,0.000013108798,2.9262841e-8,0.000032850185,0.18454431],"genre_scores_gemma":[0.90738815,3.9247658e-7,0.086394794,0.0013598307,0.000008650112,7.8021185e-7,2.8499693e-8,0.0000010243795,0.004846328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996943,0.000008351734,0.000042977405,0.00008966632,0.00008058308,0.00008411695],"domain_scores_gemma":[0.9997302,0.000009206417,0.000005603144,0.00021085625,0.000012201004,0.000031895564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000046425357,0.000022845905,0.00002391549,0.0000067226083,0.000020437968,0.000017814691,0.00018271634,0.0000068289864,0.00005058138],"category_scores_gemma":[0.00000885995,0.000019370247,0.0000049385694,0.000052867217,0.0000015519144,0.000057600086,0.000020067462,0.000019378564,0.000009477233],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.7108844e-8,0.0000014681658,0.00026288928,4.3134776e-7,6.820252e-7,0.0000034159384,0.000018959694,0.00011387858,0.000021996088,0.98974514,0.005673878,0.00415724],"study_design_scores_gemma":[0.00018911932,0.000009241423,0.00083207333,0.000003022912,9.733268e-7,0.000027824202,0.000034068573,0.10613305,0.014652351,0.01218644,0.865687,0.00024482564],"about_ca_topic_score_codex":0.14118166,"about_ca_topic_score_gemma":0.30852094,"teacher_disagreement_score":0.97755873,"about_ca_system_score_codex":0.0000225302,"about_ca_system_score_gemma":0.00021605275,"threshold_uncertainty_score":0.8645373},"labels":[],"label_agreement":null},{"id":"W7096935629","doi":"","title":"Leveraging DUC","year":2006,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Ranking (information retrieval); Scheme (mathematics); Quality (philosophy); Heuristics","score_opus":0.020576338063070007,"score_gpt":0.21894764534265934,"score_spread":0.19837130727958935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096935629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025848739,0.000018697434,0.88102573,0.00093303714,0.00012160252,0.0000141135015,1.0349459e-8,0.00015372274,0.09188432],"genre_scores_gemma":[0.82583636,1.7466658e-7,0.17047232,0.00026164603,0.00006028134,7.2414275e-7,8.403202e-8,0.0000012104091,0.0033671858],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99964595,0.0000051541806,0.000058723497,0.00012245057,0.00007327648,0.000094433926],"domain_scores_gemma":[0.99974495,0.000009269221,0.000008386336,0.00021438982,0.000010147074,0.000012866711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000054536104,0.000028664761,0.000028330245,0.00002078215,0.000029359277,0.000054300443,0.00023919294,0.000009403214,0.000022908082],"category_scores_gemma":[0.0000019412373,0.000024927072,0.000012986673,0.00006040081,0.000003035064,0.00014021173,0.00007244659,0.000024370947,0.000070555834],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.1532462e-7,0.000012827795,0.0021752855,0.0000019692175,0.0000012142956,0.000008965057,0.00011644512,0.002417515,0.0009088222,0.9507576,0.0039468533,0.03965235],"study_design_scores_gemma":[0.00015042143,0.000005248546,0.0049819993,0.000003905213,7.072851e-7,0.00001429321,0.000010357629,0.90109503,0.004637098,0.068117954,0.020835917,0.00014704929],"about_ca_topic_score_codex":0.00017811374,"about_ca_topic_score_gemma":0.000005049221,"teacher_disagreement_score":0.8986775,"about_ca_system_score_codex":0.000008924853,"about_ca_system_score_gemma":0.000009414478,"threshold_uncertainty_score":0.10164965},"labels":[],"label_agreement":null},{"id":"W7097187097","doi":"","title":"Simple and Effective Question Processing using Regular Expressions and WordNet","year":2005,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Question answering; WordNet; Simplicity; Component (thermodynamics); Simple (philosophy); Word (group theory); Debugging","score_opus":0.015289628275752074,"score_gpt":0.2836651031731034,"score_spread":0.2683754748973513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097187097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3525525,0.00022825765,0.646632,0.00017510199,0.000014733025,0.00007714418,7.952456e-8,0.000064544634,0.0002556053],"genre_scores_gemma":[0.76689315,0.000003965687,0.23291118,0.00009488651,0.000046137524,0.0000035675653,1.2958797e-7,0.0000028549189,0.00004410971],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994176,0.00003799232,0.000083536885,0.00023862418,0.000104474486,0.00011779662],"domain_scores_gemma":[0.9997052,0.000032436605,0.000028501128,0.00014170614,0.00003576217,0.000056413137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019786217,0.00006429661,0.00006911605,0.00004160403,0.00013890177,0.00012352262,0.000083071944,0.00003246232,0.0000024908188],"category_scores_gemma":[0.00002718921,0.00005399999,0.0000069606253,0.00007370676,0.000021174885,0.00058433495,0.00014601591,0.00005296414,6.343871e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002737297,0.000018995906,0.0018562771,0.000029665993,0.00000387531,0.000002483641,0.0013523215,0.0024380365,0.020056468,0.012589461,0.00005445545,0.96159524],"study_design_scores_gemma":[0.0001398552,0.000011342369,0.0019120085,0.000054670418,0.0000031643751,0.000018827186,0.000027528788,0.9902644,0.0031980688,0.0036224711,0.00065915385,0.000088482826],"about_ca_topic_score_codex":0.00003422598,"about_ca_topic_score_gemma":0.000010008312,"teacher_disagreement_score":0.9878264,"about_ca_system_score_codex":0.000026306632,"about_ca_system_score_gemma":0.000018746505,"threshold_uncertainty_score":0.22020558},"labels":[],"label_agreement":null},{"id":"W7098422109","doi":"","title":"Preliminary and Incomplete.","year":2002,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Autoregressive model; Estimator; Volatility (finance); Estimation; Scaling; Process (computing); Econometric model; Series (stratigraphy)","score_opus":0.04153136491727264,"score_gpt":0.22308153692069252,"score_spread":0.18155017200341989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098422109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026366156,0.0002245572,0.9293165,0.0022152276,0.000072873416,0.000035244935,5.423274e-8,0.00013134033,0.04163801],"genre_scores_gemma":[0.8633212,0.000008155024,0.13476482,0.0004263648,0.00001893265,0.0000013465498,2.6124e-8,0.0000012545225,0.0014579336],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996818,0.000007307406,0.000051206764,0.00012828055,0.000056152523,0.00007525666],"domain_scores_gemma":[0.99973553,0.000019513212,0.0000076199917,0.00019929085,0.000006756607,0.00003130478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00003517242,0.00003081994,0.000033508688,0.000019762178,0.000030939198,0.000036297188,0.00017883489,0.000012203193,0.00006769098],"category_scores_gemma":[0.000005059681,0.000026064525,0.000006907065,0.000042051935,0.000008144529,0.00015234764,0.00016244464,0.000026769912,0.00005326708],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.0255606e-7,0.000033532608,0.0015118279,0.0000102364875,0.000004504981,0.000018439478,0.0012329657,0.00007929768,0.00021371752,0.3534312,0.006838893,0.6366247],"study_design_scores_gemma":[0.0000714735,0.0000316668,0.0015562173,0.0000023410012,4.515775e-7,0.000022002547,0.0000052060564,0.98981875,0.00007419524,0.0035649687,0.0048006894,0.000052007927],"about_ca_topic_score_codex":0.0000085579795,"about_ca_topic_score_gemma":7.5690616e-7,"teacher_disagreement_score":0.9897395,"about_ca_system_score_codex":0.0000032852213,"about_ca_system_score_gemma":0.0000011987562,"threshold_uncertainty_score":0.106288046},"labels":[],"label_agreement":null},{"id":"W7099458630","doi":"","title":"Submitted by:","year":2002,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.027297456615216962,"score_gpt":0.20597463197171823,"score_spread":0.17867717535650127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099458630","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005845434,0.000076225515,0.929153,0.0021948547,0.0000895895,0.000018456945,6.574474e-8,0.00017778238,0.06244454],"genre_scores_gemma":[0.9377161,0.0000044505164,0.047227938,0.0011014241,0.000020638103,0.0000014488149,9.677383e-8,0.0000017488035,0.013926121],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99965954,0.0000063348384,0.000050098184,0.0001172664,0.000075024385,0.00009172609],"domain_scores_gemma":[0.99970037,0.000009400482,0.000007835214,0.00024407462,0.0000087816015,0.000029524968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000030774147,0.000028334165,0.000028980561,0.000013386131,0.000020829057,0.000037642443,0.00029722703,0.000013795092,0.00028275565],"category_scores_gemma":[0.0000052653813,0.00002404113,0.000011108615,0.00007567061,0.0000037551274,0.00013089183,0.00005524869,0.000026937438,0.0003508706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5846292e-7,0.000056912515,0.0009913496,0.0000028936436,0.0000061317805,0.000008550427,0.0004852119,0.00006857845,0.0019527142,0.24828838,0.29483593,0.4533032],"study_design_scores_gemma":[0.00006977595,0.0000058158093,0.00008023626,7.586354e-7,2.8087038e-7,0.0000028662978,0.0000020299426,0.9586341,0.0010386603,0.0011141392,0.038991995,0.000059343856],"about_ca_topic_score_codex":0.000013078287,"about_ca_topic_score_gemma":8.718069e-7,"teacher_disagreement_score":0.95856553,"about_ca_system_score_codex":0.000005562779,"about_ca_system_score_gemma":0.0000012998344,"threshold_uncertainty_score":0.4509849},"labels":[],"label_agreement":null},{"id":"W7099778194","doi":"","title":"Are Government Spending Multipliers Greater During Times of Slack? Evidence from 20th Century Historical Data.” American Economic Review 103(2","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Newspaper; Government (linguistics); Subject (documents); Government spending; Developed country; Economic forecasting","score_opus":0.052778178422459764,"score_gpt":0.25943654786962883,"score_spread":0.20665836944716906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099778194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85608584,0.016351778,0.113683134,0.0069412813,0.001922909,0.0013831764,0.00007218147,0.00036259615,0.0031971065],"genre_scores_gemma":[0.9116749,0.003389848,0.08354193,0.00035502444,0.00013673553,0.000018742769,0.0000037891766,0.000015863792,0.0008631631],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981339,0.00006140236,0.00046762647,0.00071574666,0.0003421153,0.00027919692],"domain_scores_gemma":[0.99766093,0.00011708583,0.00043399094,0.0016397412,0.000018385072,0.00012987206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019503263,0.00017479186,0.00040146025,0.000029469229,0.000052149222,0.00006561539,0.0016672206,0.00002671751,0.00088781246],"category_scores_gemma":[0.0000810954,0.00014904863,0.00006693153,0.00007880291,0.00003639046,0.0010486966,0.0011891294,0.00010889028,0.00033122068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042772735,0.0002243904,0.6996594,0.0019000403,0.00041644688,0.00008518628,0.0016944058,0.0019469117,0.0075191027,0.001165312,0.09167925,0.19366677],"study_design_scores_gemma":[0.0011520575,0.0001268056,0.30940244,0.0079015205,0.00016353666,0.000028974227,0.00046968964,0.6492535,0.00808821,0.00032571904,0.02104322,0.0020443443],"about_ca_topic_score_codex":0.0026614345,"about_ca_topic_score_gemma":0.00003409845,"teacher_disagreement_score":0.64730656,"about_ca_system_score_codex":0.0009760636,"about_ca_system_score_gemma":0.000022361693,"threshold_uncertainty_score":0.9720924},"labels":[],"label_agreement":null},{"id":"W7099875465","doi":"","title":"ACCEPTED BY IEEE TRANSACTIONS ON POWER SYSTEMS 1","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cascading failure; Electric power system; Power-system protection; Generator (circuit theory); Sensitivity (control systems); Ambiguity; Power (physics); AC power; Key (lock)","score_opus":0.016384974559029254,"score_gpt":0.2205543175482751,"score_spread":0.20416934298924583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099875465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054814224,0.000014907485,0.9760473,0.00056130294,0.00066151784,0.00013769242,6.655662e-7,0.00020939508,0.016885819],"genre_scores_gemma":[0.9863802,0.0000011176969,0.006157113,0.00040064755,0.00000628796,0.000026359352,1.5077791e-7,0.0000039207616,0.0070241573],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940217,0.000019083991,0.00010915427,0.00019066918,0.00013775169,0.00014115979],"domain_scores_gemma":[0.9995079,0.00002675421,0.000017111523,0.0003549507,0.00003228563,0.00006097627],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00004483382,0.000062039835,0.00006316352,0.000033699278,0.00004996715,0.00015854764,0.0003547338,0.00003642271,0.0005816587],"category_scores_gemma":[0.0000010790574,0.000049408958,0.000025955394,0.00008930777,0.0000060779757,0.00033058098,0.0000034041614,0.000068637186,0.00078308664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068050426,0.00085364666,0.00009999417,0.00006259589,0.00017360019,0.000013194849,0.0047648307,0.06982919,0.065563224,0.09511468,0.39085448,0.37266377],"study_design_scores_gemma":[0.0001663335,0.0000457329,0.000044934473,0.000007964907,0.0000015437741,0.000005474189,0.00006015886,0.98767126,0.0075201285,0.00015926485,0.004154579,0.00016262602],"about_ca_topic_score_codex":0.0002492081,"about_ca_topic_score_gemma":0.0000011608199,"teacher_disagreement_score":0.9808988,"about_ca_system_score_codex":0.000020040821,"about_ca_system_score_gemma":0.0000105067165,"threshold_uncertainty_score":0.99999493},"labels":[],"label_agreement":null},{"id":"W7100283491","doi":"","title":": Canada (2013)&amp;quot; ROBUST TREE-STRUCTURED NAMED ENTITIES RECOGNITION FROM SPEECH","year":2013,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Named-entity recognition; Entity linking; Conditional random field; Set (abstract data type); Knowledge base; Conjunction (astronomy); Question answering; Tree (set theory)","score_opus":0.029847109839985876,"score_gpt":0.1954199673362026,"score_spread":0.16557285749621672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100283491","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4549817,0.000080429294,0.5307026,0.0043266774,0.0015683383,0.0002728435,0.000020609727,0.00024740628,0.007799415],"genre_scores_gemma":[0.50842255,0.000011570466,0.48285055,0.001436886,0.0002457042,0.000025064364,0.000049164217,0.000012647238,0.0069458694],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868536,0.000042186453,0.00024045516,0.0003945702,0.0003421568,0.0002952804],"domain_scores_gemma":[0.9990463,0.00007044417,0.00006704898,0.0005656654,0.00012755007,0.00012293903],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006153557,0.00014672354,0.00015152014,0.00005448543,0.00008934363,0.00024024399,0.00059821137,0.00006747184,0.0022459559],"category_scores_gemma":[0.00003403103,0.00013007785,0.000036597106,0.00012105179,0.000019055195,0.0005522037,0.00014990241,0.00012514184,0.0002203267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000468215,0.000037975773,0.0013011568,0.000024896499,0.00008793754,0.000027621783,0.0013146335,0.0012344944,0.0034572158,0.0019915027,0.28410974,0.70640814],"study_design_scores_gemma":[0.0021238269,0.00006825018,0.020834178,0.00012937603,0.000051604748,0.00007333876,0.001006884,0.7296454,0.028107928,0.11864244,0.09691898,0.0023978173],"about_ca_topic_score_codex":0.92632246,"about_ca_topic_score_gemma":0.93097407,"teacher_disagreement_score":0.7284109,"about_ca_system_score_codex":0.00011795541,"about_ca_system_score_gemma":0.00025903262,"threshold_uncertainty_score":0.9986661},"labels":[],"label_agreement":null},{"id":"W7102328961","doi":"","title":"Understanding In-Context Learning Beyond Transformers: An Investigation of State Space and Hybrid Architectures","year":2025,"lang":"","type":"article","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Alliance de recherche numérique du Canada","keywords":"Task (project management); Function (biology); Space (punctuation); State (computer science); Hybrid learning; Mechanism (biology)","score_opus":0.06771266374553078,"score_gpt":0.26477068188613023,"score_spread":0.19705801814059945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7102328961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63023865,0.0005388558,0.36729047,0.0011395784,0.00019839755,0.00021472735,0.0000015712186,0.00003054308,0.0003471928],"genre_scores_gemma":[0.997652,0.00014868908,0.0016936276,0.00028549435,0.000029063709,0.000005665201,0.0000022772967,0.000015647514,0.00016755091],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99756426,0.0002962085,0.000638453,0.0007492424,0.00026762552,0.00048422802],"domain_scores_gemma":[0.99899757,0.00022220706,0.00020654434,0.00035876106,0.000059712223,0.00015520593],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007931767,0.00028462822,0.00039597548,0.0005219742,0.00023484934,0.00013673483,0.0003930616,0.00008427843,0.00000848767],"category_scores_gemma":[0.000082569524,0.00031178625,0.000066255445,0.00061543763,0.0003070486,0.0005940638,0.0001583173,0.00060289475,0.0000018271035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006069399,0.000037407834,0.8472655,0.00034665276,0.000061876985,0.000019905121,0.040806476,0.021936528,0.008869801,0.010872477,0.0000048671513,0.069717824],"study_design_scores_gemma":[0.0022891108,0.0005004537,0.19923949,0.0012894446,0.00006461317,0.000017114018,0.0071621686,0.6733369,0.043843728,0.07148217,0.00006577697,0.0007090036],"about_ca_topic_score_codex":0.0004658884,"about_ca_topic_score_gemma":0.00069251703,"teacher_disagreement_score":0.6514004,"about_ca_system_score_codex":0.00017687962,"about_ca_system_score_gemma":0.00028446922,"threshold_uncertainty_score":0.9999334},"labels":[],"label_agreement":null},{"id":"W7103204130","doi":"","title":"LoRAQuant: Mixed-Precision Quantization of LoRA to Ultra-Low Bits","year":2025,"lang":"","type":"article","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs","keywords":"Quantization (signal processing); Adapter (computing); Row; Automatic summarization; Vector quantization; Personalization; Naturalness","score_opus":0.04060280214240603,"score_gpt":0.29189316236988433,"score_spread":0.2512903602274783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7103204130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49944514,0.00042135292,0.49486083,0.0014132281,0.00270102,0.0003486502,0.00000488997,0.00006421235,0.00074069214],"genre_scores_gemma":[0.9890015,0.00018918273,0.008558788,0.00081048196,0.00016583134,0.000014362585,0.0000054724424,0.000025982732,0.0012283633],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957979,0.00025424006,0.0012991058,0.0012976876,0.0006757146,0.0006753509],"domain_scores_gemma":[0.99658716,0.00034770172,0.00036150386,0.0019106917,0.0005526531,0.0002402632],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00091825775,0.00042146267,0.00062177,0.000637226,0.00026289208,0.00017297053,0.001853161,0.00028792588,0.000066015484],"category_scores_gemma":[0.0007639379,0.0004467359,0.00020968808,0.0027349822,0.00009948214,0.0007537736,0.0006554275,0.00032740363,0.0005027971],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019272622,0.0009323986,0.37278795,0.0008596535,0.0001897888,0.00004427815,0.0059298947,0.05656365,0.10150627,0.060676295,0.0025383248,0.39777878],"study_design_scores_gemma":[0.0015166623,0.00047887745,0.15646484,0.0030629667,0.00010754388,0.000007346483,0.00027450887,0.51652396,0.31270197,0.0026472565,0.0051561478,0.0010579342],"about_ca_topic_score_codex":0.00015427922,"about_ca_topic_score_gemma":0.00005676426,"teacher_disagreement_score":0.4895564,"about_ca_system_score_codex":0.00013291946,"about_ca_system_score_gemma":0.000352642,"threshold_uncertainty_score":0.9997984},"labels":[],"label_agreement":null},{"id":"W7104370506","doi":"10.18653/v1/2025.newsum-main.2","title":"Hierarchical Attention Adapter for Abstractive Dialogue Summarization","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automatic summarization; Adapter (computing); Key (lock); Redundancy (engineering)","score_opus":0.027473027713074534,"score_gpt":0.28005662229897194,"score_spread":0.2525835945858974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104370506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004536275,0.00007316018,0.9705702,0.006413389,0.0025651022,0.00079525664,0.000010108358,0.000094259696,0.014942217],"genre_scores_gemma":[0.90615404,0.000022134585,0.08137537,0.0008502842,0.00024678843,0.00006594206,0.000027305181,0.000009388544,0.011248749],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979615,0.00008343424,0.0005341997,0.00078324974,0.00023603864,0.00040154238],"domain_scores_gemma":[0.9986692,0.00032474194,0.00011686674,0.0005457176,0.00025776567,0.00008571056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042964748,0.00020746555,0.00023193868,0.00021520999,0.0002784398,0.00033719055,0.0005503494,0.00021337156,0.000055397795],"category_scores_gemma":[0.00015051328,0.00021044986,0.00017731474,0.00033003354,0.00006477176,0.00064933463,0.0002915648,0.0002320064,0.000035003955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004610107,0.00012813626,0.0006662898,0.00006972852,0.00005913115,0.0000015356094,0.0002797461,0.0014077033,0.00073987094,0.6601658,0.00073018443,0.33570582],"study_design_scores_gemma":[0.0007200636,0.000074785035,0.008505274,0.00009498691,0.000039971615,0.00000106322,0.000031685515,0.9297719,0.00065194565,0.05558263,0.0043071187,0.0002185977],"about_ca_topic_score_codex":0.00009768227,"about_ca_topic_score_gemma":0.00007436208,"teacher_disagreement_score":0.92836416,"about_ca_system_score_codex":0.0001147793,"about_ca_system_score_gemma":0.0002537176,"threshold_uncertainty_score":0.8581896},"labels":[],"label_agreement":null},{"id":"W7104481854","doi":"10.71781/10885","title":"Towards efficient large language models : training low-bitwidth variants and low-rank decomposition of pretrained models","year":2024,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Oak Ridge National Laboratory; Office of Science; Canadian Institute for Advanced Research; Canada Excellence Research Chairs, Government of Canada; U.S. Department of Energy","keywords":"Training set; Statistical analysis; Context (archaeology)","score_opus":0.03243441090778062,"score_gpt":0.3186131654673854,"score_spread":0.2861787545596048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104481854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5624469,0.0005898811,0.4144196,0.00004847208,0.00056504266,0.0006947756,0.0000967386,0.000015505113,0.021123117],"genre_scores_gemma":[0.93737847,0.000015896605,0.060961,0.00002411132,0.00005974702,0.00003332901,0.00025785784,0.000036275957,0.0012333329],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975373,0.00007840572,0.00057176483,0.00094273576,0.00047870405,0.00039108397],"domain_scores_gemma":[0.9988549,0.00004937371,0.0002352721,0.0006210059,0.00011335297,0.00012614735],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007429103,0.00033510453,0.0005274083,0.0002505561,0.00010111001,0.0005112497,0.0011892831,0.00028115464,0.00008552177],"category_scores_gemma":[0.000019259764,0.00033115476,0.00010756946,0.0002865268,0.000018035353,0.0006108688,0.00037018553,0.00033002935,0.000016885995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012585886,0.00033145462,8.7629564e-7,0.0009125221,0.00023025202,0.00017552414,0.35288548,0.12693782,0.008846338,0.017459624,0.000045115718,0.49204913],"study_design_scores_gemma":[0.00054371235,0.000047163863,0.000020556896,0.0011471161,0.00005964874,0.0000112522885,0.002147675,0.9886455,0.00271983,0.00430972,0.000010249038,0.00033758162],"about_ca_topic_score_codex":0.00009995112,"about_ca_topic_score_gemma":0.00010564182,"teacher_disagreement_score":0.8617077,"about_ca_system_score_codex":0.00006373321,"about_ca_system_score_gemma":0.00040828093,"threshold_uncertainty_score":0.99991405},"labels":[],"label_agreement":null},{"id":"W7106288743","doi":"10.36227/techrxiv.176369738.87142789/v1","title":"ContextMentalQA: Modeling Cultural, Social, and Religious Context in Arabic Mental Health Question Answering","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Mental health; Context (archaeology); Distress; Arabic; Question answering; Mental distress","score_opus":0.036324455342996845,"score_gpt":0.3288648955707391,"score_spread":0.2925404402277423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106288743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45337185,0.028821481,0.485545,0.027001116,0.00144713,0.0011694491,0.0000063151138,0.00019505214,0.00244258],"genre_scores_gemma":[0.98657304,0.004366121,0.004798804,0.0036857298,0.00006951836,0.000026088725,0.0000063681673,0.000014651821,0.00045966243],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963972,0.00027727612,0.0011275533,0.0011099118,0.00032835524,0.0007597102],"domain_scores_gemma":[0.9991295,0.000044587876,0.00019318136,0.00036909524,0.000105461004,0.00015821714],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080336514,0.0004193969,0.0006415209,0.00030814722,0.00067799084,0.0005692256,0.00047786883,0.0001861436,0.0000074147342],"category_scores_gemma":[0.000026515458,0.00042635322,0.00010289104,0.000526027,0.00012353364,0.0010534456,0.00055654394,0.00043627713,0.0000090699605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007970928,0.0003596343,0.0036035867,0.00040435066,0.00011256057,0.00001967544,0.055628687,0.008405806,0.0007555585,0.19829832,0.0021182988,0.7302138],"study_design_scores_gemma":[0.0017189382,0.00009620985,0.00036247435,0.0007925266,0.000008299866,0.000016709035,0.006635106,0.98742276,0.00006907759,0.0020675394,0.0004384539,0.000371901],"about_ca_topic_score_codex":0.0066522295,"about_ca_topic_score_gemma":0.0015408291,"teacher_disagreement_score":0.97901696,"about_ca_system_score_codex":0.00089872314,"about_ca_system_score_gemma":0.00032624652,"threshold_uncertainty_score":0.99996257},"labels":[],"label_agreement":null},{"id":"W7106288924","doi":"10.2139/ssrn.5763184","title":"Efficient Inference Using Large Language Models with Limited Human Data: Fine-Tuning then Rectification","year":2025,"lang":"","type":"preprint","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Rectification; Inference; Language model; Data modeling; Natural language","score_opus":0.06451865640085883,"score_gpt":0.32517438511996394,"score_spread":0.26065572871910514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106288924","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20225635,0.0037428676,0.7918227,0.0003731238,0.00064531545,0.0005606805,0.000037713988,0.00012418978,0.00043709777],"genre_scores_gemma":[0.97575444,0.000892592,0.021575842,0.000075528886,0.00058580865,0.000014629669,0.00009365686,0.00005404593,0.00095343846],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98969626,0.0007654184,0.0014295705,0.0022082985,0.0012515294,0.00464893],"domain_scores_gemma":[0.9931629,0.00022506369,0.0015500588,0.0041383267,0.00068484794,0.00023884849],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007934568,0.00085853523,0.0008639432,0.00081171584,0.001631922,0.0012287722,0.0062447228,0.0004684798,0.000017155646],"category_scores_gemma":[0.00021281488,0.0007939094,0.00020209985,0.0010340785,0.00010182086,0.0008348836,0.0041678417,0.009887545,0.000007382171],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004636247,0.0002241741,0.00012081796,0.00008098561,0.00040416504,0.0000173312,0.0054938383,0.7697438,0.0006243728,0.18739776,0.0000034719556,0.03584288],"study_design_scores_gemma":[0.0009472554,0.00016070167,0.000029185932,0.0012792781,0.00025149155,0.00031070397,0.0021173595,0.9626831,0.000067768204,0.03132556,0.000055417022,0.00077218073],"about_ca_topic_score_codex":0.0008931274,"about_ca_topic_score_gemma":0.002125099,"teacher_disagreement_score":0.7734981,"about_ca_system_score_codex":0.0032402747,"about_ca_system_score_gemma":0.014764639,"threshold_uncertainty_score":0.9998081},"labels":[],"label_agreement":null},{"id":"W7106480312","doi":"10.1609/aaaiss.v7i1.36923","title":"Fine-Tuning Large Language Models for Structured ClinicalReport Generation Using GRPO","year":2025,"lang":"","type":"article","venue":"Proceedings of the AAAI Symposium Series","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Institute for Sustainable Development; Western University","funders":"","keywords":"Relevance (law); Adaptation (eye); Language model; Disk formatting; Medical care; Baseline (sea); Complement (music); English language","score_opus":0.03647737372343484,"score_gpt":0.29663727927137035,"score_spread":0.2601599055479355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106480312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64076686,0.0007530425,0.34816697,0.004432353,0.003137825,0.001317582,0.000037517522,0.000117851945,0.0012699678],"genre_scores_gemma":[0.91918725,0.000041023606,0.07770415,0.000303342,0.0005297564,0.000043373762,0.0000037806449,0.00003345097,0.002153882],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964972,0.0000265099,0.001375171,0.0009438851,0.0005046918,0.00065249996],"domain_scores_gemma":[0.99717945,0.00007740769,0.0010545611,0.00062239415,0.0009784155,0.00008778368],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012999361,0.00042099535,0.0006409287,0.00018880353,0.00077986764,0.00054988783,0.0017119079,0.0002989786,0.0000066550333],"category_scores_gemma":[0.00039338335,0.00035895864,0.0003798658,0.0007008818,0.00016559593,0.002055355,0.001433864,0.00034270246,4.5128579e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012606557,0.000103505176,0.0024414922,0.0011144126,0.00020458351,0.0000010862128,0.0096518975,0.016796755,0.71717155,0.24985595,0.0006280935,0.0019045791],"study_design_scores_gemma":[0.0005767926,0.00007454055,0.000052266823,0.00037752968,0.00018013014,0.000019683555,0.0004106749,0.8263391,0.15942334,0.01193993,0.00030921475,0.00029680057],"about_ca_topic_score_codex":0.0000523973,"about_ca_topic_score_gemma":0.000025968204,"teacher_disagreement_score":0.80954236,"about_ca_system_score_codex":0.00013316408,"about_ca_system_score_gemma":0.00040264617,"threshold_uncertainty_score":0.9998862},"labels":[],"label_agreement":null},{"id":"W7106484130","doi":"10.1609/aaaiss.v7i1.36936","title":"Hermes: A Modular Multi-Agent System for StructuringClinical Text","year":2025,"lang":"","type":"article","venue":"Proceedings of the AAAI Symposium Series","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Modular design; Unstructured data; Structuring; Bridging (networking); Graph; Architecture; Knowledge graph; Natural language; Semantic network","score_opus":0.020438566578698265,"score_gpt":0.26123595357397716,"score_spread":0.2407973869952789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106484130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80316865,0.0024446722,0.14241152,0.024457583,0.014964791,0.0063823774,0.00008864103,0.00066880934,0.005412937],"genre_scores_gemma":[0.94882345,0.000097781696,0.044251084,0.00020829498,0.0002834771,0.00018195617,5.266327e-7,0.00004245535,0.0061109834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956692,0.000033548426,0.0015815634,0.0012796419,0.00061171904,0.00082436245],"domain_scores_gemma":[0.9968855,0.00014407258,0.00089345814,0.0008784719,0.0010440166,0.00015448281],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010311782,0.0005838216,0.00092293456,0.00020477678,0.00071152917,0.0006261078,0.0039271354,0.00035617832,0.00000444535],"category_scores_gemma":[0.0003663244,0.00046500532,0.00064534956,0.0007146099,0.00040577646,0.0011437028,0.0024939962,0.00041964103,0.0000058199316],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007853873,0.0006257094,0.008883446,0.025664724,0.001161309,0.000003066032,0.015420153,0.0049272594,0.2521789,0.6791447,0.0014188893,0.009786477],"study_design_scores_gemma":[0.003098068,0.0004667422,0.0017767947,0.0050162193,0.00055538287,0.00007080254,0.003065655,0.6542554,0.31854036,0.006053963,0.006060702,0.0010399392],"about_ca_topic_score_codex":0.000038235845,"about_ca_topic_score_gemma":0.0000037388595,"teacher_disagreement_score":0.6730907,"about_ca_system_score_codex":0.00028855127,"about_ca_system_score_gemma":0.00034574623,"threshold_uncertainty_score":0.9997802},"labels":[],"label_agreement":null},{"id":"W7108315141","doi":"10.1145/3767695.3769494","title":"FalseCoTQA: Adversarial Multi-Hop QA via Knowledge-Grounded False Chains of Thought","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Guelph","funders":"","keywords":"Adversarial system; Inference; Robustness (evolution); Construct (python library); Benchmark (surveying); Knowledge graph; Question answering; Language model","score_opus":0.03161552785915398,"score_gpt":0.29671721564893705,"score_spread":0.26510168778978305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108315141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066235173,0.0021109378,0.94565403,0.001224723,0.009680588,0.0008727673,0.000009542737,0.00023971195,0.033584163],"genre_scores_gemma":[0.8324339,0.00012595019,0.113023035,0.00042001496,0.0005343685,0.000026817474,0.000003068721,0.00002909508,0.053403795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99460745,0.0004115134,0.0017031976,0.0016439635,0.0005701105,0.001063746],"domain_scores_gemma":[0.9958626,0.0004191506,0.000416499,0.0023366534,0.0006824857,0.00028261216],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011851103,0.00067182153,0.0010609903,0.0006272563,0.00038315856,0.0002666226,0.0028098228,0.0005286024,0.00033000892],"category_scores_gemma":[0.00027536,0.0006706347,0.0005223785,0.0017990357,0.00029449567,0.0008507522,0.002280112,0.0005931125,0.0002195725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121264486,0.0019838074,0.0007239156,0.00063137413,0.0004924684,0.000026675889,0.0071488563,0.00259975,0.0052573797,0.49989974,0.0016131403,0.47950163],"study_design_scores_gemma":[0.0037346166,0.00012820889,0.00055101083,0.00026365757,0.00010170862,0.0000073413544,0.000305601,0.97598463,0.007275819,0.0030502577,0.007962524,0.0006346058],"about_ca_topic_score_codex":0.00071273773,"about_ca_topic_score_gemma":0.0013003658,"teacher_disagreement_score":0.9733849,"about_ca_system_score_codex":0.00030159904,"about_ca_system_score_gemma":0.0011009895,"threshold_uncertainty_score":0.9995745},"labels":[],"label_agreement":null},{"id":"W7110016663","doi":"10.21428/594757db.13f92bbd","title":"Let’s CONFER: A Dataset for Evaluating Natural Language Inference Models on CONditional InFERence and Presupposition","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Presupposition; Inference; Generalization; Task (project management); Sentence; Natural language","score_opus":0.06303050850121361,"score_gpt":0.3912276692429181,"score_spread":0.32819716074170446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110016663","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019843172,0.00007707755,0.977152,0.0009893955,0.000126885,0.0003189735,0.0003296655,0.0000710151,0.0010918004],"genre_scores_gemma":[0.9315035,0.0000027191966,0.06580973,0.001633882,0.000020336316,0.00006229722,0.0006699473,0.000002569682,0.0002950371],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902594,0.000045133573,0.00018196573,0.0003799993,0.00019387944,0.00017306716],"domain_scores_gemma":[0.99897563,0.00050717586,0.000046318866,0.00033606144,0.00009671766,0.000038072525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025345778,0.000109123896,0.00011320297,0.000089477995,0.0001273444,0.00019092305,0.0003390707,0.000044427492,0.00001484439],"category_scores_gemma":[0.00017919081,0.00009777132,0.000020635362,0.00008211877,0.000029161134,0.0005952302,0.00021204841,0.00011340537,0.0000041331537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001529718,0.000024342755,0.000036288653,0.000038208927,0.000014015847,0.0000013098347,0.00029392884,0.0063733566,0.0013868229,0.9612612,0.0013651543,0.029190049],"study_design_scores_gemma":[0.0004715035,0.000060872862,0.00019903696,0.00005021168,0.0000066690814,0.0000017302561,0.00003094933,0.94794303,0.00097381865,0.050024293,0.00013259906,0.00010530086],"about_ca_topic_score_codex":0.000058286656,"about_ca_topic_score_gemma":0.000022251583,"teacher_disagreement_score":0.9415697,"about_ca_system_score_codex":0.000028207001,"about_ca_system_score_gemma":0.00012200668,"threshold_uncertainty_score":0.39869988},"labels":[],"label_agreement":null},{"id":"W7110836110","doi":"10.1080/10705511.2025.2588572","title":"Evaluating Approaches for the Handling of Sign Reflection in Bayesian Latent Variable Models","year":2025,"lang":"en","type":"article","venue":"Structural Equation Modeling A Multidisciplinary Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reflection (computer programming); Latent variable; Bayesian probability; Variable (mathematics); Sign (mathematics); Pattern recognition (psychology)","score_opus":0.20543495730840183,"score_gpt":0.37482561792634794,"score_spread":0.1693906606179461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110836110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13233912,0.00039984286,0.86536425,0.00076689187,0.00058428023,0.0004553239,0.0000013437776,0.00003367107,0.00005527383],"genre_scores_gemma":[0.63900435,0.000011006054,0.3608392,0.000010577214,0.00007288397,0.000028657842,0.0000022401384,0.0000071720597,0.000023905546],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977662,0.00018875749,0.0009036465,0.0003952672,0.00040822467,0.0003378976],"domain_scores_gemma":[0.99852765,0.00038715298,0.0003325062,0.00037507873,0.00032904017,0.000048565493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026261266,0.00018505633,0.00025580692,0.00032844712,0.0007525821,0.00019420414,0.0006628822,0.00010209493,0.0000021310227],"category_scores_gemma":[0.00021072643,0.00013620911,0.00012572075,0.0005245907,0.000027091997,0.00092908804,0.00021479452,0.00040398416,1.5515478e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056320583,0.000011245531,0.00016204301,0.00003542929,0.000024339799,3.6354365e-7,0.0019549744,0.93165785,0.0014197552,0.02831534,6.772391e-7,0.036361672],"study_design_scores_gemma":[0.00064646173,0.000048399495,0.000058633086,0.00013892238,0.000020285725,0.000012011321,0.00031993125,0.70801216,0.00013789395,0.2905074,1.3604856e-7,0.000097787095],"about_ca_topic_score_codex":0.00006256998,"about_ca_topic_score_gemma":0.000014997161,"teacher_disagreement_score":0.5066652,"about_ca_system_score_codex":0.00021184982,"about_ca_system_score_gemma":0.00034509788,"threshold_uncertainty_score":0.5788329},"labels":[],"label_agreement":null},{"id":"W7110925557","doi":"10.5281/zenodo.17822780","title":"Long-Text Summarisation","year":2025,"lang":"","type":"dissertation","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northern Alberta Institute of Technology","funders":"","keywords":"Automatic summarization; Coreference; Transformer; Bridging (networking); Headline","score_opus":0.042884284256458426,"score_gpt":0.26765216900327704,"score_spread":0.2247678847468186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110925557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01339134,0.000847753,0.6475361,0.0015655586,0.0026958496,0.0020463918,0.00024025142,0.0023162502,0.3293605],"genre_scores_gemma":[0.88618934,0.0015752314,0.005987677,0.0007049193,0.0012986923,4.045493e-7,0.032663982,0.005852933,0.06572682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938906,0.0009968771,0.0010572685,0.0018523695,0.0012521697,0.00095072633],"domain_scores_gemma":[0.99452776,0.00009428953,0.00058871286,0.0019510515,0.002468769,0.0003694259],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016363784,0.0005862511,0.00052227324,0.0010824102,0.0060599684,0.005075459,0.0052970205,0.00048404557,0.011956905],"category_scores_gemma":[0.001483491,0.0007252235,0.00023624275,0.0019529253,0.00013559769,0.0010672457,0.003083637,0.0011767289,0.012827186],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011030339,0.00028833537,0.000006696596,0.0007352745,0.00016327287,0.000036572674,0.006116859,0.0011579911,0.0008328847,0.033860385,0.049529355,0.9071621],"study_design_scores_gemma":[0.0010280902,0.00032404222,0.0013251803,0.00070230995,0.00011254572,0.00007744548,0.00087488943,0.08268038,0.0008407551,0.0013087592,0.90974414,0.0009814299],"about_ca_topic_score_codex":0.0000978276,"about_ca_topic_score_gemma":0.000004705584,"teacher_disagreement_score":0.9061806,"about_ca_system_score_codex":0.00062646245,"about_ca_system_score_gemma":0.00005589529,"threshold_uncertainty_score":0.9995199},"labels":[],"label_agreement":null},{"id":"W7111014860","doi":"10.5281/zenodo.17822781","title":"Long-Text Summarisation","year":2025,"lang":"","type":"dissertation","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northern Alberta Institute of Technology","funders":"","keywords":"Automatic summarization; Coreference; Transformer; Bridging (networking); Headline","score_opus":0.042884284256458426,"score_gpt":0.26765216900327704,"score_spread":0.2247678847468186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111014860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01339134,0.000847753,0.6475361,0.0015655586,0.0026958496,0.0020463918,0.00024025142,0.0023162502,0.3293605],"genre_scores_gemma":[0.88618934,0.0015752314,0.005987677,0.0007049193,0.0012986923,4.045493e-7,0.032663982,0.005852933,0.06572682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938906,0.0009968771,0.0010572685,0.0018523695,0.0012521697,0.00095072633],"domain_scores_gemma":[0.99452776,0.00009428953,0.00058871286,0.0019510515,0.002468769,0.0003694259],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016363784,0.0005862511,0.00052227324,0.0010824102,0.0060599684,0.005075459,0.0052970205,0.00048404557,0.011956905],"category_scores_gemma":[0.001483491,0.0007252235,0.00023624275,0.0019529253,0.00013559769,0.0010672457,0.003083637,0.0011767289,0.012827186],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011030339,0.00028833537,0.000006696596,0.0007352745,0.00016327287,0.000036572674,0.006116859,0.0011579911,0.0008328847,0.033860385,0.049529355,0.9071621],"study_design_scores_gemma":[0.0010280902,0.00032404222,0.0013251803,0.00070230995,0.00011254572,0.00007744548,0.00087488943,0.08268038,0.0008407551,0.0013087592,0.90974414,0.0009814299],"about_ca_topic_score_codex":0.0000978276,"about_ca_topic_score_gemma":0.000004705584,"teacher_disagreement_score":0.9061806,"about_ca_system_score_codex":0.00062646245,"about_ca_system_score_gemma":0.00005589529,"threshold_uncertainty_score":0.9995199},"labels":[],"label_agreement":null},{"id":"W7111684846","doi":"","title":"MetaAligner::Towards Generalizable Multi-Objective Alignment of Language Models","year":2024,"lang":"en","type":"article","venue":"Research Explorer (The University of Manchester)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Inference; Preference; Language model; Focus (optics); Training set; Machine translation","score_opus":0.12239382246347343,"score_gpt":0.31802296009807846,"score_spread":0.19562913763460504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7111684846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13697606,0.0013036431,0.8596092,0.00103859,0.000113390466,0.0002873198,0.0000065308272,0.0000824524,0.00058281084],"genre_scores_gemma":[0.94940954,0.0002252138,0.04990034,0.000020770261,0.000036678346,0.0000023561236,0.0000020042653,0.0000118417,0.00039125627],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99785984,0.0003508924,0.00016837002,0.00043583935,0.0008178756,0.00036720655],"domain_scores_gemma":[0.9986826,0.00016395767,0.000046156118,0.00081702275,0.00019909283,0.00009117201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013922424,0.000119581986,0.0002150055,0.00029193072,0.00014663913,0.00005674613,0.0015057675,0.000062574916,0.000034259672],"category_scores_gemma":[0.000023145347,0.0000997101,0.00014326548,0.0005466858,0.00022464783,0.00066201633,0.0010089265,0.00024408243,0.00004145995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006109525,0.00034820128,0.00009481591,0.00071721553,0.0005809607,0.00035024266,0.7521831,0.052775,0.019678006,0.13237448,0.0031000874,0.037736814],"study_design_scores_gemma":[0.00038969578,0.00010319922,0.0001462394,0.00017232084,0.000025275207,0.0000060921616,0.023227846,0.9499139,0.01869533,0.004986079,0.002169709,0.00016429166],"about_ca_topic_score_codex":0.00022442659,"about_ca_topic_score_gemma":0.0000058152477,"teacher_disagreement_score":0.8971389,"about_ca_system_score_codex":0.00016140481,"about_ca_system_score_gemma":0.00018829195,"threshold_uncertainty_score":0.40660602},"labels":[],"label_agreement":null},{"id":"W7112000808","doi":"","title":"Improve Chinese Clinical Named Entity Recognition Performance by Using the Graphical and Phonetic Feature","year":2018,"lang":"en","type":"article","venue":"Research Explorer (The University of Manchester)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Feature (linguistics); Named-entity recognition; Pinyin; Entity linking; Named entity; Word (group theory)","score_opus":0.09316927895068974,"score_gpt":0.32582543036546285,"score_spread":0.2326561514147731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7112000808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9699562,0.00010285617,0.027228616,0.002282121,0.00014650916,0.0002272781,0.0000021085964,0.000024552548,0.00002973766],"genre_scores_gemma":[0.99556804,0.00029805404,0.0039038444,0.0000647533,0.000129879,6.1765087e-7,0.0000014444664,0.000005218404,0.000028180197],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826264,0.0004558251,0.00013103438,0.0003702149,0.00047859733,0.0003016738],"domain_scores_gemma":[0.99863666,0.0003173227,0.00007265582,0.00061352155,0.00026227158,0.000097568016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018404373,0.000096374606,0.00014287591,0.00008303631,0.0005934474,0.00006723948,0.0010248957,0.0000975784,0.0000139402655],"category_scores_gemma":[0.00010714354,0.00006497106,0.00006631315,0.00038963472,0.0010496726,0.00045590862,0.0008342174,0.00057479425,0.000021184784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085758034,0.0007770418,0.17386559,0.00048146804,0.0003633377,0.000055703244,0.16398767,0.000032243286,0.02299741,0.00069052883,0.012379593,0.62351185],"study_design_scores_gemma":[0.0028820436,0.0012195503,0.162901,0.00030328103,0.000061833714,0.000053434473,0.007721016,0.80708003,0.0027418986,0.005116186,0.009302341,0.0006173778],"about_ca_topic_score_codex":0.000023381197,"about_ca_topic_score_gemma":0.000006744844,"teacher_disagreement_score":0.8070478,"about_ca_system_score_codex":0.000036371337,"about_ca_system_score_gemma":0.000060005517,"threshold_uncertainty_score":0.45643777},"labels":[],"label_agreement":null},{"id":"W7112701511","doi":"","title":"A latent concept topic model for robust topic inference using word embeddings","year":2016,"lang":"en","type":"article","venue":"Research Explorer (The University of Manchester)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Topic model; Inference; Probabilistic latent semantic analysis; Word (group theory); Similarity (geometry); Latent Dirichlet allocation; Word embedding","score_opus":0.25338344721631956,"score_gpt":0.3337876138873781,"score_spread":0.08040416667105854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7112701511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2913713,0.000031253338,0.7061991,0.0020517996,0.00005085781,0.0002384609,0.0000017631934,0.000030616935,0.000024850959],"genre_scores_gemma":[0.92647386,0.00004424457,0.07299125,0.00003959194,0.000048062877,0.0000022236702,4.449641e-7,0.0000071665436,0.00039315713],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984492,0.00011522483,0.00014795494,0.00039560677,0.0004427516,0.00044923744],"domain_scores_gemma":[0.99841475,0.00040860742,0.0000707885,0.00070072815,0.00030239602,0.000102713944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000600505,0.00010798611,0.00017208215,0.00013747111,0.00029000963,0.000047333568,0.001492591,0.000069840156,0.000022911205],"category_scores_gemma":[0.000098623146,0.00007906426,0.000094563315,0.00020288661,0.00024265492,0.00060830347,0.00082063815,0.0001581209,0.000013934875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024637976,0.0003530345,0.008036822,0.0004311851,0.0002464481,0.000070009744,0.31098706,0.11021721,0.014334737,0.15154243,0.0024273442,0.40110734],"study_design_scores_gemma":[0.00069464615,0.00005713308,0.00061624625,0.00016116776,0.0000073411925,0.0000018982387,0.0012278369,0.9887095,0.00077297766,0.0067560193,0.00085457164,0.00014064158],"about_ca_topic_score_codex":0.000015384428,"about_ca_topic_score_gemma":0.0000036089534,"teacher_disagreement_score":0.8784923,"about_ca_system_score_codex":0.00018139841,"about_ca_system_score_gemma":0.00015979755,"threshold_uncertainty_score":0.32241467},"labels":[],"label_agreement":null},{"id":"W7113040493","doi":"","title":"Generating Medical Instructions with Conditional Transformer","year":2023,"lang":"en","type":"article","venue":"Research Explorer (The University of Manchester)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"Engineering and Physical Sciences Research Council; Nuffield Foundation; UK Research and Innovation","keywords":"Vocabulary; Language model; Transformer; Task (project management); Synthetic data; Training set","score_opus":0.09492307417161791,"score_gpt":0.2982224254437973,"score_spread":0.20329935127217938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7113040493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5361236,0.000010284045,0.4545104,0.008890518,0.000050084796,0.00012510772,0.0000019893737,0.00008788556,0.00020020103],"genre_scores_gemma":[0.9899301,0.000055682227,0.009793834,0.000051475265,0.000066984365,0.0000019129789,0.000007105208,0.0000055796804,0.000087348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821466,0.00014427841,0.0000899567,0.0002324628,0.0010367157,0.00028192115],"domain_scores_gemma":[0.99916095,0.00021115602,0.000023825907,0.0003390489,0.00015429997,0.00011070727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008444456,0.000060346858,0.00008872008,0.00019008192,0.0004728786,0.000029985835,0.00092949887,0.000047854937,0.00008981691],"category_scores_gemma":[0.000036769496,0.00004779541,0.00004110464,0.00065426336,0.00033512662,0.0003883616,0.00019526211,0.00030586545,0.00011507694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000156817,0.00032497733,0.0069533726,0.00035478614,0.00046526824,0.0009962695,0.31863093,0.030334832,0.0055942875,0.39712787,0.017619412,0.22144118],"study_design_scores_gemma":[0.002473203,0.0003450916,0.015934698,0.00026718876,0.000018851448,0.00014887715,0.04474068,0.8809064,0.0017865037,0.016813723,0.036112472,0.00045228357],"about_ca_topic_score_codex":0.0000101633905,"about_ca_topic_score_gemma":0.000008786659,"teacher_disagreement_score":0.8505716,"about_ca_system_score_codex":0.000046158566,"about_ca_system_score_gemma":0.00021873528,"threshold_uncertainty_score":0.36370477},"labels":[],"label_agreement":null},{"id":"W7116141524","doi":"10.1007/s10489-025-07044-6","title":"CMCTS: A Constrained Monte Carlo Tree Search framework for mathematical reasoning in large language model","year":2025,"lang":"en","type":"article","venue":"Applied Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Monte Carlo tree search; Tree (set theory); Action (physics); Action selection; Monte Carlo method; Baseline (sea); Selection (genetic algorithm)","score_opus":0.028245189370860593,"score_gpt":0.3237130342735292,"score_spread":0.29546784490266864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116141524","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010126794,0.00013927373,0.9791731,0.00035361512,0.000064281136,0.00055058434,0.000006996139,0.00013731584,0.009448027],"genre_scores_gemma":[0.5729083,0.0000051486018,0.42651263,0.00027628665,0.000015458547,0.00011100306,7.618447e-7,0.0000069423318,0.00016345683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99828297,0.000023735893,0.0003975951,0.00054602145,0.00022512708,0.000524563],"domain_scores_gemma":[0.99861896,0.0005045521,0.000046205663,0.00070534536,0.000052267147,0.000072673516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068923953,0.0001713679,0.0002684685,0.0001647702,0.00008646661,0.000109643996,0.0010020479,0.0001447647,0.000010747852],"category_scores_gemma":[0.00025023444,0.00016931603,0.00006666858,0.00047483773,0.000054711483,0.00011777917,0.00031696685,0.0003467375,0.000021545235],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011093838,0.000051104413,0.00002549048,0.0000599962,0.000008972163,0.0000047311523,0.00401799,0.017766213,0.000314884,0.942957,0.000017801474,0.034764715],"study_design_scores_gemma":[0.0001112415,0.000009672824,0.0000061728238,0.00014684896,0.0000035176847,0.0000014090451,0.0008921505,0.79482794,0.00408685,0.19977015,0.000018442805,0.0001255936],"about_ca_topic_score_codex":0.000018987279,"about_ca_topic_score_gemma":0.000021494354,"teacher_disagreement_score":0.77706176,"about_ca_system_score_codex":0.00008025848,"about_ca_system_score_gemma":0.00014141259,"threshold_uncertainty_score":0.6904507},"labels":[],"label_agreement":null},{"id":"W7117259628","doi":"10.1145/3786333","title":"A Survey on Large Language Models for Mathematical Reasoning","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Natural Science Foundation of China","keywords":"Cognition; Verbal reasoning; Automated reasoning; Psychology of reasoning; Reinforcement learning; Case-based reasoning; Language model; Qualitative reasoning","score_opus":0.04404501978785593,"score_gpt":0.32054745612532104,"score_spread":0.27650243633746513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117259628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070023194,0.00007799663,0.9269649,0.0002772991,0.00038430258,0.00025453957,0.000013609202,0.0003196646,0.0016845128],"genre_scores_gemma":[0.8246873,6.5069315e-7,0.17440832,0.00039840085,0.00005255436,0.0000072996077,0.00001614579,0.00001312295,0.00041622756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997595,0.0007240226,0.0003574258,0.0005789144,0.00023501122,0.00050961756],"domain_scores_gemma":[0.99508137,0.003267724,0.000090376554,0.0013639797,0.00012987967,0.00006665167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076701506,0.00018491276,0.00030239913,0.00013876469,0.00023434476,0.00018781507,0.001549891,0.00008987577,0.0000032392786],"category_scores_gemma":[0.002627731,0.00017812337,0.00009343091,0.00040462942,0.000016229667,0.0001462611,0.00085211545,0.00019053662,0.000021003092],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015784954,0.00033102755,0.009784448,0.00017437837,0.000110030276,0.000017832086,0.0032172569,0.034015507,0.00006538096,0.790833,0.0035721862,0.15786317],"study_design_scores_gemma":[0.00043376314,0.000027070964,0.01344245,0.00014565983,0.0000036695837,0.0000011855071,0.000024260957,0.9589352,0.00011284537,0.026662556,0.000039905153,0.00017144452],"about_ca_topic_score_codex":0.00014354898,"about_ca_topic_score_gemma":0.00006846747,"teacher_disagreement_score":0.92491966,"about_ca_system_score_codex":0.00005462463,"about_ca_system_score_gemma":0.00008642922,"threshold_uncertainty_score":0.72636604},"labels":[],"label_agreement":null},{"id":"W7117277568","doi":"","title":"Can LLMs Predict Their Own Failures? Self-Awareness via Internal Circuits","year":2025,"lang":"","type":"article","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Correctness; Inference; Process (computing); Decoding methods; Sequence (biology); Internal model","score_opus":0.02677271643426992,"score_gpt":0.2505918237108248,"score_spread":0.22381910727655485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117277568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54594547,0.0006952956,0.44187626,0.0040715504,0.005272715,0.00039793435,0.000014670443,0.0003776684,0.0013484744],"genre_scores_gemma":[0.9946927,0.00012037449,0.0010310503,0.0014932166,0.00070403,0.000056312023,0.0000062387744,0.000044130255,0.0018519552],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99478495,0.00033555628,0.00112885,0.001834448,0.00063790893,0.0012782578],"domain_scores_gemma":[0.99617034,0.00023899168,0.0003805234,0.0024398149,0.0003742074,0.00039614335],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007540842,0.0007313365,0.00072486326,0.00040147,0.00060065754,0.0005226489,0.003884754,0.0003908164,0.00013958887],"category_scores_gemma":[0.0001238911,0.00069614657,0.0003391158,0.0011340942,0.00017246875,0.000767347,0.0019205078,0.00096728955,0.00018196132],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016579626,0.0003672008,0.85084355,0.00030139106,0.0005098512,0.00016900832,0.0060705706,0.00087710645,0.002039484,0.004761517,0.0008134753,0.13323024],"study_design_scores_gemma":[0.0021662228,0.0002829043,0.22699772,0.0014616167,0.00019679236,0.00012572634,0.00031727712,0.7277798,0.014405688,0.004071256,0.020699369,0.0014956448],"about_ca_topic_score_codex":0.0011845886,"about_ca_topic_score_gemma":0.00051172386,"teacher_disagreement_score":0.72690266,"about_ca_system_score_codex":0.00042705098,"about_ca_system_score_gemma":0.0012144826,"threshold_uncertainty_score":0.999549},"labels":[],"label_agreement":null},{"id":"W7117339582","doi":"","title":"Generalization of RLVR Using Causal Reasoning as a Testbed","year":2025,"lang":"","type":"article","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Division of Chemistry; Institute for Catastrophic Loss Reduction; National Science Foundation","keywords":"Generalization; Probabilistic logic; Counterfactual thinking; Causal model; Inference; Semantics (computer science); Causal structure; Construct (python library); Bayesian network; Causal inference","score_opus":0.056204327718486,"score_gpt":0.3069614930356174,"score_spread":0.25075716531713144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117339582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5578528,0.00057395996,0.43933174,0.00023096266,0.0009299644,0.0001533555,9.736614e-7,0.00004946706,0.00087680394],"genre_scores_gemma":[0.96968174,0.000065589906,0.02854844,0.000527798,0.00020791509,0.0000054800275,0.000002719797,0.000019633071,0.0009406966],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997431,0.00019722001,0.00080591626,0.00068440894,0.0003729577,0.0005084873],"domain_scores_gemma":[0.9980109,0.000102267244,0.0003658544,0.0010565628,0.00035413986,0.00011028197],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005244238,0.00028745277,0.00040665,0.00028432708,0.00028696505,0.00012974621,0.00081376143,0.00019813605,0.00005555045],"category_scores_gemma":[0.00047012322,0.0003286502,0.00012525238,0.0012786002,0.00010252511,0.00055762276,0.0006504561,0.00024423332,0.00003120366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024198422,0.00016678488,0.7950783,0.00021504323,0.00013626298,0.00003381769,0.0028564304,0.054528993,0.087845005,0.042522363,0.000082945306,0.016509889],"study_design_scores_gemma":[0.0005530027,0.00005844287,0.030357199,0.00081013923,0.00008264908,0.000014302613,0.000111635454,0.9433224,0.023328697,0.0008117566,0.0002484394,0.0003012892],"about_ca_topic_score_codex":0.0013246412,"about_ca_topic_score_gemma":0.00002825281,"teacher_disagreement_score":0.88879347,"about_ca_system_score_codex":0.00017130302,"about_ca_system_score_gemma":0.000720304,"threshold_uncertainty_score":0.99991655},"labels":[],"label_agreement":null},{"id":"W7117481005","doi":"10.2139/ssrn.5978094","title":"A Comprehensive Survey on Large Language Models: From Pre-training to Autonomous Agents","year":2025,"lang":"","type":"preprint","venue":"SSRN Electronic Journal","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Interoperability; Transformative learning; Architecture; Key (lock); Natural language understanding; Inference; Open research","score_opus":0.05460445667758154,"score_gpt":0.3138997307637531,"score_spread":0.2592952740861716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117481005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2730263,0.0041717514,0.716796,0.00067258294,0.0029853578,0.0008453948,0.0003640593,0.0001491928,0.0009894178],"genre_scores_gemma":[0.981694,0.002549623,0.0076194345,0.0020674334,0.0010593785,0.00004565977,0.000121247016,0.00008406989,0.004759149],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98475873,0.0017505817,0.0017980214,0.0025708925,0.0014964355,0.007625309],"domain_scores_gemma":[0.9945698,0.00072660024,0.0009908365,0.002407947,0.0006388929,0.00066595746],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0055090687,0.0012596174,0.0015785792,0.0008342642,0.00086506765,0.0010843825,0.0054973504,0.0007219167,0.000078037],"category_scores_gemma":[0.0002848131,0.001354732,0.00067058555,0.00072616327,0.000053047534,0.0005289185,0.0036235661,0.012332081,0.00013475638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00046054262,0.000574557,0.0005001979,0.00006188065,0.002225989,0.00014388835,0.056808423,0.6156783,0.00008030416,0.11051737,0.00026856601,0.21267998],"study_design_scores_gemma":[0.0019123738,0.00059869845,0.0040039998,0.001162841,0.00013115378,0.00009852791,0.0033384534,0.8206701,0.000038223447,0.16535658,0.001250998,0.00143801],"about_ca_topic_score_codex":0.0075643975,"about_ca_topic_score_gemma":0.009660588,"teacher_disagreement_score":0.70917654,"about_ca_system_score_codex":0.0053483164,"about_ca_system_score_gemma":0.018090282,"threshold_uncertainty_score":0.9999526},"labels":[],"label_agreement":null},{"id":"W7117484981","doi":"10.1016/j.eswa.2025.130958","title":"Topic modeling and alignment with large language models for multi-labeled text corpora","year":2025,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Fundamental Research Funds for the Central Universities; China Postdoctoral Science Foundation; National Natural Science Foundation of China","keywords":"Interpretability; Topic model; Language model; Probabilistic logic; Coherence (philosophical gambling strategy); Semantics (computer science); Latent Dirichlet allocation","score_opus":0.03005171954682459,"score_gpt":0.28740508879336835,"score_spread":0.25735336924654373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117484981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031973918,0.0018683623,0.99222124,0.00041372303,0.000047860663,0.0016954315,0.000007842596,0.00016736944,0.00038079426],"genre_scores_gemma":[0.73452085,0.0000123753425,0.26072595,0.00020553473,0.000045102046,0.0035088402,0.0000072024814,0.000011446265,0.0009627081],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988777,0.000020860227,0.00022804682,0.00048309914,0.0001490905,0.0002411923],"domain_scores_gemma":[0.99902093,0.000039874663,0.00007385534,0.0006893884,0.00010386274,0.000072060364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014785965,0.00014718472,0.0001943307,0.00007974396,0.0002322096,0.00012796452,0.00034933744,0.000051740553,4.9101453e-7],"category_scores_gemma":[0.0000028699828,0.000111345595,0.000019528434,0.00019884392,0.000017091856,0.00020144715,0.00008846861,0.00005839454,0.0000018855696],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017729642,0.00019071117,0.00020172629,0.00017630045,0.00009437962,0.0000024308267,0.005171144,0.069255404,0.0010250275,0.9171393,0.00021998918,0.0065058745],"study_design_scores_gemma":[0.00094849855,0.000024630997,0.0000031513819,0.0000854788,0.000008030635,0.0000067718483,0.0008698771,0.99532133,0.00012725758,0.00040575978,0.0020552953,0.00014390354],"about_ca_topic_score_codex":0.00018961311,"about_ca_topic_score_gemma":0.000046750152,"teacher_disagreement_score":0.9260659,"about_ca_system_score_codex":0.00005631739,"about_ca_system_score_gemma":0.000077043136,"threshold_uncertainty_score":0.45405418},"labels":[],"label_agreement":null},{"id":"W7117513518","doi":"10.1109/icprs66293.2025.11302825","title":"Embedding Confidence to Enhance Trust in AI Document Entity Extraction","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Springboard (Canada)","funders":"","keywords":"Flagging; Reliability (semiconductor); Workflow; Embedding; Matching (statistics); Information extraction; Data extraction","score_opus":0.013574009715650467,"score_gpt":0.35834340442342955,"score_spread":0.34476939470777906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117513518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08648478,0.0002352509,0.89252603,0.008305806,0.00309219,0.00052700745,4.4524032e-7,0.000081788756,0.008746673],"genre_scores_gemma":[0.9319735,0.00008234956,0.051215947,0.0030978716,0.000082395905,0.000043795117,2.523291e-7,0.0000058724063,0.013497981],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967092,0.00014519521,0.0008355426,0.0012103752,0.00047078772,0.0006288976],"domain_scores_gemma":[0.9983926,0.0001407516,0.000116140785,0.0010285173,0.00016123649,0.00016076665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010463939,0.00027065777,0.00032665057,0.0004428429,0.00018722768,0.00078374177,0.0011061822,0.00014261623,0.0005734971],"category_scores_gemma":[0.00019946056,0.0003085385,0.00008493493,0.0011803808,0.000036990845,0.0016345156,0.00074402074,0.00046521277,0.00024812523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050966843,0.00026871034,0.0028554974,0.00020737934,0.000035349974,0.000055237844,0.0036639709,0.07674977,0.0099619245,0.39210275,0.0014909471,0.5125575],"study_design_scores_gemma":[0.0003247732,0.00005529091,0.0019558554,0.00065743225,0.000011005686,0.000004657405,0.0002202272,0.9251626,0.05377577,0.013009358,0.0044261254,0.00039687232],"about_ca_topic_score_codex":0.00184529,"about_ca_topic_score_gemma":0.00080236024,"teacher_disagreement_score":0.8484129,"about_ca_system_score_codex":0.0005463538,"about_ca_system_score_gemma":0.000368126,"threshold_uncertainty_score":0.9999367},"labels":[],"label_agreement":null},{"id":"W7117578138","doi":"10.1016/j.jss.2025.112763","title":"LeCov: Multi-level testing criteria for large language models","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Mila - Quebec Artificial Intelligence Institute","funders":"Japan Science and Technology Agency; Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Set (abstract data type); Trustworthiness; Prioritization; Test (biology); Test strategy; Risk-based testing; Non-regression testing","score_opus":0.08902155403723257,"score_gpt":0.32290924107423324,"score_spread":0.2338876870370007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117578138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024253024,0.0027199828,0.9719909,0.00011162634,0.00073639065,0.00011294681,0.000010657321,0.00002919255,0.000035322966],"genre_scores_gemma":[0.625084,0.0000060640054,0.3742541,0.00009973527,0.00011982682,0.0000040230148,2.4904037e-7,0.0000045881734,0.00042741568],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991955,0.00003129163,0.00036891838,0.00012837707,0.00011493398,0.00016094293],"domain_scores_gemma":[0.9991537,0.00018470328,0.00018392464,0.00016402287,0.00025926763,0.000054437696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000633068,0.000078936,0.00021758255,0.000106503154,0.0001081231,0.00018588628,0.00028383432,0.00005036246,4.439869e-7],"category_scores_gemma":[0.00027400831,0.00006332195,0.000052225772,0.00009703779,0.000004860337,0.0003863674,0.00008758715,0.00009304658,2.6350503e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012311718,0.0008021591,0.038107798,0.008296835,0.0008016385,0.00060684246,0.03857403,0.04732503,0.011141377,0.2096257,0.015683664,0.6289118],"study_design_scores_gemma":[0.0010336397,0.000057049434,0.00085699966,0.0007013039,0.000013767215,0.00010750979,0.00044566183,0.9941728,0.00004726853,0.0015684683,0.0008828529,0.000112665606],"about_ca_topic_score_codex":0.000030766467,"about_ca_topic_score_gemma":0.00000450927,"teacher_disagreement_score":0.9468478,"about_ca_system_score_codex":0.00002687858,"about_ca_system_score_gemma":0.000083706575,"threshold_uncertainty_score":0.25821942},"labels":[],"label_agreement":null},{"id":"W7117631606","doi":"","title":"A Comedy of Estimators: On KL Regularization in RL Training of LLMs","year":2025,"lang":"","type":"article","venue":"ArXiv.org","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Lawrence Livermore National Laboratory; Fonds de recherche du Québec – Nature et technologies; Office of Science; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research; Laboratory Directed Research and Development; U.S. Department of Energy","keywords":"Regularization (linguistics); Estimator; Divergence (linguistics); Reinforcement learning; Asynchronous communication","score_opus":0.06209032547014128,"score_gpt":0.2915530558813591,"score_spread":0.2294627304112178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117631606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6659062,0.00014819416,0.33072302,0.00059612707,0.0005338095,0.00021093433,0.0000017841814,0.000024946099,0.0018549785],"genre_scores_gemma":[0.9893379,0.000023383825,0.0100018345,0.00018946953,0.000035502824,0.000009042318,0.000002183824,0.000011475071,0.0003892076],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975592,0.00015742806,0.0010002796,0.00058273366,0.0003494899,0.00035087453],"domain_scores_gemma":[0.9982818,0.00022311031,0.0003609392,0.000925815,0.00014592487,0.00006240943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007247548,0.00021616988,0.0005145504,0.00048597925,0.00006303835,0.000029186016,0.00080380565,0.00017136254,0.000018375877],"category_scores_gemma":[0.00036832647,0.00023998613,0.000101687816,0.0013520808,0.00013757746,0.00035371422,0.0002756201,0.00027507657,0.000008154247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006648285,0.00056429324,0.66675454,0.00060311484,0.0000865202,0.000021566391,0.016971925,0.045132823,0.0062177484,0.16603489,0.000032011092,0.097514085],"study_design_scores_gemma":[0.0011424326,0.00019519709,0.2275628,0.0021209873,0.000026908747,0.0000017815028,0.00027928565,0.7497632,0.013983694,0.004613657,0.000074529955,0.00023556469],"about_ca_topic_score_codex":0.00008069957,"about_ca_topic_score_gemma":0.000016722028,"teacher_disagreement_score":0.7046303,"about_ca_system_score_codex":0.0000866453,"about_ca_system_score_gemma":0.0003693343,"threshold_uncertainty_score":0.978635},"labels":[],"label_agreement":null},{"id":"W7118165281","doi":"10.1109/aiccsa66935.2025.11315432","title":"A Novel Competency Tagging Method Through Semantic Search Using Fine-Tuned LLM","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Université TÉLUQ","funders":"","keywords":"Matching (statistics); Semantic matching; Embedding; Similarity (geometry); Adaptation (eye); Semantic similarity; Training set; Process (computing)","score_opus":0.09893633220898373,"score_gpt":0.3777495625801211,"score_spread":0.27881323037113737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118165281","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006127405,0.00078667863,0.960574,0.007304432,0.002427453,0.00067062944,0.000003844605,0.00028403592,0.021821575],"genre_scores_gemma":[0.26367882,0.00002538827,0.7308365,0.0020598448,0.00016880654,0.000006671386,0.000001045089,0.000025541274,0.0031973638],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9939831,0.00043804312,0.001278939,0.001896624,0.0009274439,0.0014758566],"domain_scores_gemma":[0.99637467,0.0007058482,0.00020466058,0.0020806922,0.00044465953,0.00018946484],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019582696,0.0006121632,0.0008839584,0.00047470623,0.0008750728,0.0009121237,0.0023897411,0.00027541228,0.00027737688],"category_scores_gemma":[0.00018573787,0.0006229233,0.00034089884,0.0025357136,0.00014782867,0.0012237319,0.002808921,0.0008422121,0.0000686934],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020697698,0.00055864593,0.00037801432,0.00068506354,0.00027181156,0.000062819134,0.0060487,0.08576234,0.0627662,0.7329793,0.00014066859,0.11032576],"study_design_scores_gemma":[0.0010626203,0.000057016965,0.00010920885,0.00075592275,0.00009202954,0.00006807904,0.00036359465,0.97783613,0.010618686,0.007686063,0.00076091924,0.0005897331],"about_ca_topic_score_codex":0.0035216042,"about_ca_topic_score_gemma":0.00013636565,"teacher_disagreement_score":0.8920738,"about_ca_system_score_codex":0.00031117228,"about_ca_system_score_gemma":0.0017883421,"threshold_uncertainty_score":0.9996222},"labels":[],"label_agreement":null},{"id":"W7118177928","doi":"10.1109/aiccsa66935.2025.11315347","title":"Evaluating Arabic Language Embedding Models for Semantic Retrieval in Fatwas","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Generative grammar; Sentence; Embedding; Natural language; Universal Networking Language; Context (archaeology); Transformer; Language model","score_opus":0.07815616242647719,"score_gpt":0.39354135309769683,"score_spread":0.3153851906712196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118177928","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21940288,0.0012261749,0.7722167,0.0010844925,0.0010908421,0.0009796384,0.000002057876,0.00011177187,0.003885458],"genre_scores_gemma":[0.7914319,0.000017808597,0.20309855,0.000526823,0.00011020632,0.000027509199,0.0000015991899,0.000016816794,0.004768795],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960037,0.0002102009,0.001064737,0.0012568402,0.0005480328,0.00091647805],"domain_scores_gemma":[0.997724,0.000681578,0.000176789,0.0011023589,0.00021422085,0.00010106411],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029917203,0.00035191985,0.0005391472,0.0005479392,0.00024673445,0.00045611168,0.0012385886,0.00022257006,0.00004824516],"category_scores_gemma":[0.00075783505,0.00036921262,0.00020200598,0.0012472512,0.000043577536,0.00091136026,0.0007274184,0.00039581937,0.000014952996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006469362,0.00010167111,0.00016412088,0.0005181771,0.00004606597,0.000016687753,0.008446529,0.7139587,0.0038295328,0.1185403,0.00006568643,0.15424784],"study_design_scores_gemma":[0.0013494595,0.00008531098,0.000040835293,0.0006964919,0.00003632599,0.000003414088,0.0007551693,0.9563462,0.002588757,0.037745554,0.000010986479,0.00034146276],"about_ca_topic_score_codex":0.0002274,"about_ca_topic_score_gemma":0.000087033746,"teacher_disagreement_score":0.572029,"about_ca_system_score_codex":0.00029954553,"about_ca_system_score_gemma":0.00056350726,"threshold_uncertainty_score":0.99987596},"labels":[],"label_agreement":null},{"id":"W7118191471","doi":"10.1109/aiccsa66935.2025.11315450","title":"Ensemble Hallucination Detection in Arabic Large Language Models: A Multi-Modal Linguistic and Self-Consistency Approach","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Abitibi-Témiscamingue","funders":"","keywords":"Readability; Arabic; Heuristics; Feature (linguistics); Software deployment","score_opus":0.020533798646119733,"score_gpt":0.26024224383999667,"score_spread":0.23970844519387693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118191471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06566295,0.0025409712,0.9151577,0.000107360494,0.00056476967,0.0006501462,0.0000016913526,0.00020958144,0.01510488],"genre_scores_gemma":[0.81379694,0.00007956651,0.18480372,0.00015796213,0.00005426329,0.000046816418,0.0000018203749,0.0000118243515,0.0010470896],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971081,0.00022850033,0.00066799956,0.0011323867,0.00028362902,0.0005793715],"domain_scores_gemma":[0.99877983,0.00011374492,0.00012715036,0.00069088046,0.00018772294,0.000100686935],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010027637,0.00032008244,0.0003755117,0.00059795944,0.0002623545,0.00030215838,0.00040691748,0.00026598424,0.000005390178],"category_scores_gemma":[0.00026008656,0.00034142137,0.00007328499,0.0008198698,0.00003565663,0.0005346859,0.00042666204,0.0004297147,0.000006385667],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005606779,0.0038107021,0.0014621663,0.0016596322,0.00015346523,0.00009464035,0.0751038,0.050771646,0.0015511143,0.26515472,0.0000056855315,0.60017633],"study_design_scores_gemma":[0.0015877836,0.000047066158,0.0010228582,0.00010805759,0.000037338184,0.000015670876,0.0006717507,0.9918216,0.00034511738,0.0040039965,0.000030805422,0.00030797313],"about_ca_topic_score_codex":0.00096532115,"about_ca_topic_score_gemma":0.0014700476,"teacher_disagreement_score":0.94104993,"about_ca_system_score_codex":0.0002522403,"about_ca_system_score_gemma":0.00024287058,"threshold_uncertainty_score":0.9999038},"labels":[],"label_agreement":null},{"id":"W7123334923","doi":"10.1109/slaai-icai68534.2025.11318480","title":"Task-Specific Knowledge Distillation for Accurate and Efficient Text Summarization","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Automatic summarization; Inference; Distillation; Semantic similarity; Process (computing); Structured prediction; Natural language; Frame (networking)","score_opus":0.02829601060985867,"score_gpt":0.2848769062723144,"score_spread":0.25658089566245573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123334923","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009373307,0.0025406831,0.97359395,0.0011083037,0.002111413,0.0009135134,0.000008143607,0.00009635048,0.010254331],"genre_scores_gemma":[0.96944696,0.00016984019,0.023531558,0.000086094486,0.000143659,0.000032523472,0.000011109372,0.000010100179,0.0065681394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980176,0.000073550924,0.0005422692,0.00085652544,0.00015015484,0.00035991272],"domain_scores_gemma":[0.9986345,0.0002745334,0.00012911668,0.0005548213,0.00031650215,0.00009049815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046302815,0.00023332085,0.00023587683,0.0002342757,0.00042166992,0.0006045434,0.00037516182,0.00013637859,0.000024456598],"category_scores_gemma":[0.00010059306,0.00022812322,0.000069265814,0.0006745537,0.0000699733,0.00025658953,0.00040280333,0.000100703095,0.00002336653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018631734,0.00008205461,0.0002721815,0.00014038556,0.00001674511,2.8844772e-7,0.00093032216,0.014802141,0.0003409059,0.56707567,0.0011228705,0.4151978],"study_design_scores_gemma":[0.00062444,0.000037348567,0.002082328,0.000109657245,0.000018685554,8.094048e-7,0.000048755188,0.9584352,0.00041704255,0.002509685,0.035499193,0.00021687619],"about_ca_topic_score_codex":0.000010310115,"about_ca_topic_score_gemma":0.000017956883,"teacher_disagreement_score":0.96007365,"about_ca_system_score_codex":0.00011950856,"about_ca_system_score_gemma":0.00016965273,"threshold_uncertainty_score":0.93025947},"labels":[],"label_agreement":null},{"id":"W7123345670","doi":"10.1109/esem64174.2025.00054","title":"Interrogative Comments Posed by Review Comment Generators: An Empirical Study of Gerrit","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Waterloo","funders":"","keywords":"Interrogative; Rhetorical question; Set (abstract data type); Interrogative word; Code (set theory); Empirical research; Similarity (geometry)","score_opus":0.06661327640412672,"score_gpt":0.3897362598836552,"score_spread":0.32312298347952845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123345670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19117072,0.017930204,0.70755243,0.07071625,0.0021880616,0.0053408253,0.000030114457,0.00017798517,0.004893385],"genre_scores_gemma":[0.932235,0.0008880421,0.008257263,0.057899147,0.000045065255,0.000071632225,0.000009929773,0.000014831749,0.0005790886],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99486923,0.0013156876,0.0016052275,0.0010739736,0.0006698209,0.00046607616],"domain_scores_gemma":[0.99703217,0.00014493095,0.00036358138,0.0018769774,0.00035233644,0.00022998199],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011244105,0.0004286873,0.00096360716,0.00016088257,0.00020150091,0.00015727941,0.002146314,0.00010948838,0.00035964645],"category_scores_gemma":[0.00006531305,0.00038846888,0.00014507037,0.0008359677,0.00008708586,0.00047716397,0.0016995515,0.00039088656,0.000016550846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000784701,0.032831356,0.02952567,0.0025705637,0.0014829723,0.000037152782,0.041808195,0.00017652348,0.00036129123,0.005576185,0.6003935,0.28515816],"study_design_scores_gemma":[0.009969077,0.008434202,0.0012550245,0.01128506,0.00078381057,0.0000066020766,0.010482093,0.8827126,0.0056709507,0.0014836533,0.066030554,0.0018863882],"about_ca_topic_score_codex":0.00056017045,"about_ca_topic_score_gemma":0.0001368548,"teacher_disagreement_score":0.88253605,"about_ca_system_score_codex":0.0002348971,"about_ca_system_score_gemma":0.00019238291,"threshold_uncertainty_score":0.9998567},"labels":[],"label_agreement":null},{"id":"W7124295090","doi":"10.71781/34086","title":"Evaluating and improving mathematical reasoning in large language models via skill combinations","year":2025,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Defense Advanced Research Projects Agency; Alliance de recherche numérique du Canada; National Science Foundation","keywords":"Context (archaeology); Subject (documents); Intentionality; Expected utility hypothesis","score_opus":0.04240423615353835,"score_gpt":0.3769850964572031,"score_spread":0.33458086030366474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124295090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5306857,0.00032778294,0.42813405,0.000076379736,0.00022337875,0.0008560843,0.000008276123,0.0000097871,0.039678514],"genre_scores_gemma":[0.5954554,0.0000034582838,0.39583796,0.00002333848,0.000017528184,0.000064393025,0.00009541014,0.000013902626,0.008488607],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984842,0.000084317115,0.00037696012,0.0005560761,0.00025063552,0.00024784647],"domain_scores_gemma":[0.9990787,0.00018760854,0.00015847827,0.00045514293,0.00007231406,0.000047771802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010733682,0.0001689554,0.0002873962,0.00018345969,0.00012966765,0.000481374,0.0008616528,0.00015474662,0.00006355913],"category_scores_gemma":[0.00030309468,0.00017829229,0.000031991072,0.00021856446,0.000005249374,0.0005989179,0.0004735561,0.00029902378,0.0000145187705],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061616156,0.00015013436,0.000031827138,0.00017818922,0.000019502459,0.000025384223,0.037017576,0.00086356106,0.00049352966,0.033134915,0.000005129753,0.92807406],"study_design_scores_gemma":[0.0004903472,0.000015292306,0.00008700546,0.0005893588,0.000016917116,0.0000034724542,0.0014053889,0.9868719,0.00031150747,0.010020249,0.0000067431456,0.00018179424],"about_ca_topic_score_codex":0.00013433828,"about_ca_topic_score_gemma":0.00058730633,"teacher_disagreement_score":0.98600835,"about_ca_system_score_codex":0.000065691325,"about_ca_system_score_gemma":0.00021486203,"threshold_uncertainty_score":0.7270549},"labels":[],"label_agreement":null},{"id":"W7124297238","doi":"10.65109/wjjv5555","title":"SCMRAG: Self-Corrective Multihop Retrieval Augmented Generation System for LLM Agents","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Graph; Benchmark (surveying); Mechanism (biology); Similarity (geometry); Knowledge graph; Range (aeronautics); Matching (statistics); Interaction information","score_opus":0.0368575481277664,"score_gpt":0.2890033105762336,"score_spread":0.2521457624484672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124297238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035717994,0.00025564825,0.94320214,0.0006853533,0.013193385,0.002303296,0.000012850044,0.0005294419,0.0040998897],"genre_scores_gemma":[0.8835452,0.00001881521,0.10542113,0.0005084017,0.00054035976,0.00008465842,0.000012849957,0.000021275282,0.009847311],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99612385,0.00025602893,0.000969018,0.0014340484,0.0005285334,0.000688513],"domain_scores_gemma":[0.9974856,0.00020902194,0.00027635184,0.0010816175,0.0007797798,0.00016766645],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010034248,0.00041869652,0.00047257313,0.0003397435,0.00067378266,0.00061472907,0.000990044,0.00029670433,0.000031858857],"category_scores_gemma":[0.00020494372,0.0004298246,0.00024793315,0.00096169376,0.000032277585,0.0006482265,0.00051241094,0.00023583545,0.000057429384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010467471,0.0033257839,0.0017341478,0.0044607166,0.003059976,0.00007461667,0.020939324,0.07154325,0.023125721,0.37034824,0.04112582,0.45921567],"study_design_scores_gemma":[0.0018972409,0.00016436673,0.00014186422,0.00026031418,0.00011199797,0.000005622354,0.00036958297,0.96435034,0.0304776,0.00009984698,0.0017633253,0.00035787976],"about_ca_topic_score_codex":0.0001315338,"about_ca_topic_score_gemma":0.000031392785,"teacher_disagreement_score":0.8928071,"about_ca_system_score_codex":0.0012060681,"about_ca_system_score_gemma":0.00061093783,"threshold_uncertainty_score":0.99981534},"labels":[],"label_agreement":null},{"id":"W7124425818","doi":"10.1093/jamiaopen/ooaf179","title":"MedSlice: fine-tuned large language models for secure clinical note sectioning","year":2025,"lang":"en","type":"article","venue":"JAMIA Open","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Language model; Key (lock); Modeling language; Natural language; Action (physics)","score_opus":0.04370099868506119,"score_gpt":0.39791305372763885,"score_spread":0.3542120550425777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124425818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009566938,0.00009306037,0.9727265,0.0027005295,0.00093066413,0.0006279438,0.000008888212,0.0001287754,0.01321669],"genre_scores_gemma":[0.7089151,0.0000070781225,0.2778589,0.0032914523,0.0003071457,0.00014627037,0.000012977157,0.000015699066,0.009445373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998591,0.0000877085,0.0003723948,0.00051402336,0.00013768056,0.0002972077],"domain_scores_gemma":[0.9987732,0.0002622834,0.00008730087,0.00072608015,0.000086045155,0.000065054905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011768562,0.000117565025,0.00024569154,0.00006769712,0.00021977874,0.0003784133,0.0016377616,0.00013605297,0.00001627467],"category_scores_gemma":[0.00017672713,0.00011138987,0.000102131075,0.00026072253,0.000012400256,0.00065716903,0.0011385615,0.00022865791,0.00001829637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008432891,0.00021740148,0.0009810063,0.000117232485,0.000117003685,0.000023568968,0.0055123847,0.00920989,0.00036143098,0.7744577,0.025845874,0.1830722],"study_design_scores_gemma":[0.0013325588,0.00003225034,0.00025482336,0.00005727204,0.000011225413,0.0000018665871,0.00008566472,0.95655745,0.00032620077,0.016204866,0.024986902,0.00014889451],"about_ca_topic_score_codex":0.00016266799,"about_ca_topic_score_gemma":0.00033999167,"teacher_disagreement_score":0.9473476,"about_ca_system_score_codex":0.000047880065,"about_ca_system_score_gemma":0.00020060746,"threshold_uncertainty_score":0.45423472},"labels":[],"label_agreement":null},{"id":"W7125515560","doi":"10.1109/icft66708.2025.11336532","title":"STAR-Net: Advancing Conversational AI through Semantic Correlation and Contextual Response Optimization","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Correlation; Semantics (computer science); Feature (linguistics); Context (archaeology)","score_opus":0.01345631533480501,"score_gpt":0.2639869250660548,"score_spread":0.2505306097312498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125515560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016303785,0.0007645923,0.9691038,0.010242274,0.0014837283,0.000507229,0.0000044607477,0.00012108783,0.0014690105],"genre_scores_gemma":[0.81500286,0.00013731798,0.17717461,0.0037560307,0.00006013403,0.000008750606,0.000009493642,0.000011111457,0.003839681],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972518,0.0004122402,0.0006990019,0.0008266842,0.0004103621,0.00039990147],"domain_scores_gemma":[0.9979903,0.000836788,0.00019276317,0.00050610927,0.00038318566,0.00009085682],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010510852,0.00027315473,0.00029637862,0.00021978532,0.00042415748,0.00039782608,0.00031750978,0.00019142817,0.00026586885],"category_scores_gemma":[0.0005461053,0.00030172366,0.000059378763,0.00055446173,0.00014384738,0.0019898177,0.00035293231,0.00028235698,0.000021161664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004381884,0.000056762045,0.0016626576,0.00007103733,0.00005986355,0.0000079199945,0.0039825053,0.8347,0.00017616313,0.14657852,0.0007999499,0.011466467],"study_design_scores_gemma":[0.0014085016,0.00009937798,0.00182078,0.00020554542,0.000040869552,0.000010667245,0.00044627875,0.99075115,0.00015606044,0.0036040964,0.0011848757,0.00027182375],"about_ca_topic_score_codex":0.00016469676,"about_ca_topic_score_gemma":0.000044826254,"teacher_disagreement_score":0.7986991,"about_ca_system_score_codex":0.00022217297,"about_ca_system_score_gemma":0.00070033857,"threshold_uncertainty_score":0.9999435},"labels":[],"label_agreement":null},{"id":"W7125587093","doi":"10.1109/cascon66301.2025.00082","title":"From Requirements to Models: A Case Study of Large Language Models on Epidemiological Modeling","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Wellcome Trust","keywords":"Representation (politics); Modeling language; Key (lock); Language model; Data modeling; Transmission (telecommunications)","score_opus":0.18615072940077862,"score_gpt":0.395080489789336,"score_spread":0.2089297603885574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125587093","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4825365,0.00021305082,0.51337636,0.00036639543,0.00038596694,0.0008796521,0.00001918253,0.000092154165,0.0021307468],"genre_scores_gemma":[0.93830216,0.000015588268,0.05854733,0.0024333794,0.00011865307,0.00007622076,0.0000026804703,0.000021020971,0.00048294198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9932246,0.0008213189,0.001982943,0.0021654405,0.00079161325,0.0010140901],"domain_scores_gemma":[0.99592364,0.00050800457,0.00024036659,0.0027046124,0.00027529386,0.00034807497],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002306213,0.00061076274,0.0012165575,0.0004754528,0.00030888245,0.0001483077,0.0018284296,0.00029893062,0.0000682492],"category_scores_gemma":[0.0002737037,0.0005306126,0.00024151293,0.00086008536,0.00002713929,0.00080269144,0.0025554288,0.0005474137,0.000022855816],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007718286,0.0019484385,0.000068135974,0.000026491647,0.00015594004,0.00090562203,0.02833023,0.9184992,0.000058241814,0.03746064,0.0000920406,0.01237784],"study_design_scores_gemma":[0.0016990402,0.00059201336,0.0000020130724,0.00028028723,0.0000776051,0.00001335202,0.0227204,0.9339868,0.00005353884,0.040169537,0.0000022420545,0.00040319157],"about_ca_topic_score_codex":0.01855239,"about_ca_topic_score_gemma":0.000884288,"teacher_disagreement_score":0.4557657,"about_ca_system_score_codex":0.00021245635,"about_ca_system_score_gemma":0.00018330655,"threshold_uncertainty_score":0.99971455},"labels":[],"label_agreement":null},{"id":"W7125589449","doi":"10.1109/cascon66301.2025.00096","title":"Streamlining Epidemiological Model Generation Using Large Language Models","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Representation (politics); Modeling language; Key (lock); Language model; Data modeling; Transmission (telecommunications)","score_opus":0.15714932206460852,"score_gpt":0.36338280448961313,"score_spread":0.2062334824250046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125589449","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12061107,0.0014051141,0.86805516,0.00081304304,0.0006915014,0.00025720478,0.0000075646335,0.00018581595,0.0079735005],"genre_scores_gemma":[0.61979645,0.000044645072,0.3761963,0.0019948299,0.00018190345,0.0000056854988,0.0000048072166,0.000008091749,0.0017673154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963084,0.00034657886,0.0009772395,0.0012117655,0.00031223748,0.00084377854],"domain_scores_gemma":[0.9982333,0.00018270957,0.00018287335,0.0010980968,0.00015184718,0.0001511437],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018345224,0.0003756719,0.00055742793,0.00022052713,0.00046831602,0.00030369533,0.00091311085,0.0003726432,0.000064529784],"category_scores_gemma":[0.00024391884,0.00033993417,0.0002062046,0.00047511377,0.00004682664,0.00100536,0.0010466508,0.00044346217,0.000012683724],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023801633,0.000054925775,0.000089291956,0.000014024962,0.000019323963,0.0000058405844,0.00076292834,0.66279787,0.0014163494,0.315894,0.0001303508,0.018812712],"study_design_scores_gemma":[0.0003965482,0.000018149374,0.0000055992905,0.00008243582,0.00003385556,0.0000035607695,0.00017205156,0.97298646,0.0006157032,0.025366927,0.000014179242,0.0003045433],"about_ca_topic_score_codex":0.00018199327,"about_ca_topic_score_gemma":0.00004607811,"teacher_disagreement_score":0.49918535,"about_ca_system_score_codex":0.00019167106,"about_ca_system_score_gemma":0.00044596122,"threshold_uncertainty_score":0.9999053},"labels":[],"label_agreement":null},{"id":"W7125593338","doi":"10.1109/cascon66301.2025.00027","title":"Designing Large Language Models for Specific Domains: A Case Study on Live Microbe Foods for Precision Nutrition","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; Institute for Clinical Evaluative Sciences","funders":"Canadian Institutes of Health Research","keywords":"Variety (cybernetics); Generalization; Generative grammar; Function (biology); Process (computing); Domain (mathematical analysis)","score_opus":0.05672739262348838,"score_gpt":0.32485564401958866,"score_spread":0.2681282513961003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125593338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0869471,0.0026862924,0.8990871,0.00023530898,0.0010303716,0.009399825,0.000064657346,0.00015145353,0.00039794002],"genre_scores_gemma":[0.66126925,0.00005468732,0.3365184,0.0002810686,0.00022522554,0.0008601192,0.0000065840995,0.000026748316,0.0007579407],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996065,0.00024806292,0.0009027654,0.0015921296,0.0003380481,0.0008539963],"domain_scores_gemma":[0.99681973,0.0012231724,0.00020174052,0.0012628672,0.00035615242,0.00013631937],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017893439,0.00046238885,0.00054709247,0.0004707981,0.0008402856,0.00062649255,0.0008289146,0.00022923735,0.000018155968],"category_scores_gemma":[0.00010008455,0.0004602808,0.00032958013,0.0004899919,0.000026204398,0.0008160629,0.00046433017,0.00025013948,0.000009855108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022478672,0.021887992,0.00007397388,0.0025618072,0.0006617364,0.002112675,0.17899963,0.02721684,0.015923582,0.18408991,0.008915721,0.5553083],"study_design_scores_gemma":[0.00835392,0.002108113,0.0000018840719,0.0007018427,0.00009103633,0.00009284501,0.03228193,0.9311476,0.008039715,0.015633646,0.0010498586,0.00049764855],"about_ca_topic_score_codex":0.0000742509,"about_ca_topic_score_gemma":0.0001418758,"teacher_disagreement_score":0.9039307,"about_ca_system_score_codex":0.000277689,"about_ca_system_score_gemma":0.00015372713,"threshold_uncertainty_score":0.9997849},"labels":[],"label_agreement":null},{"id":"W7125599132","doi":"10.1109/cascon66301.2025.00112","title":"Enhancing Retrieval-Augmented Generation with Document Link Structure for Multi-Hop Web Question Answering","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Brock University","keywords":"Hyperlink; Web modeling; Semantic Web; Context (archaeology); Data Web; Web page; Exploit; Web standards; Semantic search; Process (computing)","score_opus":0.021209173633728567,"score_gpt":0.2895249919053821,"score_spread":0.2683158182716535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125599132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08364158,0.0004939709,0.9097845,0.0020742563,0.0023096425,0.0013938281,0.0000067172327,0.00019669105,0.00009882461],"genre_scores_gemma":[0.58444804,0.000048610724,0.41219217,0.00041381927,0.00036619065,0.000021782238,0.000014634358,0.00001609518,0.0024786768],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967974,0.00013100331,0.0008135312,0.0012149712,0.00044957275,0.00059354614],"domain_scores_gemma":[0.99814165,0.00007473972,0.0002510031,0.0008638917,0.0005389997,0.0001297219],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006931083,0.00042217085,0.00037397756,0.00028563678,0.00051521836,0.00076299056,0.00055760436,0.00026207094,0.00005814787],"category_scores_gemma":[0.00013081633,0.00037648602,0.00009737865,0.0006972385,0.000041181385,0.0009458446,0.0002668872,0.00031286408,0.000003739259],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023522234,0.0001000801,0.000337137,0.000645261,0.00026874943,0.000010362152,0.0019221229,0.094883464,0.6633345,0.06847639,0.00011668165,0.16967005],"study_design_scores_gemma":[0.0015606886,0.00016891632,0.000056083078,0.0004126514,0.000056636796,0.0000051569677,0.00004818717,0.75602853,0.24043895,0.0003220651,0.0005913608,0.00031079788],"about_ca_topic_score_codex":0.000073698706,"about_ca_topic_score_gemma":0.0006009167,"teacher_disagreement_score":0.66114503,"about_ca_system_score_codex":0.00047440978,"about_ca_system_score_gemma":0.00058625924,"threshold_uncertainty_score":0.9998687},"labels":[],"label_agreement":null},{"id":"W7125620902","doi":"10.1109/cascon66301.2025.00037","title":"NL in the Middle: Code Translation with LLMs and Intermediate Representations","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Translation (biology); Syntax; Code (set theory); Abstract syntax; Natural language; Abstract syntax tree; Machine translation","score_opus":0.060226446811779556,"score_gpt":0.29567657845569906,"score_spread":0.2354501316439195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125620902","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10276167,0.00042827238,0.86745304,0.011828011,0.00022135509,0.00039362142,0.0000016262,0.000026481657,0.016885918],"genre_scores_gemma":[0.98125046,0.00007182128,0.016377639,0.0009332961,0.000025479165,0.000020938542,0.0000013213788,0.000003309644,0.0013157455],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986633,0.00016184973,0.0003236033,0.00044551244,0.00020289,0.00020281969],"domain_scores_gemma":[0.9990524,0.00028191903,0.000050249208,0.00054080423,0.0000433028,0.000031341908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044020443,0.000121579746,0.00012645869,0.00020904868,0.00012761446,0.000307747,0.0004984979,0.000052633786,0.000018776593],"category_scores_gemma":[0.000024598385,0.000081372076,0.00002341069,0.0008576798,0.000107037704,0.00041843465,0.00008532291,0.00020234648,0.000003466036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052286454,0.0001835423,0.015936311,0.00013616311,0.000051045285,0.000045143614,0.07442171,0.0071374895,0.00012263136,0.28429857,0.00018426642,0.61743087],"study_design_scores_gemma":[0.00077197264,0.0000632744,0.0152569115,0.00017082089,0.000021059173,0.00001168645,0.001722292,0.9758455,0.00007634098,0.0053329635,0.00060798187,0.00011916872],"about_ca_topic_score_codex":0.0002117794,"about_ca_topic_score_gemma":0.00191195,"teacher_disagreement_score":0.96870804,"about_ca_system_score_codex":0.000018231638,"about_ca_system_score_gemma":0.00014266706,"threshold_uncertainty_score":0.33182567},"labels":[],"label_agreement":null},{"id":"W7125701415","doi":"10.1109/medai67139.2025.00015","title":"Fine-Tuning Pre-trained Transformer-Based Models for Sentence-Level Medical Text Classification","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Dice; Class (philosophy); Transferability; Function (biology); Test (biology); Randomized controlled trial","score_opus":0.09921765004792034,"score_gpt":0.3202331665931665,"score_spread":0.22101551654524615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125701415","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002114271,0.000180593,0.9409737,0.045837395,0.001224563,0.0014164877,0.000025068346,0.00026185045,0.007966065],"genre_scores_gemma":[0.8108319,0.000026068767,0.18133596,0.002097146,0.00014890583,0.00021670296,0.000019674848,0.000021608961,0.0053020325],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99496514,0.00014927122,0.0013659557,0.0014339155,0.0011277583,0.00095796323],"domain_scores_gemma":[0.997033,0.000734068,0.00019521697,0.0011652376,0.00048502773,0.00038746142],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015917252,0.0004827315,0.0005537268,0.00040619916,0.0005122988,0.00035136758,0.0020607186,0.0005243866,0.00022894116],"category_scores_gemma":[0.00031499064,0.00046063497,0.00037321387,0.0009204106,0.00019790969,0.000893377,0.00011652854,0.00047536832,0.000012811319],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010448218,0.00031513043,0.00010948459,0.0004091194,0.00007844049,0.0000037583945,0.0011153846,0.03446135,0.0014751068,0.38821366,0.0009585569,0.5727555],"study_design_scores_gemma":[0.0023603947,0.00012135472,0.00029466738,0.00056838506,0.00006066535,0.0000034854913,0.00014822622,0.9775172,0.0014696822,0.016055424,0.00095933053,0.00044119902],"about_ca_topic_score_codex":0.00014345213,"about_ca_topic_score_gemma":0.00027382481,"teacher_disagreement_score":0.9430558,"about_ca_system_score_codex":0.00020812149,"about_ca_system_score_gemma":0.0028580655,"threshold_uncertainty_score":0.9997845},"labels":[],"label_agreement":null},{"id":"W7125777035","doi":"10.21428/594757db.1b7841bc","title":"Aligning Language Models Using Multi-Objective Deep Reinforcement Learning","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Brock University","funders":"","keywords":"Helpfulness; Reinforcement learning; Natural language; Language model; SIGNAL (programming language); Reinforcement; Language acquisition","score_opus":0.030782286661813492,"score_gpt":0.2911095375561579,"score_spread":0.26032725089434444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125777035","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011412029,0.00013371775,0.9717104,0.00006985155,0.00018024584,0.00012861585,2.6845596e-8,0.00026337616,0.016101759],"genre_scores_gemma":[0.70911014,0.0000022097722,0.28854838,0.00028494338,0.000016420128,0.00000489667,4.4442032e-7,0.000004328441,0.0020282443],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989514,0.000049213468,0.00021142219,0.00034796234,0.00016800161,0.00027202992],"domain_scores_gemma":[0.9994402,0.00005000024,0.00005372464,0.00035248083,0.00006063437,0.000042957658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024022383,0.00011744322,0.00012980876,0.00015230756,0.00018227496,0.00012512984,0.0004251234,0.000048978774,0.000011679323],"category_scores_gemma":[0.000037863352,0.00011237784,0.000050743405,0.00028109452,0.000012398899,0.00050547475,0.0004302503,0.00015683682,0.0000070818255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010214534,0.000007512122,0.000122338,0.000007989225,0.000016643258,0.000005687091,0.003466898,0.9218169,0.0017410541,0.062913485,0.0000039264987,0.009896548],"study_design_scores_gemma":[0.0002594982,0.0000089195155,0.00001596801,0.00003722156,0.0000053719486,0.000002210913,0.0008271729,0.99329895,0.004522568,0.00087574404,0.000025870302,0.00012053251],"about_ca_topic_score_codex":0.0004378573,"about_ca_topic_score_gemma":0.000023784296,"teacher_disagreement_score":0.6976981,"about_ca_system_score_codex":0.000117506665,"about_ca_system_score_gemma":0.00006678048,"threshold_uncertainty_score":0.45826355},"labels":[],"label_agreement":null},{"id":"W7125920169","doi":"10.21428/594757db.5968b33e","title":"MAC: Multimodal Attentive Contrastive Learning Framework","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Multimodal learning; Feature learning; Mechanism (biology); Joint (building); Multimodality; Representation (politics); Contrast (vision)","score_opus":0.008993020724235603,"score_gpt":0.26377009045569294,"score_spread":0.25477706973145736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125920169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01057195,0.00005123475,0.9637922,0.002109539,0.00042629082,0.000095099895,1.8263127e-7,0.00024667993,0.02270683],"genre_scores_gemma":[0.77445287,0.000002287037,0.22012188,0.00067773793,0.000030730993,0.0000072189023,2.8395743e-7,0.000002501172,0.004704496],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917376,0.000049812086,0.000115930925,0.00032622175,0.00012199185,0.00021227199],"domain_scores_gemma":[0.9993652,0.00024606544,0.000030895033,0.00024794572,0.00007071125,0.00003914838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013153185,0.00008794413,0.000113202535,0.00007065278,0.000116479605,0.00010232613,0.00043903373,0.000066080735,0.000039133116],"category_scores_gemma":[0.00016370823,0.00007948298,0.000045703924,0.0002298393,0.000023325058,0.00018289514,0.00026404404,0.0002787667,0.00007110524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047626963,0.000026539634,0.009909042,0.000007144929,0.000040505016,0.000010545384,0.000895926,0.0035503744,0.00026152233,0.8808208,0.0002833615,0.104189456],"study_design_scores_gemma":[0.0002679994,0.000019996485,0.006443585,0.000061428786,0.0000052100636,0.0000012890828,0.00017891506,0.9679499,0.0009711788,0.021134349,0.0028256655,0.0001404636],"about_ca_topic_score_codex":0.000044621283,"about_ca_topic_score_gemma":0.0000038159496,"teacher_disagreement_score":0.9643995,"about_ca_system_score_codex":0.000034800334,"about_ca_system_score_gemma":0.000045643068,"threshold_uncertainty_score":0.3241222},"labels":[],"label_agreement":null},{"id":"W7125974680","doi":"10.1109/smc58881.2025.11343466","title":"Towards Robust Retrieval-Augmented Generation Based on Knowledge Graph: A Comparative Analysis","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep de l'Outaouais; Institut National de la Recherche Scientifique","funders":"","keywords":"Robustness (evolution); Counterfactual thinking; Testbed; Personalization; Natural language generation; RGB color model","score_opus":0.08601229894000449,"score_gpt":0.32554630638258597,"score_spread":0.23953400744258146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125974680","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010007451,0.0005202913,0.92336607,0.0021912544,0.0014437677,0.00056990713,0.00001012572,0.00017356685,0.06171755],"genre_scores_gemma":[0.94489735,0.000025523315,0.047372613,0.0012501036,0.00015034566,0.000019922003,0.00003599679,0.0000076016495,0.0062405593],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99547076,0.00065791176,0.0010029707,0.0016019621,0.0006784697,0.00058791554],"domain_scores_gemma":[0.9968766,0.00020411145,0.00024154215,0.0017254723,0.0007467795,0.00020547058],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010467258,0.0005187547,0.00086636504,0.0020913393,0.00052024657,0.0006727809,0.001147863,0.00024443396,0.00051499606],"category_scores_gemma":[0.00007375765,0.0004927211,0.000600224,0.010029399,0.00011336558,0.0003896411,0.0003434206,0.0004018441,0.000085702486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009954855,0.00077842094,0.0005855114,0.000049228536,0.0012668995,0.000006553652,0.0015698214,0.9148743,0.00058500434,0.06177716,0.003424988,0.014982544],"study_design_scores_gemma":[0.0010550324,0.00018750978,0.0013488462,0.00008835795,0.0007347079,2.2452716e-7,0.000078537116,0.9857662,0.0095030675,0.0002675323,0.0005441949,0.00042580807],"about_ca_topic_score_codex":0.00017292965,"about_ca_topic_score_gemma":0.00040320307,"teacher_disagreement_score":0.93488985,"about_ca_system_score_codex":0.00041484577,"about_ca_system_score_gemma":0.0008805998,"threshold_uncertainty_score":0.99975246},"labels":[],"label_agreement":null},{"id":"W7126370870","doi":"10.21428/594757db.2a2b97c3","title":"Triple-Aware Reasoning: A Retrieval-Augmented GenerationApproach for Enhancing Question-Answering Tasks withKnowledge Graphs and Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Language model; Knowledge graph; Inference; Relevance (law); Question answering; Universal Networking Language; Data modeling; Natural language; Graph","score_opus":0.02018945031357532,"score_gpt":0.2802207549337358,"score_spread":0.2600313046201605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126370870","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023298817,0.0024520278,0.97169924,0.0002568094,0.00042288433,0.00042492323,0.0000116584115,0.0006260335,0.00080763246],"genre_scores_gemma":[0.83994496,0.000025110563,0.15747687,0.00010041647,0.000109995715,0.00006182672,0.000024041254,0.000022188555,0.0022345653],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984557,0.000047094123,0.00029009226,0.00066124386,0.00021489714,0.00033099603],"domain_scores_gemma":[0.9992839,0.00009542833,0.000037996047,0.00038044725,0.000100114696,0.00010208676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007659178,0.00017837607,0.00017683672,0.00018335738,0.00019639893,0.0004169794,0.000271009,0.00008766733,0.000009602206],"category_scores_gemma":[0.000070046,0.00015992997,0.00006947366,0.00037547975,0.000014709576,0.0007485081,0.00016400039,0.0001388922,0.0000035415057],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013703705,0.000040707026,0.00004227833,0.00023623934,0.00006111116,0.000014065751,0.0060832673,0.002083094,0.006113302,0.9741568,0.0005603507,0.010595096],"study_design_scores_gemma":[0.00035628036,0.000035173463,0.000007401349,0.00012905682,0.000014287649,0.000018109995,0.00020964013,0.98635584,0.0051421486,0.0071240594,0.00040678467,0.0002012046],"about_ca_topic_score_codex":0.00003286975,"about_ca_topic_score_gemma":0.000114300936,"teacher_disagreement_score":0.9842728,"about_ca_system_score_codex":0.000062470834,"about_ca_system_score_gemma":0.00010958723,"threshold_uncertainty_score":0.6521755},"labels":[],"label_agreement":null},{"id":"W7126381417","doi":"10.21428/594757db.3f69a234","title":"Advancements in Large Language Models Through Employment of Retrieval Augmented Generation and its Enhancements for Assistance in Academia","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Popularity; Domain (mathematical analysis); Language model; Data modeling; Topic model","score_opus":0.0412717576777256,"score_gpt":0.34182395355652867,"score_spread":0.30055219587880305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126381417","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37559837,0.0005351443,0.6229011,0.00023213812,0.00008443337,0.0003315379,0.0000037399222,0.00001246366,0.0003010819],"genre_scores_gemma":[0.9561965,0.00008965747,0.042284697,0.00045930166,0.000010092186,0.000044330332,0.000006241278,0.000003515409,0.00090565433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886763,0.000031827953,0.00037437264,0.00034130737,0.00017165046,0.00021323551],"domain_scores_gemma":[0.99965066,0.000028253144,0.00007205189,0.00019212886,0.00004012965,0.000016782204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033373697,0.000091240734,0.00015835647,0.00009924857,0.0000273779,0.000021266616,0.00022967381,0.000109251116,0.000003863187],"category_scores_gemma":[0.000029991903,0.00009139414,0.00001663197,0.00029029947,0.0000054397315,0.00057955744,0.0001523996,0.00013572075,3.1388353e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020543928,0.0006126652,0.0102392,0.00036951213,0.00006211442,0.0000064903156,0.0077744173,0.021240653,0.20798868,0.73065925,0.00030898437,0.020532604],"study_design_scores_gemma":[0.0016151059,0.00002863254,0.00047373914,0.00009331551,0.0000023456723,7.741644e-8,0.00007219365,0.91407365,0.080183275,0.0032411008,0.0001317515,0.00008481124],"about_ca_topic_score_codex":0.00002568554,"about_ca_topic_score_gemma":0.00014862294,"teacher_disagreement_score":0.892833,"about_ca_system_score_codex":0.00011230239,"about_ca_system_score_gemma":0.00004186779,"threshold_uncertainty_score":0.3726945},"labels":[],"label_agreement":null},{"id":"W7126402336","doi":"10.18653/v1/2024.findings-eacl.43","title":"Capturing the Relationship Between Sentence Triplets for LLM and Human-Generated Texts to Enhance Sentence Embeddings","year":2024,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Sentence; Feature (linguistics); Semantics (computer science); Term (time)","score_opus":0.07427577997439558,"score_gpt":0.3428753693139701,"score_spread":0.2685995893395745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126402336","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33300632,0.0011106468,0.65324634,0.010313905,0.0008428677,0.0009596876,0.000015042707,0.00020878666,0.00029638258],"genre_scores_gemma":[0.9619379,0.000017854913,0.027431604,0.0006992651,0.00069195795,0.000111108726,0.000004706773,0.00003734554,0.0090682795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959157,0.00015563241,0.00088379846,0.001659721,0.00053900137,0.0008461522],"domain_scores_gemma":[0.9965699,0.0017662075,0.00013220482,0.0009687653,0.00024210647,0.00032082197],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015160312,0.0004500126,0.00038574974,0.00025037705,0.0011435761,0.0018297167,0.0012201102,0.00018082475,0.000024435507],"category_scores_gemma":[0.00057695044,0.00035409682,0.00014504456,0.0010619812,0.00014611927,0.00092348264,0.0007616126,0.00054967985,0.000074706564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005469074,0.00017972465,0.061319377,0.0020459674,0.00041341182,0.000117900985,0.05089348,0.00940793,0.025081282,0.57616425,0.008767024,0.265555],"study_design_scores_gemma":[0.0003812604,0.00030140928,0.018985018,0.0015518276,0.00014309386,0.000059384376,0.0005227521,0.937683,0.015096473,0.019424291,0.004693336,0.0011581952],"about_ca_topic_score_codex":0.00030950227,"about_ca_topic_score_gemma":0.00010933938,"teacher_disagreement_score":0.92827505,"about_ca_system_score_codex":0.00014419155,"about_ca_system_score_gemma":0.00018514275,"threshold_uncertainty_score":0.9998911},"labels":[],"label_agreement":null},{"id":"W7126404497","doi":"10.21428/594757db.834c24c6","title":"Intra-Layer Recurrence in Transformers for Language Modeling","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Transformer; Language model; Natural language; Modeling language; Current transformer","score_opus":0.03016604409396594,"score_gpt":0.3008865339034704,"score_spread":0.27072048980950447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126404497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026774528,0.00012630092,0.9631406,0.0013788068,0.00022887062,0.0001928199,5.527702e-7,0.000074079544,0.0080834385],"genre_scores_gemma":[0.8823402,0.000008787222,0.11675308,0.00049463887,0.000012663354,0.000029847333,5.7620906e-7,0.0000022749523,0.00035794382],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992849,0.000011754568,0.00017673604,0.00025366602,0.00007133719,0.00020160676],"domain_scores_gemma":[0.99972564,0.00004696615,0.000009890633,0.00016911066,0.000023391827,0.000025022584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002349246,0.00006761782,0.00009176747,0.00012123733,0.000030650524,0.00004350791,0.00035036195,0.000040080668,0.000005471061],"category_scores_gemma":[0.000027283337,0.00006199838,0.000035518267,0.00024424968,0.000005663966,0.00023460294,0.00003735185,0.000081815706,0.0000028720658],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009212986,0.000035759665,0.00017522249,0.000063626925,0.000007759405,0.0000027291687,0.0026873744,0.027758008,0.0013081686,0.20668204,0.00016893294,0.7611012],"study_design_scores_gemma":[0.00025259104,0.000007482953,0.000008899388,0.00003235877,0.0000011942428,3.78837e-7,0.00015873005,0.9915909,0.0015299959,0.0061603007,0.00018550543,0.00007165294],"about_ca_topic_score_codex":0.000107376894,"about_ca_topic_score_gemma":0.00013458317,"teacher_disagreement_score":0.9638329,"about_ca_system_score_codex":0.000032891185,"about_ca_system_score_gemma":0.000064650856,"threshold_uncertainty_score":0.25282204},"labels":[],"label_agreement":null},{"id":"W7126406861","doi":"10.21428/594757db.c4952d65","title":"Discovering and Evaluating Politeness Editing Strategies","year":2025,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; Toronto Metropolitan University","funders":"","keywords":"Politeness; Rewriting; Natural (archaeology); Natural language; Phenomenon; Natural language generation","score_opus":0.03139444771489772,"score_gpt":0.33202797958433133,"score_spread":0.3006335318694336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126406861","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23633769,0.00007915153,0.73908985,0.0005983033,0.00020810025,0.0000344463,7.698505e-8,0.000088939196,0.02356346],"genre_scores_gemma":[0.9240257,0.0000019015536,0.07538684,0.00015837,0.000056419616,0.0000035721832,1.1706186e-7,0.0000015676392,0.000365515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994209,0.00001913345,0.00011382875,0.00020628744,0.00009707885,0.00014277005],"domain_scores_gemma":[0.99967587,0.00006105099,0.000020493779,0.00019640887,0.0000259279,0.0000202664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002333431,0.000055413,0.000064721135,0.000050881186,0.00008210131,0.00037436327,0.00021852618,0.000017748886,0.0000027096912],"category_scores_gemma":[0.00003948332,0.00004838609,0.000011911556,0.00012279495,0.000012326533,0.0006143322,0.00030356558,0.00004950394,0.0000010381094],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.6544865e-7,0.0000025565714,0.001181206,0.000024506557,0.000004069695,9.696744e-7,0.00036096145,0.002170774,0.00092530745,0.9222897,0.000011615854,0.07302801],"study_design_scores_gemma":[0.00011460101,0.000007926669,0.0026655137,0.000056091856,0.0000023610844,0.0000024450135,0.0009560646,0.94951266,0.0008852341,0.045631614,0.00009095802,0.0000745576],"about_ca_topic_score_codex":0.00014334582,"about_ca_topic_score_gemma":0.0000157764,"teacher_disagreement_score":0.94734186,"about_ca_system_score_codex":0.000014567392,"about_ca_system_score_gemma":0.00006623652,"threshold_uncertainty_score":0.36099935},"labels":[],"label_agreement":null},{"id":"W7126410033","doi":"10.21428/594757db.1c863f43","title":"Large Language Models are Incoherent Storytellers","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Variety (cybernetics); Narrative; Natural language; Natural language generation; Natural (archaeology); Language planning; Range (aeronautics)","score_opus":0.024723074066221155,"score_gpt":0.2581021526382649,"score_spread":0.23337907857204376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126410033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014948656,0.00090075284,0.9600952,0.00087086036,0.0005178404,0.000063800886,0.0000015070558,0.00059688574,0.022004494],"genre_scores_gemma":[0.97092247,0.00000869537,0.023207014,0.00043282213,0.00008132588,0.000006610964,6.400048e-7,0.0000073732203,0.0053330474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992193,0.000019087483,0.00009669915,0.0002850246,0.00016792284,0.00021196803],"domain_scores_gemma":[0.9995036,0.000025806681,0.000011232403,0.00038358217,0.000012912542,0.00006282601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016635195,0.00007427064,0.00007119942,0.000067019966,0.00003592802,0.00014161755,0.00041579152,0.000032766817,0.00012820703],"category_scores_gemma":[0.0000045602033,0.000060391878,0.000043645654,0.00013363542,0.0000055339297,0.0003749712,0.00021806,0.00010059529,0.00019924158],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010097455,0.000053695236,0.000089398585,0.00007926899,0.00003326241,0.00021349758,0.012669147,0.012152058,0.0003018521,0.90187114,0.026235702,0.04629994],"study_design_scores_gemma":[0.000052670694,0.000005485429,0.000013477404,0.000024600795,0.00000146361,0.0000037767143,0.00034703972,0.98666745,0.00017808878,0.0047581443,0.007860103,0.000087696666],"about_ca_topic_score_codex":0.00003986256,"about_ca_topic_score_gemma":0.000067192675,"teacher_disagreement_score":0.9745154,"about_ca_system_score_codex":0.000045615045,"about_ca_system_score_gemma":0.00003879933,"threshold_uncertainty_score":0.2560914},"labels":[],"label_agreement":null},{"id":"W7126411529","doi":"10.18653/v1/2024.codi-1.11","title":"Exploring Soft-Label Training for Implicit Discourse Relation Recognition","year":2024,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Training (meteorology); Relation (database); Feature (linguistics); Action (physics); Interpretation (philosophy)","score_opus":0.38760953990793007,"score_gpt":0.3513438588791463,"score_spread":0.03626568102878375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126411529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054639675,0.00059029675,0.9330306,0.0037334543,0.0046953345,0.0006256784,0.00001527486,0.0005413283,0.0021283375],"genre_scores_gemma":[0.83018243,0.00012365938,0.1668149,0.0001599615,0.001190546,0.0002798468,0.000018163726,0.00004674736,0.0011837719],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971692,0.000053596454,0.0006733987,0.0010996687,0.0003439729,0.00066015363],"domain_scores_gemma":[0.99872786,0.00041027108,0.00008895327,0.00049087073,0.00011904728,0.00016300834],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00093687576,0.00029816836,0.0002601458,0.00028588937,0.0003414113,0.0009970074,0.00041315463,0.0001277542,0.00007727637],"category_scores_gemma":[0.00012898711,0.00030363174,0.00017519025,0.00052780344,0.000039454142,0.0042537292,0.00016663341,0.0003277674,0.00018038697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008996154,0.000026622645,0.0000045299676,0.00016056393,0.00003996121,0.000006692938,0.012537154,0.00068110763,0.0009087551,0.05982013,0.000086308115,0.9257192],"study_design_scores_gemma":[0.0003929474,0.00013600444,0.00004266027,0.0007126612,0.000068180954,0.000023695948,0.001221203,0.9614951,0.00059757556,0.033735026,0.0011676281,0.0004073167],"about_ca_topic_score_codex":0.000035470373,"about_ca_topic_score_gemma":0.000013991076,"teacher_disagreement_score":0.960814,"about_ca_system_score_codex":0.00016004003,"about_ca_system_score_gemma":0.00024359298,"threshold_uncertainty_score":0.9999416},"labels":[],"label_agreement":null},{"id":"W7126425016","doi":"10.18653/v1/2024.findings-eacl.128","title":"Jigsaw Pieces of Meaning: Modeling Discourse Coherence with Informed Negative Sample Synthesis","year":2024,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited","keywords":"Coherence (philosophical gambling strategy); Jigsaw; Sample (material); Set (abstract data type)","score_opus":0.04639313863466781,"score_gpt":0.290176069567851,"score_spread":0.2437829309331832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126425016","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021649556,0.0006670726,0.96130687,0.001357357,0.0006053351,0.00044422437,0.000044453252,0.00025346785,0.013671674],"genre_scores_gemma":[0.8080087,0.00010366713,0.19133575,0.00004503639,0.00012036104,0.000042274023,0.00000159463,0.000029254768,0.00031336272],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99604005,0.000102315804,0.0009760041,0.0010960475,0.001047823,0.0007377865],"domain_scores_gemma":[0.996266,0.001844978,0.00021932725,0.0010887604,0.0003315625,0.00024938793],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059308024,0.00050851685,0.00063754973,0.0003290981,0.00024669102,0.000754848,0.001492219,0.00015282004,0.00041168585],"category_scores_gemma":[0.00061798486,0.0003822878,0.00017631828,0.0011172454,0.00026980642,0.0022853953,0.00058896496,0.00042101298,0.00004114725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006608089,0.00011994092,0.00029899366,0.00093719596,0.00048936205,0.00003776412,0.034249883,0.48849258,0.000092034854,0.2415195,0.00011839986,0.23357826],"study_design_scores_gemma":[0.00018692401,0.00018747657,0.0000075829316,0.0022978203,0.00013061782,0.000015896216,0.0029165794,0.9836363,0.0039520045,0.006031311,0.0001319821,0.0005054866],"about_ca_topic_score_codex":0.0027978627,"about_ca_topic_score_gemma":0.0012028042,"teacher_disagreement_score":0.78635913,"about_ca_system_score_codex":0.00015027706,"about_ca_system_score_gemma":0.0012535228,"threshold_uncertainty_score":0.9998629},"labels":[],"label_agreement":null},{"id":"W7126443791","doi":"10.21428/594757db.a9152d5a","title":"SoftSkillQG: Robust Skill-Targeted Reading ComprehensionQuestion Generation Using Soft-prompts","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Variety (cybernetics); Context (archaeology); Quality (philosophy); Comprehension; Reading (process); Reading comprehension; Language understanding","score_opus":0.06561443085860268,"score_gpt":0.28378855641263656,"score_spread":0.21817412555403387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126443791","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05814697,0.0003594779,0.9377609,0.0004156889,0.0017555836,0.00014096232,6.381067e-7,0.00094569154,0.00047407247],"genre_scores_gemma":[0.6050222,0.000007926352,0.39395794,0.00020455611,0.00035480826,0.000004504406,0.000010000159,0.000014640433,0.0004234278],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984673,0.00006626967,0.00029707456,0.0005937877,0.00029522183,0.0002803055],"domain_scores_gemma":[0.99927884,0.00006364847,0.000039482085,0.00043452796,0.00010028709,0.00008323623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028366994,0.0001621152,0.00014087922,0.00019213084,0.0001964253,0.0005226084,0.0003159218,0.00009285423,0.00005517139],"category_scores_gemma":[0.00003984623,0.00014652428,0.000056064197,0.00038742254,0.000018242097,0.0009837649,0.00017852848,0.0001577345,0.000084867555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020963791,0.000049781807,0.00015375434,0.000088657034,0.000045411256,0.000080137426,0.0014727655,0.47132316,0.19437726,0.19404781,0.002842732,0.13551643],"study_design_scores_gemma":[0.00006878168,0.000014190844,0.000064822794,0.00008344516,0.0000082694705,0.00005308996,0.000011397189,0.9924624,0.0047899694,0.0016300244,0.00062284985,0.0001907599],"about_ca_topic_score_codex":0.00010271134,"about_ca_topic_score_gemma":0.000009859513,"teacher_disagreement_score":0.54687524,"about_ca_system_score_codex":0.00012995911,"about_ca_system_score_gemma":0.000093632734,"threshold_uncertainty_score":0.59750867},"labels":[],"label_agreement":null},{"id":"W7128191878","doi":"10.1145/3745764","title":"NLPerturbator: Studying the Robustness of Code LLMs to Natural Language Variations","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Key Research and Development Program of China","keywords":"Robustness (evolution); Natural language; Coding (social sciences); Code (set theory); Natural language generation","score_opus":0.056644086971520985,"score_gpt":0.31641526681795956,"score_spread":0.2597711798464386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128191878","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017287692,0.00033793505,0.9799492,0.00094565505,0.0011818551,0.0001216403,0.0000042881675,0.00016751906,0.0000042519005],"genre_scores_gemma":[0.3331617,0.000007505887,0.66649264,0.00015288273,0.000016993441,0.000025826563,3.461287e-7,0.000004609355,0.00013747241],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925315,0.00012502713,0.00016698772,0.00022572961,0.000077218756,0.00015189643],"domain_scores_gemma":[0.99714,0.0022073728,0.000023034081,0.00055280165,0.00004264775,0.000034129756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005143621,0.000097600554,0.00016830281,0.0001741854,0.000112446214,0.0000210919,0.00047493124,0.000056974986,0.0000023244754],"category_scores_gemma":[0.00084840244,0.00007744001,0.000043043805,0.00035484319,0.00001558891,0.00006858545,0.00003322722,0.00021577526,5.473391e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000090129915,0.000031133604,0.000043792403,0.00004911114,0.000098019984,0.0000016263036,0.003937786,0.77922386,0.001739888,0.007589368,0.000032569675,0.20724382],"study_design_scores_gemma":[0.00079306297,0.00013066482,0.004298685,0.0001662844,0.0001239487,0.000046986766,0.00081298023,0.9805472,0.009059025,0.00079093844,0.0027830768,0.00044716895],"about_ca_topic_score_codex":0.000029414003,"about_ca_topic_score_gemma":0.000012321166,"teacher_disagreement_score":0.31587404,"about_ca_system_score_codex":0.0000217407,"about_ca_system_score_gemma":0.000029964376,"threshold_uncertainty_score":0.3157912},"labels":[],"label_agreement":null},{"id":"W7128810986","doi":"10.26615/978-954-452-106-6-011","title":"Exploring Language in Different Daily Time Segments Through Text Prediction and Language Modeling","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"St. Francis Xavier University","keywords":"Language model; Natural language; Modeling language; Language identification; Feature (linguistics); Data modeling","score_opus":0.05274004071677961,"score_gpt":0.2675619732917397,"score_spread":0.21482193257496007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128810986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5289006,0.0009499356,0.4658036,0.000311709,0.0004383179,0.00023011128,0.0000033840909,0.00010605289,0.0032562609],"genre_scores_gemma":[0.9866568,0.00031245226,0.009533884,0.0002807434,0.00014140848,0.000046660163,0.0000049774867,0.00001578278,0.0030073028],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974242,0.000117803764,0.0006349513,0.0009293481,0.00035818826,0.0005355086],"domain_scores_gemma":[0.9990134,0.0000726509,0.00006753836,0.00072434085,0.00003494615,0.000087117005],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031123825,0.0003392701,0.00038247957,0.0002663897,0.00015543996,0.0003110129,0.00050285127,0.000114809125,0.000071946706],"category_scores_gemma":[0.000041982683,0.00031367093,0.000066085544,0.00043538684,0.000030101122,0.0015410708,0.00090376165,0.00035432447,0.000030114725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084029416,0.0006692095,0.008407063,0.000706867,0.00022218253,0.00016226828,0.20647122,0.12972063,0.02449574,0.010795176,0.00015788106,0.61810774],"study_design_scores_gemma":[0.00087937154,0.000035666097,0.0009571509,0.0005219769,0.000020996755,0.000003455053,0.003266742,0.9918741,0.0017997916,0.00039357832,0.000013871582,0.00023327606],"about_ca_topic_score_codex":0.0008897181,"about_ca_topic_score_gemma":0.000063697604,"teacher_disagreement_score":0.86215353,"about_ca_system_score_codex":0.00019147141,"about_ca_system_score_gemma":0.00005933661,"threshold_uncertainty_score":0.9999315},"labels":[],"label_agreement":null},{"id":"W7130555830","doi":"10.1109/fllm67465.2025.11391225","title":"Emotion-Aware Prompting for Large Language Models","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Artificial Intelligence in Medicine (Canada); Université TÉLUQ","funders":"","keywords":"Context (archaeology); Natural language; Language model; Natural (archaeology); Benchmark (surveying); Mental model; Context model; Natural language understanding","score_opus":0.029708949427258897,"score_gpt":0.2969832034087523,"score_spread":0.2672742539814934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130555830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056199105,0.00050427264,0.97514707,0.002564302,0.0011930973,0.0008808453,0.0000152445355,0.00023818137,0.0138371065],"genre_scores_gemma":[0.8439394,0.0000076106858,0.13168593,0.0010876096,0.00016948626,0.00005220245,0.000004872129,0.000012041204,0.023040855],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977067,0.000054484433,0.00050317764,0.0008247466,0.00023189766,0.0006789894],"domain_scores_gemma":[0.99858475,0.0001338557,0.00010042011,0.0008847314,0.00020737044,0.00008887707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068816723,0.00023115323,0.00027453198,0.0001681045,0.00039578523,0.00037297688,0.0009374068,0.00014688965,0.00008335524],"category_scores_gemma":[0.00007474432,0.00023085129,0.00016789691,0.0004021063,0.000014453629,0.0007077967,0.0006371969,0.00018132238,0.000021751684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066940793,0.00013632864,0.00010130646,0.0004014395,0.000050387658,0.000004758556,0.005867221,0.013686025,0.00012321526,0.8242447,0.0012700574,0.1541079],"study_design_scores_gemma":[0.0006849209,0.000028120505,0.000021463142,0.0002142453,0.00001881472,0.000001525099,0.0008470123,0.9775025,0.00060614967,0.019098682,0.0007562549,0.00022026182],"about_ca_topic_score_codex":0.00007123917,"about_ca_topic_score_gemma":0.000038971233,"teacher_disagreement_score":0.9638165,"about_ca_system_score_codex":0.00008582229,"about_ca_system_score_gemma":0.00028075906,"threshold_uncertainty_score":0.94138426},"labels":[],"label_agreement":null},{"id":"W7130611624","doi":"10.1109/fllm67465.2025.11391199","title":"Enhancing the Reliability of Large Language Models in Specialized Domains by Balancing Internal and External Knowledge","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reliability (semiconductor); Focus (optics); Measure (data warehouse); Language model; Training (meteorology); Training set","score_opus":0.00894258193979811,"score_gpt":0.2789350916978804,"score_spread":0.26999250975808226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130611624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41920972,0.0027515246,0.56823623,0.00029245764,0.00049131864,0.00023569603,0.0000053446224,0.000019844176,0.008757839],"genre_scores_gemma":[0.9838148,0.00015455141,0.013090478,0.00026496506,0.00010486307,0.000010043226,4.33251e-7,0.000009153587,0.002550749],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677813,0.00042449866,0.001124197,0.0007915124,0.00031244804,0.0005692025],"domain_scores_gemma":[0.9981225,0.00051406166,0.00019984318,0.00095959543,0.00011472698,0.00008923263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002876073,0.00027975658,0.0005249266,0.00017754018,0.00015065852,0.0001886559,0.0011593513,0.00013906248,0.000085618245],"category_scores_gemma":[0.00021920075,0.00021498403,0.00012192034,0.0005149415,0.0001393524,0.0005234614,0.0015152916,0.0004981587,0.0000033730028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035853646,0.0017372611,0.03016759,0.0016046517,0.00015521438,0.00006641469,0.16186982,0.005080543,0.11414136,0.529813,0.0010726479,0.15393296],"study_design_scores_gemma":[0.0016782278,0.000034112563,0.0015731533,0.0008893967,0.000018735633,0.000005301988,0.0013143,0.9612723,0.020730048,0.012010603,0.00024657111,0.00022727314],"about_ca_topic_score_codex":0.00159794,"about_ca_topic_score_gemma":0.0023969677,"teacher_disagreement_score":0.9561917,"about_ca_system_score_codex":0.00019352951,"about_ca_system_score_gemma":0.00031827705,"threshold_uncertainty_score":0.8766794},"labels":[],"label_agreement":null},{"id":"W7131116583","doi":"10.1109/icairc68035.2025.11384878","title":"Two-Stage Fine-Tuning for Retrieval-Augmented Large Language Models via Retriever and Prompt Optimization","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Language model; Generalization; Generator (circuit theory); Labrador Retriever; Protocol (science); Set (abstract data type)","score_opus":0.02058260023157539,"score_gpt":0.2826260557435897,"score_spread":0.2620434555120143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131116583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005071889,0.0013231545,0.9856633,0.0013327484,0.0006974007,0.0015915348,0.000036651352,0.0002374105,0.004045911],"genre_scores_gemma":[0.5897127,0.00006946763,0.38380384,0.00093250745,0.00010795185,0.000028810868,0.000034431552,0.00003332727,0.02527696],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967006,0.00012651405,0.00077587564,0.0012142872,0.00040719533,0.00077555695],"domain_scores_gemma":[0.99801725,0.00021598574,0.00023256436,0.0009823383,0.00038350778,0.00016835898],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012176688,0.0003991259,0.00045668113,0.00033784937,0.00047359004,0.0005161066,0.00068239175,0.00023303006,0.00014257361],"category_scores_gemma":[0.00024828335,0.00040854147,0.00012012469,0.0010481469,0.000055412398,0.0012860117,0.0008727931,0.0002919749,0.0000033301253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032270668,0.00027036734,0.00018079394,0.0006334878,0.00020232007,0.00002371525,0.005372167,0.7670116,0.0038963635,0.19328515,0.00056394184,0.028237388],"study_design_scores_gemma":[0.003055466,0.00009415375,0.0000068747713,0.00023734178,0.00005838023,0.0000030336862,0.00023501985,0.9907874,0.0030211997,0.0018270863,0.0002747125,0.0003993246],"about_ca_topic_score_codex":0.000082889994,"about_ca_topic_score_gemma":0.00003235192,"teacher_disagreement_score":0.60185945,"about_ca_system_score_codex":0.00014754853,"about_ca_system_score_gemma":0.0002447562,"threshold_uncertainty_score":0.9998366},"labels":[],"label_agreement":null},{"id":"W7131634265","doi":"10.1109/ickg66886.2025.00020","title":"Evaluating Knowledge Graph-Enhanced Context for Multiple-Choice Question Answering","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Relevance (law); Question answering; Selection (genetic algorithm); Context (archaeology); Scope (computer science); Key (lock); Knowledge representation and reasoning; Domain knowledge; General knowledge","score_opus":0.08508419509513357,"score_gpt":0.3952205903199808,"score_spread":0.31013639522484726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131634265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06650576,0.0024143832,0.9178911,0.0007569044,0.00480623,0.0015854234,0.0000033919773,0.00032819714,0.005708629],"genre_scores_gemma":[0.8511998,0.000031050426,0.1411921,0.0004277675,0.00027410476,0.00021679443,0.0000027297065,0.0000202581,0.0066353986],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960775,0.00029237277,0.0010535511,0.0014276203,0.0003286094,0.0008203501],"domain_scores_gemma":[0.9943105,0.0032337904,0.0002528688,0.0011044559,0.0009411429,0.00015726726],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020085655,0.0004395175,0.0005113375,0.000383746,0.0006781112,0.00049816334,0.001174526,0.00024614265,0.000038190963],"category_scores_gemma":[0.004023294,0.00047530042,0.00028816223,0.00091417786,0.000083795974,0.0008586096,0.0005796989,0.00033060872,0.000034053155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000368727,0.00012713044,0.00066276547,0.00037692467,0.00007241154,3.9578467e-7,0.002143682,0.00830514,0.016961176,0.068273805,0.0001564043,0.9028833],"study_design_scores_gemma":[0.0023212293,0.00018952729,0.0008042917,0.0009435638,0.000060995815,9.720358e-7,0.00023688175,0.96632624,0.02212029,0.005044272,0.001501909,0.00044984827],"about_ca_topic_score_codex":0.00036228148,"about_ca_topic_score_gemma":0.0010869997,"teacher_disagreement_score":0.9580211,"about_ca_system_score_codex":0.00024312551,"about_ca_system_score_gemma":0.000517858,"threshold_uncertainty_score":0.99976987},"labels":[],"label_agreement":null},{"id":"W7132553631","doi":"","title":"Challenges in technical regulatory text variation detection","year":2025,"lang":"en","type":"article","venue":"NPARC","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Sentence; Representation (politics); Variation (astronomy); Natural language","score_opus":0.030606485729304217,"score_gpt":0.25811262500236765,"score_spread":0.22750613927306343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132553631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014667328,0.00017218938,0.93630284,0.0032525382,0.00027496225,0.00008152763,3.9045705e-8,0.00014752966,0.04510106],"genre_scores_gemma":[0.97026706,0.000035372388,0.029499166,0.00007095174,0.00002578668,0.000014220493,6.002724e-8,0.0000016962597,0.0000856814],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943626,0.0000358431,0.000115660485,0.00022135123,0.00009554375,0.00009534306],"domain_scores_gemma":[0.9995728,0.000035670775,0.000020068162,0.00033975887,0.000017918901,0.00001376888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027838806,0.000042175296,0.00005828758,0.0001209045,0.000026616422,0.000020058356,0.00023656743,0.00006358584,0.0000043731447],"category_scores_gemma":[0.000043216623,0.000043978944,0.000015742979,0.00018229854,0.0000072845487,0.00013962595,0.0000951786,0.00009422641,0.0000081804765],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014573791,0.00001669859,0.000058591348,0.000008369593,0.000001369135,0.000001099451,0.00013846648,0.00022764795,0.030309243,0.3022402,0.000021231519,0.6669756],"study_design_scores_gemma":[0.00035210006,0.000029494933,0.16563906,0.00006694078,0.0000029035346,0.000006158415,0.000020235473,0.47110918,0.008308745,0.35144898,0.0028709082,0.00014528094],"about_ca_topic_score_codex":0.0000048051384,"about_ca_topic_score_gemma":0.000064348154,"teacher_disagreement_score":0.9555997,"about_ca_system_score_codex":0.00007357795,"about_ca_system_score_gemma":0.000029891029,"threshold_uncertainty_score":0.17934093},"labels":[],"label_agreement":null},{"id":"W7133020277","doi":"","title":"Towards the Renormalization of Transformer Language Models","year":2025,"lang":"","type":"dissertation","venue":"TSpace","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Transformer; Natural language; Abstraction; Cognition; Language model; Granularity; Function (biology); Knowledge base; Philosophy of language","score_opus":0.03666717723620515,"score_gpt":0.32768093950458355,"score_spread":0.2910137622683784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133020277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025941607,0.0025233994,0.9006189,0.0010384528,0.0010378582,0.00055250805,0.0000066579064,0.000054848588,0.06822578],"genre_scores_gemma":[0.9549156,0.0006772235,0.008127446,0.00018398838,0.00011179192,0.00004149069,0.00010162435,0.00002470112,0.035816137],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770236,0.0001463354,0.0006146287,0.0005411468,0.0006483668,0.0003471459],"domain_scores_gemma":[0.99814373,0.000079218284,0.00035003107,0.001040719,0.00032884008,0.00005747948],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005093544,0.00033358508,0.00041347017,0.00019748227,0.00019777185,0.00011896131,0.0014056909,0.00029856912,0.00010113156],"category_scores_gemma":[0.00004849535,0.00026526937,0.00021990006,0.00074175594,0.000040163915,0.00038727734,0.000063389736,0.0003672575,0.0000067232554],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060473292,0.000082520055,0.000006121741,0.0010268335,0.00012597587,0.000004646365,0.47053868,0.10366543,0.0027399717,0.17597133,0.00019964235,0.2455784],"study_design_scores_gemma":[0.00030611738,0.000048752197,0.00005715527,0.00052825693,0.00012299622,0.0000022590848,0.013954998,0.9596058,0.021377362,0.0032437292,0.000447232,0.00030534383],"about_ca_topic_score_codex":0.002384892,"about_ca_topic_score_gemma":0.00039601178,"teacher_disagreement_score":0.928974,"about_ca_system_score_codex":0.00006125319,"about_ca_system_score_gemma":0.00069751375,"threshold_uncertainty_score":0.99998},"labels":[],"label_agreement":null},{"id":"W7133070330","doi":"","title":"The Guidance Signal Building Algorithm: A Method to Guide Neural Abstractive Summarization","year":2023,"lang":"","type":"dissertation","venue":"TSpace","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Concatenation (mathematics); Automatic summarization; Feature (linguistics); Transformer; Generative grammar; Process (computing); Language model; Task (project management)","score_opus":0.03666289328395381,"score_gpt":0.3983348386996941,"score_spread":0.3616719454157403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133070330","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034855315,0.00045105285,0.98530954,0.0032831097,0.0044359537,0.0011569688,0.000008671307,0.00034662944,0.0015225363],"genre_scores_gemma":[0.010234428,0.000114463175,0.92085564,0.00045307452,0.0013128149,0.0003157439,0.000071050825,0.00017475655,0.066468045],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9936759,0.0006448777,0.0012103649,0.0018603731,0.0014176792,0.0011908228],"domain_scores_gemma":[0.9945556,0.0018284548,0.00090922054,0.0013980159,0.00095268094,0.00035601752],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0029182995,0.0007629945,0.00061990373,0.00035626403,0.0014634626,0.0013886316,0.0027584946,0.00041872513,0.000035108253],"category_scores_gemma":[0.0006867228,0.0006993017,0.00029423521,0.0018405961,0.000049831146,0.00057079655,0.0006102849,0.0010028842,0.00023848852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046841764,0.000029527908,0.000016040018,0.00006470858,0.00010993422,0.000061379105,0.025778122,0.11646016,0.00766093,0.0042960946,0.0014333979,0.84404284],"study_design_scores_gemma":[0.00023433167,0.00011301565,0.0009265808,0.00034582434,0.00007065692,0.000015399144,0.006108437,0.97369146,0.008331999,0.0014770862,0.007924935,0.0007602544],"about_ca_topic_score_codex":0.002944181,"about_ca_topic_score_gemma":0.00039347346,"teacher_disagreement_score":0.8572313,"about_ca_system_score_codex":0.00047151218,"about_ca_system_score_gemma":0.0006804794,"threshold_uncertainty_score":0.9998365},"labels":[],"label_agreement":null},{"id":"W7133311834","doi":"10.70764/gdpu-bit.2025.1(2)-01","title":"Enhancing Zero-Shot Reasoning in Language Models Via Hybrid Instruction Marginalization","year":2025,"lang":"","type":"article","venue":"Breakthroughs Information Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Component (thermodynamics); Selection (genetic algorithm); Argumentative; Cognition; Language model; Reasoning system; Isolation (microbiology); Verbal reasoning","score_opus":0.008059412533625533,"score_gpt":0.24357553851477304,"score_spread":0.23551612598114752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133311834","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06076601,0.00055111095,0.9263984,0.001544802,0.0014540871,0.000656989,0.000006455697,0.00066627515,0.007955884],"genre_scores_gemma":[0.9277823,0.00019817882,0.07104338,0.0006187624,0.00004052885,0.00008912005,0.000047716334,0.00001455571,0.00016546696],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964019,0.000099475415,0.001733794,0.0005944376,0.0004201377,0.0007502454],"domain_scores_gemma":[0.9976827,0.000048987567,0.0006704806,0.0012077442,0.00033189653,0.000058172485],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00071923377,0.00042453408,0.00051951234,0.0027865334,0.00033526027,0.00032981354,0.0011721218,0.0006157582,0.000031189054],"category_scores_gemma":[0.00025446084,0.00052267814,0.000092490394,0.0033697449,0.00017326021,0.0072966134,0.0008016699,0.0007712475,0.000088784065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026497728,0.000043920103,0.00033845397,0.00024318376,0.000029140276,0.000012812379,0.0042183,0.034928244,0.00043611534,0.3839431,0.00007513336,0.57570505],"study_design_scores_gemma":[0.0013352596,0.00005148172,0.00012549195,0.00063378154,0.000019886174,0.00020889954,0.0013351847,0.9044389,0.021079976,0.06922611,0.0011357521,0.00040929334],"about_ca_topic_score_codex":0.00053988764,"about_ca_topic_score_gemma":0.0001235435,"teacher_disagreement_score":0.86951065,"about_ca_system_score_codex":0.00073042704,"about_ca_system_score_gemma":0.00039213395,"threshold_uncertainty_score":0.9997225},"labels":[],"label_agreement":null},{"id":"W7133356592","doi":"10.65521/ijeecs.v13i1.65","title":"Natural Language Generation Systems for Automated Content Creation","year":2025,"lang":"","type":"article","venue":"International Journal of Electrical Electronics and Computer Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Greenfield Research (Canada)","funders":"","keywords":"Leverage (statistics); Natural language generation; Adaptation (eye); Content (measure theory); Natural language; Key (lock); Controllability; Text generation","score_opus":0.01872378971481812,"score_gpt":0.28589735201190675,"score_spread":0.2671735622970886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133356592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02300227,0.09519138,0.8617659,0.0011123086,0.018221257,0.0005841717,0.000007665176,0.00006845723,0.000046569377],"genre_scores_gemma":[0.9905143,0.0015679752,0.0030146968,0.0003038422,0.003948793,0.00002496891,0.000018411978,0.000017776878,0.00058927154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99623615,0.00027766477,0.0016343894,0.00050385547,0.0008263409,0.0005216121],"domain_scores_gemma":[0.9957975,0.00032553432,0.0010470275,0.00026233072,0.002430766,0.00013683562],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011205166,0.0003296365,0.000653254,0.00068267464,0.00017582205,0.0017705857,0.0011540443,0.0002117271,6.7409087e-7],"category_scores_gemma":[0.000120634504,0.00029503653,0.00025483163,0.00039127757,0.000034904395,0.000558141,0.00016207673,0.00052427343,0.0000011510656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043025272,0.00050599466,0.00022987818,0.00024713125,0.0030304184,0.00011207693,0.0009837187,0.080744065,0.012690371,0.6177327,0.012236977,0.27105638],"study_design_scores_gemma":[0.0019099714,0.0007065528,0.00009573275,0.00034718536,0.000091473914,0.00051327184,0.000027531802,0.98843235,0.00039296932,0.00011402449,0.00712402,0.0002449348],"about_ca_topic_score_codex":0.00012001733,"about_ca_topic_score_gemma":0.0000056385484,"teacher_disagreement_score":0.967512,"about_ca_system_score_codex":0.0008334072,"about_ca_system_score_gemma":0.0007771904,"threshold_uncertainty_score":0.9999502},"labels":[],"label_agreement":null},{"id":"W7134197972","doi":"10.1109/bigdata66926.2025.11401803","title":"HMR-LLM: Hybrid Multimodal Sequential Recommendation with LLM Reranking","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Feature (linguistics); Key (lock); Component (thermodynamics); Matching (statistics)","score_opus":0.02199863099612172,"score_gpt":0.27295168530162284,"score_spread":0.25095305430550113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134197972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02638894,0.0000745132,0.9339075,0.009235877,0.002825073,0.0005170649,0.000005774244,0.0002620592,0.02678317],"genre_scores_gemma":[0.82639456,0.000030152076,0.16658553,0.0017276902,0.00026107254,0.000020268057,0.000016079375,0.00001824116,0.004946376],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99648005,0.00023451362,0.00078306725,0.0013289481,0.0004446395,0.0007287577],"domain_scores_gemma":[0.9981445,0.00013331407,0.00022756377,0.0010674052,0.00028165666,0.0001455372],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00077212165,0.0004147642,0.0003986193,0.00033936556,0.00054712035,0.00084515807,0.0010709487,0.00012574892,0.0008511124],"category_scores_gemma":[0.0000526179,0.0003891425,0.00012832503,0.0006842345,0.00009070134,0.0012355975,0.000740363,0.00050339324,0.000089035224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103727856,0.00033779538,0.000746401,0.00011043269,0.00016559409,0.00006380391,0.0008541713,0.0063268477,0.00047450635,0.03995837,0.0016978817,0.94916046],"study_design_scores_gemma":[0.0014669785,0.00016184988,0.00034414002,0.00027136158,0.000055729033,0.00003421966,0.00006082193,0.98133206,0.0054206853,0.0021256767,0.008266977,0.00045952306],"about_ca_topic_score_codex":0.00070600834,"about_ca_topic_score_gemma":0.00014197677,"teacher_disagreement_score":0.9750052,"about_ca_system_score_codex":0.00028968658,"about_ca_system_score_gemma":0.00057598884,"threshold_uncertainty_score":0.99985605},"labels":[],"label_agreement":null},{"id":"W7135620829","doi":"","title":"University of Amsterdam at the CLEF 2025 Eloquent Track:Evaluating the Influence of Stylistic Prompt Variations on Semantic Interpretation","year":2025,"lang":"en","type":"article","venue":"UvA-DARE (University of Amsterdam)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Universiteit van Amsterdam; Canadian Institute of Steel Construction","keywords":"Clef; Robustness (evolution); Language understanding; Consistency (knowledge bases); Variation (astronomy); Semantic interpretation; Semantic similarity; Focus (optics)","score_opus":0.01889684662323244,"score_gpt":0.2522827793762439,"score_spread":0.23338593275301145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135620829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.723792,0.000030463489,0.27202007,0.0014005598,0.00011266,0.0003597493,0.00001539205,0.0000307642,0.0022383137],"genre_scores_gemma":[0.9935191,0.0000096525655,0.004483908,0.00008536846,0.0000055242485,2.674193e-7,0.0000042386423,0.0000037909615,0.0018881467],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985244,0.00030325248,0.00023698175,0.00035681683,0.0003985128,0.00018000715],"domain_scores_gemma":[0.9979084,0.00048284436,0.0004116142,0.0008525453,0.00030808328,0.000036521014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005685992,0.0001333527,0.00024407683,0.00017233295,0.00040607338,0.000022915265,0.0013915035,0.000068515015,0.00005514986],"category_scores_gemma":[0.00008856432,0.000121626035,0.00013470677,0.0005424886,0.00024142278,0.0003229036,0.0007610467,0.00017660232,0.000012073117],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010068098,0.0009109953,0.01271275,0.0014822974,0.0010384767,0.000051776125,0.16264994,0.37861267,0.013906921,0.20291787,0.0013761816,0.2233333],"study_design_scores_gemma":[0.0015281283,0.0005047535,0.23095673,0.0011678218,0.00031623116,0.000004843862,0.009400462,0.7521414,0.00044875132,0.0027450044,0.00047870568,0.0003071343],"about_ca_topic_score_codex":0.0009183273,"about_ca_topic_score_gemma":0.00049828494,"teacher_disagreement_score":0.37352875,"about_ca_system_score_codex":0.00016106435,"about_ca_system_score_gemma":0.00020153236,"threshold_uncertainty_score":0.4959766},"labels":[],"label_agreement":null},{"id":"W7138467621","doi":"10.18653/v1/2025.findings-ijcnlp.50","title":"SeqTNS: Sequential Tolerance-based Classifier for Identification of Rhetorical Roles in Indian Legal Documents","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Science and Engineering Research Board; Natural Sciences and Engineering Research Council of Canada; Arthritis National Research Foundation","keywords":"Rhetorical question; Classifier (UML); Identification (biology); Legal document; Rhetorical device","score_opus":0.03238732850418353,"score_gpt":0.3129188800861692,"score_spread":0.28053155158198567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138467621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09798332,0.00019821644,0.895069,0.0023492689,0.0024779693,0.0008644968,0.0000124582975,0.00004029792,0.0010049656],"genre_scores_gemma":[0.9805306,0.000013908354,0.0155000705,0.00036656356,0.00012171448,0.000116541116,0.000008724304,0.000011004122,0.0033308475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964107,0.00016666671,0.0014949845,0.00091911474,0.0004851427,0.00052335084],"domain_scores_gemma":[0.9982818,0.00015382638,0.00033607855,0.0008761709,0.00025701005,0.000095133095],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00091842725,0.0002677931,0.00044670948,0.0005673605,0.00013224453,0.00038865555,0.0010969114,0.00026612397,0.000046098598],"category_scores_gemma":[0.00011486115,0.00028795892,0.0002086545,0.00093384465,0.000096133226,0.0008577029,0.00021438624,0.00024553828,0.000009803576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004994102,0.0016128023,0.014092453,0.0014391533,0.0001952093,0.000028576513,0.0029742157,0.0947301,0.025682956,0.50172204,0.0017195974,0.3553035],"study_design_scores_gemma":[0.0020999408,0.00006734442,0.0027358287,0.00027333415,0.00002655387,8.419034e-7,0.00007984082,0.95634747,0.031584598,0.004488183,0.002036417,0.00025967613],"about_ca_topic_score_codex":0.0003745207,"about_ca_topic_score_gemma":0.00028406252,"teacher_disagreement_score":0.8825473,"about_ca_system_score_codex":0.0003683821,"about_ca_system_score_gemma":0.00096162554,"threshold_uncertainty_score":0.99995726},"labels":[],"label_agreement":null},{"id":"W7139100089","doi":"10.1109/globecom59602.2025.11432058","title":"Understanding 6G through Language Models: A Case Study on LLM-aided Structured Entity Extraction in Telecom Domain","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Decoding methods; Representation (politics); Information extraction; Domain (mathematical analysis); Key (lock); Sample (material); Architecture; Domain knowledge","score_opus":0.13217955985046836,"score_gpt":0.34923079800265944,"score_spread":0.21705123815219107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7139100089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4591811,0.00009346191,0.53338915,0.00030845404,0.00090554304,0.00077222154,0.0000019639733,0.00009544568,0.005252668],"genre_scores_gemma":[0.9765576,0.000012949687,0.022418667,0.00034767756,0.00007652491,0.00002657981,0.0000011586969,0.000017832392,0.00054100185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958526,0.0005653087,0.00091780734,0.0013907017,0.00058716116,0.00068642834],"domain_scores_gemma":[0.9980117,0.00027784446,0.00020203048,0.0013517041,0.00005849958,0.000098207536],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00096571766,0.00045123597,0.00051838957,0.000526988,0.00046218585,0.000647606,0.0007219394,0.00023556672,0.000095563744],"category_scores_gemma":[0.000060103634,0.000454442,0.00013375105,0.001355363,0.00005597341,0.0016609511,0.00048856484,0.00080834515,0.00000817183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021251217,0.0035722554,0.0028906332,0.00020169275,0.00032255007,0.016191686,0.18496677,0.16419198,0.0009204949,0.6024505,0.00023604235,0.023842882],"study_design_scores_gemma":[0.0024885356,0.0002460182,0.00022148048,0.0001448232,0.00003759785,0.0002433318,0.10290111,0.7679381,0.00030906123,0.12503836,0.000010083344,0.00042151258],"about_ca_topic_score_codex":0.008817046,"about_ca_topic_score_gemma":0.018620426,"teacher_disagreement_score":0.6037461,"about_ca_system_score_codex":0.0015426221,"about_ca_system_score_gemma":0.00028136157,"threshold_uncertainty_score":0.9997907},"labels":[],"label_agreement":null},{"id":"W7148294870","doi":"10.1109/asru65441.2025.11434707","title":"mSTEB: Massively Multilingual Evaluation of LLMs on Speech and Text Tasks","year":2025,"lang":"","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"Google","keywords":"Benchmark (surveying); Spoken language; Range (aeronautics); Task (project management); Government (linguistics)","score_opus":0.057451028323575015,"score_gpt":0.34258111714362544,"score_spread":0.2851300888200504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7148294870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68825924,0.00064622285,0.2743425,0.0013413051,0.001271918,0.00069811335,0.000003418898,0.00004385493,0.033393405],"genre_scores_gemma":[0.9669209,0.000031010186,0.029735228,0.0003457329,0.000063023996,0.000007994906,8.1989526e-7,0.000006663158,0.0028886322],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970354,0.00026385344,0.0006289744,0.000801925,0.00096401194,0.0003058226],"domain_scores_gemma":[0.99803275,0.00024892433,0.00019716375,0.0007914123,0.0006469816,0.00008279034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019221859,0.00023071034,0.0003084789,0.00028707567,0.0001279339,0.000142196,0.0005390678,0.00016660203,0.00017170292],"category_scores_gemma":[0.00046190538,0.00021896641,0.00007339818,0.00043387813,0.00010259558,0.00024033093,0.00043898512,0.00022533265,0.000024037345],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017406464,0.00011225887,0.0005888171,0.00006302818,0.000037169164,0.000002717718,0.0013430028,0.0035621275,0.0016008468,0.020617727,0.00010671694,0.9719482],"study_design_scores_gemma":[0.0012503143,0.0001251296,0.0041021956,0.00024491214,0.000074053176,0.0000028285301,0.00021577129,0.95377105,0.034215953,0.005617226,0.00020304846,0.00017751909],"about_ca_topic_score_codex":0.00019471587,"about_ca_topic_score_gemma":0.000046608537,"teacher_disagreement_score":0.97177064,"about_ca_system_score_codex":0.000113276496,"about_ca_system_score_gemma":0.0005950376,"threshold_uncertainty_score":0.89291906},"labels":[],"label_agreement":null},{"id":"W7155504871","doi":"10.65521/intjournalrecadvengtech.v14i3s.1676","title":"A Review of Retrieval-Augmented Generation for University-Specific Chatbot Systems","year":2025,"lang":"","type":"article","venue":"International Journal Of Recent Advances in Engineering & Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Chatbot; Implementation; Natural language generation; Key (lock); Credibility; Natural language; Natural language understanding; Knowledge representation and reasoning","score_opus":0.016747863694443504,"score_gpt":0.2765314240699541,"score_spread":0.25978356037551065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7155504871","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006144808,0.31984085,0.66966647,0.0030306585,0.006546746,0.00023561402,0.0000059739086,0.000019282488,0.000039899813],"genre_scores_gemma":[0.101954445,0.8688885,0.028778134,0.00006869483,0.00023261957,0.000003060298,0.0000034312268,0.0000105755025,0.000060548806],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980106,0.000039232415,0.0011053678,0.00027828114,0.00035477322,0.00021176926],"domain_scores_gemma":[0.9972529,0.000117899195,0.00078923645,0.00028273015,0.0015253662,0.000031908658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007295023,0.00017264653,0.00048299224,0.0017275264,0.000023816652,0.000029246665,0.0015095114,0.00015780843,0.000008279663],"category_scores_gemma":[0.00050153426,0.00019262286,0.00012141297,0.0011043887,0.000050430008,0.00055605464,0.00020208975,0.000357363,4.9662515e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017820491,0.0002006942,0.00022236226,0.0035401753,0.0003218715,0.00007481163,0.000082414655,0.42249665,0.008982023,0.13718468,0.00041130665,0.42630482],"study_design_scores_gemma":[0.001307861,0.00017539503,0.000005334546,0.020628529,0.000028513456,0.00007836076,0.00005042804,0.42186087,0.004405937,0.00038173204,0.55091935,0.00015765005],"about_ca_topic_score_codex":8.8758776e-7,"about_ca_topic_score_gemma":9.334804e-7,"teacher_disagreement_score":0.64088833,"about_ca_system_score_codex":0.00073079293,"about_ca_system_score_gemma":0.00018457937,"threshold_uncertainty_score":0.7854932},"labels":[],"label_agreement":null},{"id":"W7162407897","doi":"10.55529/jaimlnn.51.84.93","title":"A systematic review and meta-analysis of deep learning approaches for clinical natural language processing: a hybrid transformer framework with prisma 2020 methodology","year":2025,"lang":"","type":"article","venue":"Journal of Artificial Intelligence Machine Learning and Neural Network","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; Windsor Clinical Research","funders":"","keywords":"Transformer; Deep learning; Architecture; Clinical Practice; Systematic review; Clinical trial; Language model","score_opus":0.1577223495416367,"score_gpt":0.40492365965033267,"score_spread":0.24720131010869598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162407897","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032408133,0.36536482,0.62860227,0.0020560557,0.00015372393,0.00056164665,0.0000012052772,0.0000139106205,0.000005562525],"genre_scores_gemma":[0.88321215,0.0099778185,0.10584181,0.0006041826,0.00019325521,0.000024727226,0.0000025717798,0.00002408846,0.00011938914],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99166256,0.0031025896,0.0035270483,0.0007272366,0.00044475798,0.00053581706],"domain_scores_gemma":[0.9913919,0.004779142,0.0028827963,0.00029876144,0.0004571447,0.00019027028],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009335117,0.0004922312,0.0047390545,0.00035829467,0.000439136,0.00027409568,0.0006326176,0.00019181489,0.000020868429],"category_scores_gemma":[0.0030896503,0.0003244529,0.0013569506,0.0017045791,0.0003237886,0.00030987107,0.00013295715,0.0025364251,2.2234981e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095038227,0.00021445358,0.0012022762,0.06826413,0.07554878,0.00007449151,0.0068439445,0.44670144,0.000009955755,0.0023056613,0.000006068568,0.39787844],"study_design_scores_gemma":[0.00006772125,0.0007456991,0.000019350855,0.0029486143,0.17755222,0.00012226071,0.00051950215,0.8169972,0.000027080097,0.0007533356,0.000010785322,0.0002362738],"about_ca_topic_score_codex":0.000015278554,"about_ca_topic_score_gemma":0.000030431242,"teacher_disagreement_score":0.8799713,"about_ca_system_score_codex":0.000021085129,"about_ca_system_score_gemma":0.00010440599,"threshold_uncertainty_score":0.9999207},"labels":[],"label_agreement":null},{"id":"W76229005","doi":"10.1007/978-1-4614-8960-3_21","title":"Socio-Dynamic Latent Semantic Learner Models","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Probabilistic latent semantic analysis; Natural language processing; Artificial intelligence","score_opus":0.03624989333817618,"score_gpt":0.22685913654967402,"score_spread":0.19060924321149783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W76229005","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017543822,0.00019881286,0.54761815,0.0008024514,0.0002650844,0.00016295568,6.414851e-7,0.0002391053,0.45069528],"genre_scores_gemma":[0.014884742,0.0001563748,0.042827122,0.0005589812,0.00008166437,0.000009177384,0.000004731492,0.000045589517,0.94143164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812496,0.000012059982,0.00035280097,0.0007292111,0.00043622503,0.00034475775],"domain_scores_gemma":[0.99849445,0.00003331672,0.00012914761,0.001123301,0.00010247397,0.0001173009],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013289916,0.0003427949,0.00035287533,0.00013331189,0.00008255547,0.00019240666,0.0011404356,0.00034852893,0.0008055257],"category_scores_gemma":[0.0000022916108,0.00028884714,0.0001981191,0.000018461567,0.000040874507,0.0004155923,0.00062817626,0.00043407638,0.003054427],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3823593e-7,0.000004908556,5.062455e-7,0.000022179222,0.000034234487,0.000012344912,0.000120097364,0.0039346768,0.0000080737655,0.9696208,0.001643501,0.024598422],"study_design_scores_gemma":[0.00006485667,0.000011077009,0.0000012680692,0.00004391666,0.000009537099,0.000008853555,0.0000013840822,0.647381,0.0000016226279,0.34651107,0.005692203,0.0002732074],"about_ca_topic_score_codex":0.00006721513,"about_ca_topic_score_gemma":0.000011923788,"teacher_disagreement_score":0.6434463,"about_ca_system_score_codex":0.000108059205,"about_ca_system_score_gemma":0.00008911288,"threshold_uncertainty_score":0.99995637},"labels":[],"label_agreement":null},{"id":"W763189797","doi":"10.3758/s13428-015-0614-z","title":"Performance impact of stop lists and morphological decomposition on word–word corpus-based semantic space models","year":2015,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Word (group theory); Word lists by frequency; Space (punctuation); Semantics (computer science); Class (philosophy); Text corpus; Linguistics; Sentence","score_opus":0.4101321547628593,"score_gpt":0.5636734972443137,"score_spread":0.1535413424814544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W763189797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6089865,0.00008903811,0.39028466,0.00012454952,0.00006140243,0.0002737973,0.0000019132588,0.000046531735,0.0001316185],"genre_scores_gemma":[0.63755405,0.000016252034,0.3622907,0.000011149334,0.000020616108,0.000042752232,0.0000017752984,0.00000946407,0.000053214913],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99624413,0.0015263227,0.00029070253,0.0005455705,0.00086272304,0.0005305765],"domain_scores_gemma":[0.9977715,0.00055357703,0.00008764344,0.0008291495,0.00039816633,0.00035998927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005877975,0.00017421064,0.00030330408,0.00037133702,0.00012667834,0.00011842221,0.0007325245,0.00012706294,0.000010222217],"category_scores_gemma":[0.00024467157,0.00013941707,0.00008855893,0.0005819659,0.00018864099,0.0003713302,0.00038352478,0.0005196849,0.0000068300255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040101193,0.00086155586,0.029765803,0.0000847439,0.000020449976,0.00021129956,0.0012185635,0.05064173,0.06080185,0.0032970663,0.00021283282,0.8524831],"study_design_scores_gemma":[0.00066569296,0.0010387789,0.047048952,0.00007957193,0.000008146055,0.000049094262,0.000021811265,0.9372949,0.012128894,0.0014585769,0.000021637064,0.00018394977],"about_ca_topic_score_codex":0.0002890145,"about_ca_topic_score_gemma":0.0000031701497,"teacher_disagreement_score":0.8866532,"about_ca_system_score_codex":0.00022197347,"about_ca_system_score_gemma":0.00028453226,"threshold_uncertainty_score":0.5685263},"labels":[],"label_agreement":null},{"id":"W771469340","doi":"10.1162/neco_a_00801","title":"Correlational Neural Networks","year":2015,"lang":"en","type":"article","venue":"Neural Computation","topic":"Topic Modeling","field":"Computer Science","cited_by":137,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université de Montréal","funders":"H2020 European Research Council","keywords":"Artificial neural network; Computer science; Artificial intelligence; Psychology","score_opus":0.05615718678418956,"score_gpt":0.27709288720087255,"score_spread":0.22093570041668298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W771469340","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089886025,0.00007066599,0.9068421,0.0010129861,0.0013310502,0.00007993488,2.0766498e-7,0.00021008775,0.0005669238],"genre_scores_gemma":[0.97356105,2.9399493e-7,0.025584023,0.0005542103,0.00021392455,0.0000034374896,0.00001151514,0.00000546305,0.000066083296],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990777,0.00006835872,0.00017673535,0.00023982165,0.00027509365,0.00016231157],"domain_scores_gemma":[0.9994809,0.00006754535,0.00006831032,0.0001553327,0.00012445869,0.00010344196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001440955,0.00008566259,0.00007911529,0.000054287604,0.00006673856,0.00012146926,0.0002700923,0.00004153066,0.0000022440122],"category_scores_gemma":[0.000030378445,0.000084364576,0.00003162716,0.00020593233,0.000013823723,0.00054822216,0.00010763871,0.0001321009,0.000024745175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002732828,0.0000070146484,0.0008870168,7.9600204e-7,0.0000014627501,0.00000461779,0.00013386896,0.9433693,0.000004792582,0.0063290703,0.00068323757,0.04857603],"study_design_scores_gemma":[0.00025971243,0.000040964813,0.0025699113,0.0000019281126,0.0000016618442,0.000028216273,0.0000065468657,0.99351025,0.000005764979,0.0033573236,0.0001290856,0.00008865595],"about_ca_topic_score_codex":0.000012884682,"about_ca_topic_score_gemma":0.000002163784,"teacher_disagreement_score":0.88367504,"about_ca_system_score_codex":0.000039802904,"about_ca_system_score_gemma":0.000027531984,"threshold_uncertainty_score":0.34402874},"labels":[],"label_agreement":null},{"id":"W773986260","doi":"","title":"Predicting Word Clipping with Latent Semantic Analysis","year":2011,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Natural language processing; Word (group theory); Lexicon; Artificial intelligence; Mirroring; Task (project management); Context (archaeology); Clipping (morphology); Synonym (taxonomy); Formality; Speech recognition; Linguistics","score_opus":0.042413173108472146,"score_gpt":0.22501934670654017,"score_spread":0.18260617359806802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W773986260","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29344696,0.000009609439,0.69843835,0.000065298605,0.00004399448,0.000037009006,4.129848e-8,0.00016851656,0.0077902274],"genre_scores_gemma":[0.80669427,0.0000012459227,0.19289108,0.00010012261,0.000017865983,0.000002702718,1.761487e-7,0.0000030092874,0.00028956158],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991596,0.000019628682,0.00015518712,0.00029607615,0.00017010912,0.000199441],"domain_scores_gemma":[0.9993569,0.000018867764,0.000051924046,0.00047387305,0.000038989627,0.000059413007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018094566,0.00007629875,0.00012373767,0.00014190422,0.00006514089,0.0000566389,0.0004069351,0.000022728178,0.00007344006],"category_scores_gemma":[0.0000068007885,0.00005471628,0.000051732783,0.0006363005,0.000010826797,0.00026430783,0.00014559715,0.00006801912,0.00001749078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040967016,0.000041510106,0.94360125,0.000011958242,0.00041764617,0.000035158384,0.004181846,0.0046115294,0.00005970747,0.017798174,0.000010008453,0.029227113],"study_design_scores_gemma":[0.00008994508,0.000021618378,0.06422423,0.000012782029,0.00007671617,0.000005131583,0.000048598486,0.93486446,0.0002096567,0.00032939613,0.000012025868,0.000105418716],"about_ca_topic_score_codex":0.000347136,"about_ca_topic_score_gemma":0.00016194781,"teacher_disagreement_score":0.93025297,"about_ca_system_score_codex":0.000013650897,"about_ca_system_score_gemma":0.00001698748,"threshold_uncertainty_score":0.22312653},"labels":[],"label_agreement":null},{"id":"W81387029","doi":"","title":"Learning to Classify Questions","year":2005,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Software portability; Computer science; Question answering; Artificial intelligence; Natural language processing; Boosting (machine learning); Machine learning; Set (abstract data type); Support vector machine; Feature (linguistics); Natural language; Training set; Questions and answers; Replicate; Linguistics; Programming language","score_opus":0.025820309169853922,"score_gpt":0.27662503024201546,"score_spread":0.25080472107216156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W81387029","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012047378,0.000008479659,0.9400183,0.011288114,0.0000736884,0.000029494542,1.8957941e-8,0.00027307306,0.036261473],"genre_scores_gemma":[0.59649783,6.618175e-7,0.3952964,0.0008772868,0.0000715663,0.0000027452693,4.925926e-8,0.000001541143,0.0072519556],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995695,0.000014649749,0.000070131806,0.00014751109,0.00008299206,0.00011526822],"domain_scores_gemma":[0.9996884,0.00001794606,0.000008432203,0.00020041436,0.000020320615,0.000064526546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008872826,0.000035118275,0.000035184945,0.000041047137,0.000061075036,0.00006165733,0.00026906506,0.000016968474,0.000046497553],"category_scores_gemma":[0.000030893123,0.000031844233,0.000014104339,0.00011110197,0.000002926162,0.00018347515,0.000115528645,0.0000733997,0.0006389706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.4026974e-7,0.0000127524,0.000488362,8.542959e-7,0.0000018580824,0.0000012404506,0.0008894742,0.054014042,0.0006329441,0.3816335,0.0017825833,0.56054217],"study_design_scores_gemma":[0.000045812933,0.000020912537,0.0008417437,0.0000045793618,5.187133e-7,0.00000398511,0.000022764658,0.7976066,0.00040886906,0.00071436574,0.20025109,0.000078795645],"about_ca_topic_score_codex":0.0000201892,"about_ca_topic_score_gemma":0.000026951573,"teacher_disagreement_score":0.7435925,"about_ca_system_score_codex":0.000023362129,"about_ca_system_score_gemma":0.0000169187,"threshold_uncertainty_score":0.82128876},"labels":[],"label_agreement":null},{"id":"W85328409","doi":"10.1007/978-3-642-21043-3_27","title":"A Supervised Method of Feature Weighting for Measuring Semantic Relatedness","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Weighting; Artificial intelligence; Feature (linguistics); Pattern recognition (psychology); Natural language processing; Semantic feature; Data mining; Information retrieval","score_opus":0.04767106691424186,"score_gpt":0.26416612205382933,"score_spread":0.21649505513958747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W85328409","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008583967,0.0004709144,0.99489576,0.00036631303,0.00162646,0.0005966333,0.0000035580667,0.00014424529,0.0018102718],"genre_scores_gemma":[0.060226455,0.000014126,0.9389041,0.0002577806,0.00026276114,0.000012933005,0.0000019352706,0.00004255599,0.00027736888],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996137,0.000054447006,0.000654403,0.00164342,0.00082161685,0.0006890776],"domain_scores_gemma":[0.9966325,0.00070071046,0.0004354554,0.0016186698,0.0004705881,0.0001420872],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019628056,0.00052051956,0.00078036217,0.0008003924,0.00021528486,0.00019025474,0.0036705723,0.00049000926,0.000007807157],"category_scores_gemma":[0.0001866228,0.000471658,0.00024179865,0.00038440403,0.00024137636,0.0005184211,0.001178111,0.0008048549,0.0000045059614],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012691055,0.000027000977,0.000052383923,0.00033742253,0.000035109515,0.000033617867,0.0031295707,0.02110676,0.0012445824,0.08366209,0.0000060505035,0.8903527],"study_design_scores_gemma":[0.000325315,0.000092068156,0.000020952062,0.0009230536,0.000020813502,0.00006494225,2.404458e-7,0.7995764,0.007617815,0.19060567,0.0002353938,0.000517351],"about_ca_topic_score_codex":0.00003818851,"about_ca_topic_score_gemma":0.000031755844,"teacher_disagreement_score":0.88983536,"about_ca_system_score_codex":0.00016943211,"about_ca_system_score_gemma":0.00046831937,"threshold_uncertainty_score":0.9997735},"labels":[],"label_agreement":null},{"id":"W889023230","doi":"10.1609/aaai.v30i1.9883","title":"Building End-To-End Dialogue Systems Using Generative Hierarchical Neural Network Models","year":2016,"lang":"en","type":"preprint","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Topic Modeling","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal","funders":"Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Canadian Institute for Advanced Research","keywords":"Generative grammar; Computer science; Bootstrapping (finance); Word (group theory); Artificial intelligence; Language model; Domain (mathematical analysis); Encoder; Artificial neural network; Recurrent neural network; Task (project management); Natural language processing; Generative model; Linguistics","score_opus":0.1601300793042809,"score_gpt":0.32294574129573195,"score_spread":0.16281566199145106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W889023230","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112660974,0.000100329,0.8778299,0.0027673235,0.0035965838,0.0011301031,0.000028371811,0.00016640146,0.0017199861],"genre_scores_gemma":[0.9313929,0.000023256665,0.06695736,0.0002581679,0.0011602069,0.00009722599,9.2187344e-7,0.00004160939,0.0000683589],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99480563,0.00011490674,0.0013344337,0.0016492825,0.0011304949,0.00096522574],"domain_scores_gemma":[0.99648315,0.00024848894,0.0009470956,0.0009552878,0.0010649743,0.00030100116],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012329497,0.0006768814,0.00087046286,0.00028801372,0.0004123285,0.0011909377,0.0052976087,0.00040826178,0.000015497779],"category_scores_gemma":[0.00034156098,0.0004942476,0.00030981927,0.0005826528,0.00032702732,0.00056379044,0.004680851,0.0012473405,0.000020483423],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002913205,0.000033023145,0.000018364346,0.000064874286,0.000031012485,0.0000013504657,0.00084739836,0.28701615,0.010565607,0.68045133,0.00003619968,0.020905567],"study_design_scores_gemma":[0.000014724183,0.000049549802,0.0000035633896,0.0009028941,0.00001748076,0.0000064653577,0.000038356477,0.59538287,0.017825512,0.38540405,0.000014415887,0.00034011592],"about_ca_topic_score_codex":0.0002462331,"about_ca_topic_score_gemma":0.00001011785,"teacher_disagreement_score":0.8187319,"about_ca_system_score_codex":0.0002607259,"about_ca_system_score_gemma":0.00043752082,"threshold_uncertainty_score":0.9998459},"labels":[],"label_agreement":null},{"id":"W966751452","doi":"","title":"Unsupervised Stylistic Segmentation of Poetry with Change Curves and Extrinsic Features","year":2012,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Toronto","funders":"","keywords":"Segmentation; Computer science; Natural language processing; Artificial intelligence; Identification (biology); Task (project management); Curse of dimensionality; Set (abstract data type); Baseline (sea); Style (visual arts); Poetry; Pattern recognition (psychology); Linguistics; Literature; Art","score_opus":0.04156299047790476,"score_gpt":0.2578555404196672,"score_spread":0.21629254994176242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W966751452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3922662,0.0049802056,0.5989635,0.00072213094,0.00011377821,0.00028351272,0.0000013264091,0.00009035055,0.002579],"genre_scores_gemma":[0.9435969,0.00006667381,0.055784084,0.00038880782,0.00003269635,0.000007685458,0.0000010957009,0.0000028051315,0.00011927251],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99956274,0.000019297075,0.00007032323,0.00010638533,0.00012949745,0.00011176234],"domain_scores_gemma":[0.99969923,0.000028843564,0.00002928065,0.00017181411,0.00002435106,0.000046454294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009177175,0.000054442575,0.00007056474,0.000039064653,0.00002157605,0.000015982596,0.00011224564,0.0000168349,0.000011508601],"category_scores_gemma":[0.000006079894,0.000039051953,0.000007768278,0.000097401164,0.000015830352,0.0004642894,0.000058865236,0.00003229395,0.0000013067856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042563024,0.00031203777,0.25612572,0.0012883217,0.00008287622,0.000006905064,0.013798701,0.00003949377,0.008233581,0.26991668,0.00075013534,0.44940296],"study_design_scores_gemma":[0.0013195174,0.00023475493,0.96181965,0.00037133996,0.00004243107,0.00006685547,0.00062822865,0.02225787,0.012041707,0.0004568978,0.00029137416,0.00046935736],"about_ca_topic_score_codex":0.00008186689,"about_ca_topic_score_gemma":0.000012231249,"teacher_disagreement_score":0.70569396,"about_ca_system_score_codex":0.0000065565605,"about_ca_system_score_gemma":0.000007536394,"threshold_uncertainty_score":0.15924923},"labels":[],"label_agreement":null}]}